Skip to content

Commit

Permalink
add all configs for nsb-wise prod (#489)
Browse files Browse the repository at this point in the history 
* add all configs for nsb-wise prod

* consistently  renamed prods

* add extra slurm options to ease cluster usage

* add script and commands to readme

* regenerating configs with v0.11.1

* remove unused date in script

* change number of estimators for NSB>0

* update lstchain configs - fix issue with nsb tuning rate parameter name

* update configs with IRFs cuts

* push actual configs used for latest prods

* update readme

* trying to validate new configs with actions

---------

Co-authored-by: vuillaut <[email protected]>
  • Loading branch information
@vuillaut
vuillaut and vuillaut authored Dec 23, 2024
1 parent b376345 commit 55a2040
Show file tree
Hide file tree
Showing 26 changed files with 294,393 additions and 2 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/CI.yml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -70,8 +70,8 @@ jobs:
id: verify-changed-files
with:
files: |
production_configs/*/*.yml
production_configs/*/*.yaml
production_configs/**/*.yml
production_configs/**/*.yaml
# production_configs/*/*.json
# TODO: solve issue in github actions extracting sublist of yaml files, see below
Expand Down
369 changes: 369 additions & 0 deletions production_configs/20240918_v0.10.12_allsky_nsb_grid/NSB-0.00/lstchain_config_nsb0.00.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,369 @@
{
"source_config": {
"EventSource": {
"allowed_tels": [
1
],
"max_events": null
},
"LSTEventSource": {
"default_trigger_type": "ucts",
"allowed_tels": [
1
],
"min_flatfield_adc": 3000,
"min_flatfield_pixel_fraction": 0.8,
"calibrate_flatfields_and_pedestals": false,
"EventTimeCalculator": {
"dragon_reference_counter": null,
"dragon_reference_time": null
},
"PointingSource": {
"drive_report_path": null
},
"LSTR0Corrections": {
"calib_scale_high_gain": 1.088,
"calib_scale_low_gain": 1.004,
"drs4_pedestal_path": null,
"calibration_path": null,
"drs4_time_calibration_path": null
}
}
},
"events_filters": {
"intensity": [
0,
Infinity
],
"width": [
0,
Infinity
],
"length": [
0,
Infinity
],
"wl": [
0,
Infinity
],
"r": [
0,
Infinity
],
"leakage_intensity_width_2": [
0,
Infinity
]
},
"n_training_events": {
"gamma_regressors": 1.0,
"gamma_tmp_regressors": 0.8,
"gamma_classifier": 0.2,
"proton_classifier": 1.0
},
"tailcut": {
"picture_thresh": 8,
"boundary_thresh": 4,
"keep_isolated_pixels": false,
"min_number_picture_neighbors": 2,
"use_only_main_island": false,
"delta_time": 2
},
"tailcuts_clean_with_pedestal_threshold": {
"picture_thresh": 8,
"boundary_thresh": 4,
"sigma": 2.5,
"keep_isolated_pixels": false,
"min_number_picture_neighbors": 2,
"use_only_main_island": false,
"delta_time": 2
},
"dynamic_cleaning": {
"apply": true,
"threshold": 267,
"fraction_cleaning_intensity": 0.03
},
"random_forest_weight_settings": {
"pointing_wise_weights": true
},
"random_forest_energy_regressor_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 150,
"bootstrap": true,
"criterion": "squared_error",
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"oob_score": false,
"random_state": 42,
"warm_start": false
},
"random_forest_disp_regressor_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 150,
"bootstrap": true,
"criterion": "squared_error",
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"oob_score": false,
"random_state": 42,
"warm_start": false
},
"random_forest_disp_classifier_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 100,
"criterion": "gini",
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"bootstrap": true,
"oob_score": false,
"random_state": 42,
"warm_start": false,
"class_weight": null
},
"random_forest_particle_classifier_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 100,
"criterion": "gini",
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"bootstrap": true,
"oob_score": false,
"random_state": 42,
"warm_start": false,
"class_weight": null
},
"energy_regression_features": [
"log_intensity",
"width",
"length",
"x",
"y",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"disp_method": "disp_norm_sign",
"disp_regression_features": [
"log_intensity",
"width",
"length",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"disp_classification_features": [
"log_intensity",
"width",
"length",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"particle_classification_features": [
"log_intensity",
"width",
"length",
"x",
"y",
"wl",
"signed_skewness",
"kurtosis",
"signed_time_gradient",
"leakage_intensity_width_2",
"log_reco_energy",
"reco_disp_norm",
"reco_disp_sign",
"sin_az_tel",
"alt_tel"
],
"allowed_tels": [
1
],
"write_pe_image": false,
"mc_image_scaling_factor": 1,
"image_extractor": "LocalPeakWindowSum",
"image_extractor_for_muons": "GlobalPeakWindowSum",
"CameraCalibrator": {
"apply_waveform_time_shift": false
},
"time_sampling_correction_path": "default",
"LocalPeakWindowSum": {
"window_shift": 4,
"window_width": 8,
"apply_integration_correction": true
},
"GlobalPeakWindowSum": {
"window_shift": 4,
"window_width": 8,
"apply_integration_correction": true
},
"timestamps_pointing": "ucts",
"train_gamma_src_r_deg": [
0,
Infinity
],
"source_dependent": false,
"mc_nominal_source_x_deg": 0.4,
"mc_nominal_source_y_deg": 0.0,
"volume_reducer": {
"algorithm": null,
"parameters": {}
},
"calibration_product": "LSTCalibrationCalculator",
"LSTCalibrationCalculator": {
"systematic_correction_path": null,
"npe_median_cut_outliers": [
-5,
5
],
"squared_excess_noise_factor": 1.222,
"flatfield_product": "FlasherFlatFieldCalculator",
"pedestal_product": "PedestalIntegrator",
"PedestalIntegrator": {
"sample_size": 10000,
"sample_duration": 100000,
"tel_id": 1,
"time_sampling_correction_path": null,
"charge_median_cut_outliers": [
-10,
10
],
"charge_std_cut_outliers": [
-10,
10
],
"charge_product": "FixedWindowSum",
"FixedWindowSum": {
"window_shift": 6,
"window_width": 12,
"peak_index": 18,
"apply_integration_correction": false
}
},
"FlasherFlatFieldCalculator": {
"sample_size": 10000,
"sample_duration": 100000,
"tel_id": 1,
"time_sampling_correction_path": null,
"charge_product": "LocalPeakWindowSum",
"charge_median_cut_outliers": [
-0.9,
2
],
"charge_std_cut_outliers": [
-10,
10
],
"time_cut_outliers": [
2,
38
],
"LocalPeakWindowSum": {
"window_shift": 5,
"window_width": 12,
"apply_integration_correction": false
}
}
},
"waveform_nsb_tuning": {
"nsb_tuning": false,
"nsb_tuning_rate_GHz": 0.15,
"spe_location": null,
"pre_computed_multiplicity": 10
},
"write_interleaved_events": {
"DataWriter": {
"overwrite": true,
"write_images": false,
"write_parameters": false,
"write_waveforms": true,
"transform_waveform": true,
"waveform_dtype": "uint16",
"waveform_offset": 400,
"waveform_scale": 80
}
},
"EventSelector": {
"filters": {
"intensity": [50, Infinity],
"width": [0, Infinity],
"length": [0, Infinity],
"r": [0, 1],
"wl": [0.01, 1],
"leakage_intensity_width_2": [0, 1],
"event_type": [32, 32]
}
},
"DL3Cuts": {
"min_event_p_en_bin": 100,
"global_gh_cut": 0.7,
"gh_efficiency": 0.7,
"min_gh_cut": 0.1,
"max_gh_cut": 0.98,
"global_alpha_cut": 10,
"global_theta_cut": 0.2,
"theta_containment": 0.7,
"alpha_containment": 0.7,
"min_theta_cut": 0.1,
"max_theta_cut": 0.32,
"fill_theta_cut": 0.32,
"min_alpha_cut": 1,
"max_alpha_cut": 20,
"fill_alpha_cut": 20,
"allowed_tels": [1]
},
"DataBinning": {
"true_energy_min": 0.005,
"true_energy_max": 500,
"true_energy_n_bins": 25,
"scale_true_energy": 1.0,
"reco_energy_min": 0.005,
"reco_energy_max": 500,
"reco_energy_n_bins": 25,
"energy_migration_min": 0.2,
"energy_migration_max": 5,
"energy_migration_n_bins": 30,
"fov_offset_min": 0.1,
"fov_offset_max": 1.1,
"fov_offset_n_edges": 9,
"bkg_fov_offset_min": 0,
"bkg_fov_offset_max": 10,
"bkg_fov_offset_n_edges": 21,
"source_offset_min": 0,
"source_offset_max": 1,
"source_offset_n_edges": 101
}
}
Loading

0 comments on commit 55a2040

Please sign in to comment.