diff --git a/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/README.md b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/README.md new file mode 100644 index 00000000..1e81ebed --- /dev/null +++ b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/README.md @@ -0,0 +1,20 @@ +# PROD 20241120_v0.10.12_src13_dec_min_1802_tuned + +I need this production to analyse the LST-1 data of src13 (see https://www.lst1.iac.es/wiki/index.php/MC_analysis_and_IRF_production#lstmcpipe_productions) with dec -18.02 deg. The median of the NSB standard deviation for this dataset is approximately 1.940 p.e. + +''' +lstmcpipe_generate_config PathConfigAllSkyFullDL1ab --dec_list dec_min_1802 --prod_id 20241120_v0.10.12_src13_dec_min_1802_tuned --kwargs source_prod_id=20241120_v0.10.12_src13_dec_min_1802_tuned +''' + +Config for the NSB tuning: + +"image_modifier": { + "increase_nsb": true, + "extra_noise_in_dim_pixels": 2.335, + "extra_bias_in_dim_pixels": 0.785, + "transition_charge": 8, + "extra_noise_in_bright_pixels": 2.985 + } + + +Contact: Gaia V. diff --git a/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/lstmcpipe_config_2024-11-20_PathConfigAllSkyFullDL1ab.yaml b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/lstmcpipe_config_2024-11-20_PathConfigAllSkyFullDL1ab.yaml new file mode 100644 index 00000000..016db6b4 --- /dev/null +++ b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/lstmcpipe_config_2024-11-20_PathConfigAllSkyFullDL1ab.yaml @@ -0,0 +1,200 @@ +# lstmcpipe generated config from PathConfigAllSkyFullDL1ab - 2024-11-20 + +workflow_kind: lstchain + +# prod_id ex: local_no_n_islands. Default; v00 (if key left empty or None) +prod_id: 20241120_v0.10.12_src13_dec_min_1802_tuned + +source_environment: + source_file: /fefs/aswg/software/conda/etc/profile.d/conda.sh + conda_env: lstchain-v0.10.12 + +slurm_config: +# dpps is the default account for lstanalyzer - other users should use aswg + user_account: dpps +lstmcpipe_version: 0.11.3 +prod_type: PathConfigAllSkyFullDL1ab +stages_to_run: +- dl1ab +- merge_dl1 +- train_pipe +- dl1_to_dl2 +- dl2_to_irfs +stages: + dl1ab: + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_67.8_az_127.237_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_67.8_az_127.237_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_67.8_az_232.763_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_67.8_az_232.763_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_63.969_az_131.36_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_63.969_az_131.36_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_63.969_az_228.64_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_63.969_az_228.64_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_60.384_az_135.882_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_60.384_az_135.882_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_60.384_az_224.118_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_60.384_az_224.118_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_57.094_az_140.848_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_57.094_az_140.848_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_57.094_az_219.152_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_57.094_az_219.152_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_54.153_az_146.293_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_54.153_az_146.293_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_54.153_az_213.707_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_54.153_az_213.707_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_51.622_az_152.232_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_51.622_az_152.232_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_51.622_az_207.768_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_51.622_az_207.768_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_49.562_az_158.652_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_49.562_az_158.652_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_49.562_az_201.348_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_49.562_az_201.348_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_48.037_az_165.497_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_48.037_az_165.497_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_48.037_az_194.503_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_48.037_az_194.503_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_47.099_az_172.662_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_47.099_az_172.662_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_47.099_az_187.338_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/node_corsika_theta_47.099_az_187.338_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_67.8_az_127.237_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_67.8_az_127.237_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_67.8_az_232.763_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_67.8_az_232.763_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_63.969_az_131.36_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_63.969_az_131.36_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_63.969_az_228.64_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_63.969_az_228.64_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_60.384_az_135.882_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_60.384_az_135.882_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_60.384_az_224.118_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_60.384_az_224.118_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_57.094_az_140.848_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_57.094_az_140.848_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_57.094_az_219.152_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_57.094_az_219.152_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_54.153_az_146.293_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_54.153_az_146.293_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_54.153_az_213.707_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_54.153_az_213.707_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_51.622_az_152.232_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_51.622_az_152.232_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_51.622_az_207.768_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_51.622_az_207.768_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_49.562_az_158.652_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_49.562_az_158.652_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_49.562_az_201.348_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_49.562_az_201.348_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_48.037_az_165.497_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_48.037_az_165.497_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_48.037_az_194.503_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_48.037_az_194.503_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_47.099_az_172.662_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_47.099_az_172.662_ + - input: + /fefs/aswg/data/mc/DL1/AllSky/20240131_allsky_v0.10.5_all_dec_base/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_47.099_az_187.338_ + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/node_corsika_theta_47.099_az_187.338_ + merge_dl1: + - input: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802 + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/dl1_20241120_v0.10.12_src13_dec_min_1802_tuned_train_dec_min_1802_GammaDiffuse_merged.h5 + options: --pattern */*.h5 --no-image + extra_slurm_options: + partition: long + time: 06:00:00 + - input: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802 + output: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/dl1_20241120_v0.10.12_src13_dec_min_1802_tuned_train_dec_min_1802_Protons_merged.h5 + options: --pattern */*.h5 --no-image + extra_slurm_options: + partition: long + time: 06:00:00 + train_pipe: + - input: + gamma: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/GammaDiffuse/dec_min_1802/dl1_20241120_v0.10.12_src13_dec_min_1802_tuned_train_dec_min_1802_GammaDiffuse_merged.h5 + proton: + /fefs/aswg/data/mc/DL1/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/TrainingDataset/Protons/dec_min_1802/dl1_20241120_v0.10.12_src13_dec_min_1802_tuned_train_dec_min_1802_Protons_merged.h5 + output: + /fefs/aswg/data/models/AllSky/20241120_v0.10.12_src13_dec_min_1802_tuned/dec_min_1802 + extra_slurm_options: + partition: xxl + mem: 100G + cpus-per-task: 16 + time: 03-00:00:00 + dl1_to_dl2: [] + dl2_to_irfs: [] diff --git a/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/standard_lstchain_config.json b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/standard_lstchain_config.json new file mode 100644 index 00000000..ea52ba57 --- /dev/null +++ b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/standard_lstchain_config.json @@ -0,0 +1,319 @@ +{ + "source_config": { + "EventSource": { + "allowed_tels": [ + 1 + ], + "max_events": null + }, + "LSTEventSource": { + "default_trigger_type": "ucts", + "allowed_tels": [ + 1 + ], + "min_flatfield_adc": 3000, + "min_flatfield_pixel_fraction": 0.8, + "calibrate_flatfields_and_pedestals": false, + "EventTimeCalculator": { + "dragon_reference_counter": null, + "dragon_reference_time": null + }, + "PointingSource": { + "drive_report_path": null + }, + "LSTR0Corrections": { + "calib_scale_high_gain": 1.088, + "calib_scale_low_gain": 1.004, + "drs4_pedestal_path": null, + "calibration_path": null, + "drs4_time_calibration_path": null + } + } + }, + "events_filters": { + "intensity": [ + 0, + Infinity + ], + "width": [ + 0, + Infinity + ], + "length": [ + 0, + Infinity + ], + "wl": [ + 0, + Infinity + ], + "r": [ + 0, + Infinity + ], + "leakage_intensity_width_2": [ + 0, + Infinity + ] + }, + "n_training_events": { + "gamma_regressors": 1.0, + "gamma_tmp_regressors": 0.8, + "gamma_classifier": 0.2, + "proton_classifier": 1.0 + }, + "tailcut": { + "picture_thresh": 8, + "boundary_thresh": 4, + "keep_isolated_pixels": false, + "min_number_picture_neighbors": 2, + "use_only_main_island": false, + "delta_time": 2 + }, + "tailcuts_clean_with_pedestal_threshold": { + "picture_thresh": 8, + "boundary_thresh": 4, + "sigma": 2.5, + "keep_isolated_pixels": false, + "min_number_picture_neighbors": 2, + "use_only_main_island": false, + "delta_time": 2 + }, + "dynamic_cleaning": { + "apply": true, + "threshold": 267, + "fraction_cleaning_intensity": 0.03 + }, + "random_forest_weight_settings": { + "pointing_wise_weights": true + }, + "random_forest_energy_regressor_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 150, + "bootstrap": true, + "criterion": "squared_error", + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "oob_score": false, + "random_state": 42, + "warm_start": false + }, + "random_forest_disp_regressor_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 150, + "bootstrap": true, + "criterion": "squared_error", + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "oob_score": false, + "random_state": 42, + "warm_start": false + }, + "random_forest_disp_classifier_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 100, + "criterion": "gini", + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "bootstrap": true, + "oob_score": false, + "random_state": 42, + "warm_start": false, + "class_weight": null + }, + "random_forest_particle_classifier_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 100, + "criterion": "gini", + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "bootstrap": true, + "oob_score": false, + "random_state": 42, + "warm_start": false, + "class_weight": null + }, + "energy_regression_features": [ + "log_intensity", + "width", + "length", + "x", + "y", + "wl", + "skewness", + "kurtosis", + "time_gradient", + "leakage_intensity_width_2", + "sin_az_tel", + "alt_tel" + ], + "disp_method": "disp_norm_sign", + "disp_regression_features": [ + "log_intensity", + "width", + "length", + "wl", + "skewness", + "kurtosis", + "time_gradient", + "leakage_intensity_width_2", + "sin_az_tel", + "alt_tel" + ], + "disp_classification_features": [ + "log_intensity", + "width", + "length", + "wl", + "skewness", + "kurtosis", + "time_gradient", + "leakage_intensity_width_2", + "sin_az_tel", + "alt_tel" + ], + "particle_classification_features": [ + "log_intensity", + "width", + "length", + "x", + "y", + "wl", + "signed_skewness", + "kurtosis", + "signed_time_gradient", + "leakage_intensity_width_2", + "log_reco_energy", + "reco_disp_norm", + "reco_disp_sign", + "sin_az_tel", + "alt_tel" + ], + "allowed_tels": [ + 1 + ], + "write_pe_image": false, + "mc_image_scaling_factor": 1, + "image_extractor": "LocalPeakWindowSum", + "image_extractor_for_muons": "GlobalPeakWindowSum", + "CameraCalibrator": { + "apply_waveform_time_shift": false + }, + "time_sampling_correction_path": "default", + "LocalPeakWindowSum": { + "window_shift": 4, + "window_width": 8, + "apply_integration_correction": true + }, + "GlobalPeakWindowSum": { + "window_shift": 4, + "window_width": 8, + "apply_integration_correction": true + }, + "timestamps_pointing": "ucts", + "train_gamma_src_r_deg": [ + 0, + Infinity + ], + "source_dependent": false, + "mc_nominal_source_x_deg": 0.4, + "mc_nominal_source_y_deg": 0.0, + "volume_reducer": { + "algorithm": null, + "parameters": {} + }, + "calibration_product": "LSTCalibrationCalculator", + "LSTCalibrationCalculator": { + "systematic_correction_path": null, + "npe_median_cut_outliers": [ + -5, + 5 + ], + "squared_excess_noise_factor": 1.222, + "flatfield_product": "FlasherFlatFieldCalculator", + "pedestal_product": "PedestalIntegrator", + "PedestalIntegrator": { + "sample_size": 10000, + "sample_duration": 100000, + "tel_id": 1, + "time_sampling_correction_path": null, + "charge_median_cut_outliers": [ + -10, + 10 + ], + "charge_std_cut_outliers": [ + -10, + 10 + ], + "charge_product": "FixedWindowSum", + "FixedWindowSum": { + "window_shift": 6, + "window_width": 12, + "peak_index": 18, + "apply_integration_correction": false + } + }, + "FlasherFlatFieldCalculator": { + "sample_size": 10000, + "sample_duration": 100000, + "tel_id": 1, + "time_sampling_correction_path": null, + "charge_product": "LocalPeakWindowSum", + "charge_median_cut_outliers": [ + -0.9, + 2 + ], + "charge_std_cut_outliers": [ + -10, + 10 + ], + "time_cut_outliers": [ + 2, + 38 + ], + "LocalPeakWindowSum": { + "window_shift": 5, + "window_width": 12, + "apply_integration_correction": false + } + } + }, + "waveform_nsb_tuning": { + "nsb_tuning": false, + "nsb_tuning_rate_GHz": 0.15, + "spe_location": null, + "pre_computed_multiplicity": 10 + }, + "write_interleaved_events": { + "DataWriter": { + "overwrite": true, + "write_images": false, + "write_parameters": false, + "write_waveforms": true, + "transform_waveform": true, + "waveform_dtype": "uint16", + "waveform_offset": 400, + "waveform_scale": 80 + } + } +} \ No newline at end of file diff --git a/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/tuned_lstchain_config.json b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/tuned_lstchain_config.json new file mode 100644 index 00000000..ba50af58 --- /dev/null +++ b/production_configs/20241120_v0.10.12_src13_dec_min_1802_tuned/tuned_lstchain_config.json @@ -0,0 +1,326 @@ +{ + "source_config": { + "EventSource": { + "allowed_tels": [ + 1 + ], + "max_events": null + }, + "LSTEventSource": { + "default_trigger_type": "ucts", + "allowed_tels": [ + 1 + ], + "min_flatfield_adc": 3000, + "min_flatfield_pixel_fraction": 0.8, + "calibrate_flatfields_and_pedestals": false, + "EventTimeCalculator": { + "dragon_reference_counter": null, + "dragon_reference_time": null + }, + "PointingSource": { + "drive_report_path": null + }, + "LSTR0Corrections": { + "calib_scale_high_gain": 1.088, + "calib_scale_low_gain": 1.004, + "drs4_pedestal_path": null, + "calibration_path": null, + "drs4_time_calibration_path": null + } + } + }, + "events_filters": { + "intensity": [ + 0, + Infinity + ], + "width": [ + 0, + Infinity + ], + "length": [ + 0, + Infinity + ], + "wl": [ + 0, + Infinity + ], + "r": [ + 0, + Infinity + ], + "leakage_intensity_width_2": [ + 0, + Infinity + ] + }, + "n_training_events": { + "gamma_regressors": 1.0, + "gamma_tmp_regressors": 0.8, + "gamma_classifier": 0.2, + "proton_classifier": 1.0 + }, + "tailcut": { + "picture_thresh": 8, + "boundary_thresh": 4, + "keep_isolated_pixels": false, + "min_number_picture_neighbors": 2, + "use_only_main_island": false, + "delta_time": 2 + }, + "tailcuts_clean_with_pedestal_threshold": { + "picture_thresh": 8, + "boundary_thresh": 4, + "sigma": 2.5, + "keep_isolated_pixels": false, + "min_number_picture_neighbors": 2, + "use_only_main_island": false, + "delta_time": 2 + }, + "dynamic_cleaning": { + "apply": true, + "threshold": 267, + "fraction_cleaning_intensity": 0.03 + }, + "random_forest_weight_settings": { + "pointing_wise_weights": true + }, + "random_forest_energy_regressor_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 150, + "bootstrap": true, + "criterion": "squared_error", + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "oob_score": false, + "random_state": 42, + "warm_start": false + }, + "random_forest_disp_regressor_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 150, + "bootstrap": true, + "criterion": "squared_error", + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "oob_score": false, + "random_state": 42, + "warm_start": false + }, + "random_forest_disp_classifier_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 100, + "criterion": "gini", + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "bootstrap": true, + "oob_score": false, + "random_state": 42, + "warm_start": false, + "class_weight": null + }, + "random_forest_particle_classifier_args": { + "max_depth": 30, + "min_samples_leaf": 10, + "n_jobs": -1, + "n_estimators": 100, + "criterion": "gini", + "min_samples_split": 10, + "min_weight_fraction_leaf": 0.0, + "max_features": 1.0, + "max_leaf_nodes": null, + "min_impurity_decrease": 0.0, + "bootstrap": true, + "oob_score": false, + "random_state": 42, + "warm_start": false, + "class_weight": null + }, + "energy_regression_features": [ + "log_intensity", + "width", + "length", + "x", + "y", + "wl", + "skewness", + "kurtosis", + "time_gradient", + "leakage_intensity_width_2", + "sin_az_tel", + "alt_tel" + ], + "disp_method": "disp_norm_sign", + "disp_regression_features": [ + "log_intensity", + "width", + "length", + "wl", + "skewness", + "kurtosis", + "time_gradient", + "leakage_intensity_width_2", + "sin_az_tel", + "alt_tel" + ], + "disp_classification_features": [ + "log_intensity", + "width", + "length", + "wl", + "skewness", + "kurtosis", + "time_gradient", + "leakage_intensity_width_2", + "sin_az_tel", + "alt_tel" + ], + "particle_classification_features": [ + "log_intensity", + "width", + "length", + "x", + "y", + "wl", + "signed_skewness", + "kurtosis", + "signed_time_gradient", + "leakage_intensity_width_2", + "log_reco_energy", + "reco_disp_norm", + "reco_disp_sign", + "sin_az_tel", + "alt_tel" + ], + "allowed_tels": [ + 1 + ], + "write_pe_image": false, + "mc_image_scaling_factor": 1, + "image_extractor": "LocalPeakWindowSum", + "image_extractor_for_muons": "GlobalPeakWindowSum", + "CameraCalibrator": { + "apply_waveform_time_shift": false + }, + "time_sampling_correction_path": "default", + "LocalPeakWindowSum": { + "window_shift": 4, + "window_width": 8, + "apply_integration_correction": true + }, + "GlobalPeakWindowSum": { + "window_shift": 4, + "window_width": 8, + "apply_integration_correction": true + }, + "timestamps_pointing": "ucts", + "train_gamma_src_r_deg": [ + 0, + Infinity + ], + "source_dependent": false, + "mc_nominal_source_x_deg": 0.4, + "mc_nominal_source_y_deg": 0.0, + "volume_reducer": { + "algorithm": null, + "parameters": {} + }, + "calibration_product": "LSTCalibrationCalculator", + "LSTCalibrationCalculator": { + "systematic_correction_path": null, + "npe_median_cut_outliers": [ + -5, + 5 + ], + "squared_excess_noise_factor": 1.222, + "flatfield_product": "FlasherFlatFieldCalculator", + "pedestal_product": "PedestalIntegrator", + "PedestalIntegrator": { + "sample_size": 10000, + "sample_duration": 100000, + "tel_id": 1, + "time_sampling_correction_path": null, + "charge_median_cut_outliers": [ + -10, + 10 + ], + "charge_std_cut_outliers": [ + -10, + 10 + ], + "charge_product": "FixedWindowSum", + "FixedWindowSum": { + "window_shift": 6, + "window_width": 12, + "peak_index": 18, + "apply_integration_correction": false + } + }, + "FlasherFlatFieldCalculator": { + "sample_size": 10000, + "sample_duration": 100000, + "tel_id": 1, + "time_sampling_correction_path": null, + "charge_product": "LocalPeakWindowSum", + "charge_median_cut_outliers": [ + -0.9, + 2 + ], + "charge_std_cut_outliers": [ + -10, + 10 + ], + "time_cut_outliers": [ + 2, + 38 + ], + "LocalPeakWindowSum": { + "window_shift": 5, + "window_width": 12, + "apply_integration_correction": false + } + } + }, + "waveform_nsb_tuning": { + "nsb_tuning": false, + "nsb_tuning_rate_GHz": 0.15, + "spe_location": null, + "pre_computed_multiplicity": 10 + }, + "write_interleaved_events": { + "DataWriter": { + "overwrite": true, + "write_images": false, + "write_parameters": false, + "write_waveforms": true, + "transform_waveform": true, + "waveform_dtype": "uint16", + "waveform_offset": 400, + "waveform_scale": 80 + } + }, + "image_modifier": { + "increase_nsb": true, + "extra_noise_in_dim_pixels": 2.335, + "extra_bias_in_dim_pixels": 0.785, + "transition_charge": 8, + "extra_noise_in_bright_pixels": 2.985 + } +} \ No newline at end of file