Skip to content

Commit

Permalink
add configs for prod 20240716_v0.10.7_src10_dec3476_tuned
Browse files Browse the repository at this point in the history
  • Loading branch information
@ToraTherese
ToraTherese committed Jul 16, 2024
1 parent 253dbce commit abe63e7
Show file tree
Hide file tree
Showing 3 changed files with 786 additions and 0 deletions.
25 changes: 25 additions & 0 deletions production_configs/20240716_v0.10.7_src10_dec3476_tuned/README.md
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
# Product Configuration for src10

## Prod_ID

20240716_v0.10.7_src10_dec3476_tuned

## Description

Config for reprocessing of Gamma Diffuse MC at declination line of 34.76 deg, based on 20240430_v0.10.4_src9_dec3476_tuned.

NSB tuning adapted to the observed data of src10.

## Objective

Need diffuse MC with tuning for new source: src10

## Config file creation

The config file was initially cretaed by using lstmcpipe_generate_config:
'''
lstmcpipe_generate_config PathConfigAllSkyFullDL1ab --dec_list dec_3476 --prod_id 20240716_v0.10.7_src10_dec3476_tuned --kwargs source_prod_id=20240430_v0.10.4_src9_dec3476_tuned
'''

Added image_modifier to tune NSB to src10.
Manually edited to split dataset similar as 20240430_v0.10.4_src9_dec3476_tuned.
322 changes: 322 additions & 0 deletions production_configs/20240716_v0.10.7_src10_dec3476_tuned/lstchain_config_2024-07-16.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,322 @@
{
"source_config": {
"EventSource": {
"allowed_tels": [
1
],
"max_events": null
},
"LSTEventSource": {
"default_trigger_type": "ucts",
"allowed_tels": [
1
],
"min_flatfield_adc": 3000,
"min_flatfield_pixel_fraction": 0.8,
"calibrate_flatfields_and_pedestals": false,
"EventTimeCalculator": {
"dragon_reference_counter": null,
"dragon_reference_time": null
},
"PointingSource": {
"drive_report_path": null
},
"LSTR0Corrections": {
"calib_scale_high_gain": 1.088,
"calib_scale_low_gain": 1.004,
"drs4_pedestal_path": null,
"calibration_path": null,
"drs4_time_calibration_path": null
}
}
},
"events_filters": {
"intensity": [
0,
Infinity
],
"width": [
0,
Infinity
],
"length": [
0,
Infinity
],
"wl": [
0,
Infinity
],
"r": [
0,
Infinity
],
"leakage_intensity_width_2": [
0,
Infinity
]
},
"n_training_events": {
"gamma_regressors": 1.0,
"gamma_tmp_regressors": 0.8,
"gamma_classifier": 0.2,
"proton_classifier": 1.0
},
"tailcut": {
"picture_thresh": 8,
"boundary_thresh": 4,
"keep_isolated_pixels": false,
"min_number_picture_neighbors": 2,
"use_only_main_island": false,
"delta_time": 2
},
"tailcuts_clean_with_pedestal_threshold": {
"picture_thresh": 8,
"boundary_thresh": 4,
"sigma": 2.5,
"keep_isolated_pixels": false,
"min_number_picture_neighbors": 2,
"use_only_main_island": false,
"delta_time": 2
},
"dynamic_cleaning": {
"apply": true,
"threshold": 267,
"fraction_cleaning_intensity": 0.03
},
"random_forest_energy_regressor_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 150,
"bootstrap": true,
"criterion": "squared_error",
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"oob_score": false,
"random_state": 42,
"warm_start": false
},
"random_forest_disp_regressor_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 150,
"bootstrap": true,
"criterion": "squared_error",
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"oob_score": false,
"random_state": 42,
"warm_start": false
},
"random_forest_disp_classifier_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 100,
"criterion": "gini",
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"bootstrap": true,
"oob_score": false,
"random_state": 42,
"warm_start": false,
"class_weight": null
},
"random_forest_particle_classifier_args": {
"max_depth": 30,
"min_samples_leaf": 10,
"n_jobs": -1,
"n_estimators": 100,
"criterion": "gini",
"min_samples_split": 10,
"min_weight_fraction_leaf": 0.0,
"max_features": 1.0,
"max_leaf_nodes": null,
"min_impurity_decrease": 0.0,
"bootstrap": true,
"oob_score": false,
"random_state": 42,
"warm_start": false,
"class_weight": null
},
"energy_regression_features": [
"log_intensity",
"width",
"length",
"x",
"y",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"disp_method": "disp_norm_sign",
"disp_regression_features": [
"log_intensity",
"width",
"length",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"disp_classification_features": [
"log_intensity",
"width",
"length",
"wl",
"skewness",
"kurtosis",
"time_gradient",
"leakage_intensity_width_2",
"sin_az_tel",
"alt_tel"
],
"particle_classification_features": [
"log_intensity",
"width",
"length",
"x",
"y",
"wl",
"signed_skewness",
"kurtosis",
"signed_time_gradient",
"leakage_intensity_width_2",
"log_reco_energy",
"reco_disp_norm",
"reco_disp_sign",
"sin_az_tel",
"alt_tel"
],
"allowed_tels": [
1
],
"write_pe_image": false,
"mc_image_scaling_factor": 1,
"image_extractor": "LocalPeakWindowSum",
"image_extractor_for_muons": "GlobalPeakWindowSum",
"CameraCalibrator": {
"apply_waveform_time_shift": false
},
"time_sampling_correction_path": "default",
"LocalPeakWindowSum": {
"window_shift": 4,
"window_width": 8,
"apply_integration_correction": true
},
"GlobalPeakWindowSum": {
"window_shift": 4,
"window_width": 8,
"apply_integration_correction": true
},
"timestamps_pointing": "ucts",
"train_gamma_src_r_deg": [
0,
Infinity
],
"source_dependent": false,
"mc_nominal_source_x_deg": 0.4,
"mc_nominal_source_y_deg": 0.0,
"volume_reducer": {
"algorithm": null,
"parameters": {}
},
"calibration_product": "LSTCalibrationCalculator",
"LSTCalibrationCalculator": {
"systematic_correction_path": null,
"npe_median_cut_outliers": [
-5,
5
],
"squared_excess_noise_factor": 1.222,
"flatfield_product": "FlasherFlatFieldCalculator",
"pedestal_product": "PedestalIntegrator",
"PedestalIntegrator": {
"sample_size": 10000,
"sample_duration": 100000,
"tel_id": 1,
"time_sampling_correction_path": null,
"charge_median_cut_outliers": [
-10,
10
],
"charge_std_cut_outliers": [
-10,
10
],
"charge_product": "FixedWindowSum",
"FixedWindowSum": {
"window_shift": 6,
"window_width": 12,
"peak_index": 18,
"apply_integration_correction": false
}
},
"FlasherFlatFieldCalculator": {
"sample_size": 10000,
"sample_duration": 100000,
"tel_id": 1,
"time_sampling_correction_path": null,
"charge_product": "LocalPeakWindowSum",
"charge_median_cut_outliers": [
-0.9,
2
],
"charge_std_cut_outliers": [
-10,
10
],
"time_cut_outliers": [
2,
38
],
"LocalPeakWindowSum": {
"window_shift": 5,
"window_width": 12,
"apply_integration_correction": false
}
}
},
"waveform_nsb_tuning": {
"nsb_tuning": false,
"nsb_tuning_ratio": 0.52,
"spe_location": "lstchain/data/SinglePhE_ResponseInPhE_expo2Gaus.dat"
},
"write_interleaved_events": {
"DataWriter": {
"overwrite": true,
"write_images": false,
"write_parameters": false,
"write_waveforms": true,
"transform_waveform": true,
"waveform_dtype": "uint16",
"waveform_offset": 400,
"waveform_scale": 80
}
},
"image_modifier": {
"increase_nsb": true,
"extra_noise_in_dim_pixels": 1.327,
"extra_bias_in_dim_pixels": 0.41,
"transition_charge": 8,
"extra_noise_in_bright_pixels": 0.0
}
}
Loading

0 comments on commit abe63e7

Please sign in to comment.