From b330040a3ff101bec1935f3207a27b58a7520807 Mon Sep 17 00:00:00 2001 From: George Zorinyants Date: Wed, 2 Oct 2024 10:57:31 +0000 Subject: [PATCH] Staging works in CDP DEV --- src/dev_config.yaml | 6 +++--- src/user_config.yaml | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/src/dev_config.yaml b/src/dev_config.yaml index 509162585..30b6c0141 100644 --- a/src/dev_config.yaml +++ b/src/dev_config.yaml @@ -4,11 +4,11 @@ config_validation: global: # Logging settings log_to_file: True # Write logs to .log file - logging_level: "DEBUG" + logging_level: "INFO" table_config: "SingleLine" # Environment settings - dev_test : False - platform: network #whether to load from hdfs, network (Windows) or s3 (CDP) + dev_test : True + platform: s3 #whether to load from hdfs, network (Windows) or s3 (CDP) load_from_feather: False runlog_writer: write_csv: True # Write the runlog to a CSV file diff --git a/src/user_config.yaml b/src/user_config.yaml index 0e7ad78bf..6ba000887 100644 --- a/src/user_config.yaml +++ b/src/user_config.yaml @@ -63,7 +63,7 @@ s3_paths: freezing_additions_path: "02_freezing/freezing_updates" freezing_amendments_path: "02_freezing/freezing_updates" # Imputation and outliers input paths - backdata_path: "2022_surveys/BERD/06_imputation/backdata_output/2022_backdata_anon.csv" + backdata_path: "/bat/res_dev/project_data/2021_surveys/BERD/06_imputation/backdata_output/2021_backdata_published_v347_anon.csv" manual_imp_trim_path: "06_imputation/manual_trimming/trimming_qa_2023-11-27_v359.csv" manual_outliers_path: "07_outliers/manual_outliers/manual_outlier_2023-08-29_v67.csv" # Construction paths