diff --git a/pipelines/batch/setup_eval_job.py b/pipelines/batch/setup_eval_job.py index 6b51fdaa..78efd0af 100644 --- a/pipelines/batch/setup_eval_job.py +++ b/pipelines/batch/setup_eval_job.py @@ -143,7 +143,7 @@ def main( "--exclude-last-n-days {exclude_last_n} " "--score " "--eval-data-path " - "nssp-archival-vintages/latest_comprehensive.parquet" + "nssp-etl/latest_comprehensive.parquet" "'" ) diff --git a/pipelines/batch/setup_parameter_inference_job.py b/pipelines/batch/setup_parameter_inference_job.py index 72adde94..f7f76965 100644 --- a/pipelines/batch/setup_parameter_inference_job.py +++ b/pipelines/batch/setup_parameter_inference_job.py @@ -144,7 +144,7 @@ def main( "--exclude-last-n-days 5 " "--no-score " "--eval-data-path " - "nssp-archival-vintages/latest_comprehensive.parquet" + "nssp-etl/latest_comprehensive.parquet" "'" ) diff --git a/pipelines/batch/setup_prod_job.py b/pipelines/batch/setup_prod_job.py index 997ae58b..a14a44db 100644 --- a/pipelines/batch/setup_prod_job.py +++ b/pipelines/batch/setup_prod_job.py @@ -172,7 +172,7 @@ def main( "--exclude-last-n-days {exclude_last_n_days} " "--no-score " "--eval-data-path " - "nssp-archival-vintages/latest_comprehensive.parquet" + "nssp-etl/latest_comprehensive.parquet" "'" ) diff --git a/pipelines/generate_test_data.R b/pipelines/generate_test_data.R index 1d349d55..4f6d3c88 100644 --- a/pipelines/generate_test_data.R +++ b/pipelines/generate_test_data.R @@ -167,7 +167,7 @@ generate_fake_state_level_data <- gold_dir <- path(private_data_dir, "nssp_state_level_gold") dir_create(gold_dir, recurse = TRUE) - comp_dir <- path(private_data_dir, "nssp-archival-vintages") + comp_dir <- path(private_data_dir, "nssp-etl") dir_create(comp_dir, recurse = TRUE) state_data <- diff --git a/pipelines/tests/test_end_to_end.sh b/pipelines/tests/test_end_to_end.sh index 625b0738..1eabeebd 100755 --- a/pipelines/tests/test_end_to_end.sh +++ b/pipelines/tests/test_end_to_end.sh @@ -34,7 +34,7 @@ do --n-samples 250 \ --n-warmup 250 \ --score \ - --eval-data-path "$BASE_DIR/private_data/nssp-archival-vintages" + --eval-data-path "$BASE_DIR/private_data/nssp-etl" if [ $? -ne 0 ]; then echo "TEST-MODE FAIL: Forecasting/postprocessing/scoring pipeline failed" exit 1 @@ -50,7 +50,7 @@ echo "TEST-MODE: Running batch postprocess..." python pipelines/postprocess_forecast_batches.py \ $BASE_DIR/private_data \ - $BASE_DIR/private_data/nssp-archival-vintages/latest_comprehensive.parquet + $BASE_DIR/private_data/nssp-etl/latest_comprehensive.parquet if [ $? -ne 0 ]; then echo "TEST-MODE FAIL: Batch postprocess failed."