Update location of latest_comprehensive.parquet (#271)

convert relevant nssp-etl directories
CDCgov · Jan 3, 2025 · 0fb9928 · 0fb9928
1 parent 2510e26
commit 0fb9928
Show file tree

Hide file tree

Showing 5 changed files with 6 additions and 6 deletions.
diff --git a/pipelines/batch/setup_eval_job.py b/pipelines/batch/setup_eval_job.py
@@ -143,7 +143,7 @@ def main(
         "--exclude-last-n-days {exclude_last_n} "
         "--score "
         "--eval-data-path "
-        "nssp-archival-vintages/latest_comprehensive.parquet"
+        "nssp-etl/latest_comprehensive.parquet"
         "'"
     )
 

diff --git a/pipelines/batch/setup_parameter_inference_job.py b/pipelines/batch/setup_parameter_inference_job.py
@@ -144,7 +144,7 @@ def main(
         "--exclude-last-n-days 5 "
         "--no-score "
         "--eval-data-path "
-        "nssp-archival-vintages/latest_comprehensive.parquet"
+        "nssp-etl/latest_comprehensive.parquet"
         "'"
     )
 

diff --git a/pipelines/batch/setup_prod_job.py b/pipelines/batch/setup_prod_job.py
@@ -172,7 +172,7 @@ def main(
         "--exclude-last-n-days {exclude_last_n_days} "
         "--no-score "
         "--eval-data-path "
-        "nssp-archival-vintages/latest_comprehensive.parquet"
+        "nssp-etl/latest_comprehensive.parquet"
         "'"
     )
 

diff --git a/pipelines/generate_test_data.R b/pipelines/generate_test_data.R
@@ -167,7 +167,7 @@ generate_fake_state_level_data <-
     gold_dir <- path(private_data_dir, "nssp_state_level_gold")
     dir_create(gold_dir, recurse = TRUE)
 
-    comp_dir <- path(private_data_dir, "nssp-archival-vintages")
+    comp_dir <- path(private_data_dir, "nssp-etl")
     dir_create(comp_dir, recurse = TRUE)
 
     state_data <-

diff --git a/pipelines/tests/test_end_to_end.sh b/pipelines/tests/test_end_to_end.sh
@@ -34,7 +34,7 @@ do
 	       --n-samples 250 \
 	       --n-warmup 250 \
 	       --score \
-	       --eval-data-path "$BASE_DIR/private_data/nssp-archival-vintages"
+	       --eval-data-path "$BASE_DIR/private_data/nssp-etl"
 	if [ $? -ne 0 ]; then
 	    echo "TEST-MODE FAIL: Forecasting/postprocessing/scoring pipeline failed"
 	    exit 1
@@ -50,7 +50,7 @@ echo "TEST-MODE: Running batch postprocess..."
 
 python pipelines/postprocess_forecast_batches.py \
        $BASE_DIR/private_data \
-       $BASE_DIR/private_data/nssp-archival-vintages/latest_comprehensive.parquet
+       $BASE_DIR/private_data/nssp-etl/latest_comprehensive.parquet
 
 if [ $? -ne 0 ]; then
     echo "TEST-MODE FAIL: Batch postprocess failed."