UPDATE to have node specific registry loader tasks definitions called…

… in DAG
NASA-PDS · Nov 7, 2024 · 3898987 · 3898987
1 parent b3d7a6e
commit 3898987
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 6 deletions.
diff --git a/terraform/terraform-modules/test-data/dags/template-pds-basic-registry-load-use-case.py b/terraform/terraform-modules/test-data/dags/template-pds-basic-registry-load-use-case.py
@@ -150,7 +150,7 @@ def save_product_processing_status_harvest_failed(context):
     task_id="Harvest_Data",
     dag=dag,
     cluster=ECS_CLUSTER_NAME,
-    task_definition="pds-airflow-registry-loader-harvest-task-definition",
+    task_definition="${pds_airflow_registry_loader_harvest_task_definition}",
     launch_type=ECS_LAUNCH_TYPE,
     network_configuration={
             "awsvpcConfiguration": {

diff --git a/terraform/terraform-modules/test-data/test_data.tf b/terraform/terraform-modules/test-data/test_data.tf
@@ -9,11 +9,12 @@ data "template_file" "pds-basic-registry-load-use-case-dag-template" {
   count    = length(var.pds_node_names)
   template = file("terraform-modules/test-data/dags/template-${var.pds_basic_registry_data_load_dag_file_name}")
   vars = {
-    pds_nucleus_ecs_cluster_name               = var.pds_nucleus_ecs_cluster_name
-    pds_nucleus_ecs_subnets                    = jsonencode(var.pds_nucleus_ecs_subnets)
-    pds_nucleus_ecs_security_groups            = var.pds_nucleus_security_group_id
-    pds_nucleus_basic_registry_dag_id          = "${var.pds_node_names[count.index]}-${var.pds_nucleus_default_airflow_dag_id}"
-    pds_registry_loader_harvest_container_name = "pds-registry-loader-harvest-${var.pds_node_names[count.index]}"
+    pds_nucleus_ecs_cluster_name                        = var.pds_nucleus_ecs_cluster_name
+    pds_nucleus_ecs_subnets                             = jsonencode(var.pds_nucleus_ecs_subnets)
+    pds_nucleus_ecs_security_groups                     = var.pds_nucleus_security_group_id
+    pds_nucleus_basic_registry_dag_id                   = "${var.pds_node_names[count.index]}-${var.pds_nucleus_default_airflow_dag_id}"
+    pds_registry_loader_harvest_container_name          = "pds-registry-loader-harvest-${var.pds_node_names[count.index]}"
+    pds_airflow_registry_loader_harvest_task_definition = "pds-airflow-registry-loader-harvest-task-definition-${var.pds_node_names[count.index]}"
   }
 }