Enabled Web_API_vistaly_update_card_metrics_Kubernetes in production

elifesciences · Jan 10, 2025 · 8692813 · 8692813
1 parent 1079f50
commit 8692813
Showing 1 changed file with 52 additions and 0 deletions.
diff --git a/kustomizations/apps/data-hub-configs/kubernetes-pipeline--prod.config.yaml b/kustomizations/apps/data-hub-configs/kubernetes-pipeline--prod.config.yaml
@@ -1639,6 +1639,58 @@ kubernetesPipelines:
         memory: 500Mi
         cpu: 100m
 
+  - dataPipelineId: 'Web_API_vistaly_update_card_metrics_Kubernetes'
+    airflow:
+      dagParameters:
+        schedule: '0 6 * * *'  # Daily (at 6am in the morning)
+        max_active_runs: 1
+        tags:
+          - 'Kubernetes'
+          - 'Web API'
+          - 'Sciety'
+    image: '${data_hub_core_dags_stable_image_repo}:${data_hub_core_dags_stable_image_tag}'
+    imagePullPolicy: Always
+    arguments:
+      - 'python'
+      - '-m'
+      - 'data_pipeline.generic_web_api.cli'
+      - '--data-pipeline-id=vistaly_update_card_metrics'
+    env:
+      - name: DEPLOYMENT_ENV
+        value: '{ENV}'
+      - name: GOOGLE_APPLICATION_CREDENTIALS
+        value: /dag_secret_files/gcloud/credentials.json
+      - name: WEB_API_CONFIG_FILE_PATH
+        value: /dag_config_files/web-api-data-pipeline.config.yaml
+      - name: VISTALY_API_AUTHORIZATION_FILE_PATH
+        value: /dag_secret_files/vistaly-api/vistaly_api_authorization
+    volumeMounts:
+      - name: gcloud-secret-volume
+        mountPath: /dag_secret_files/gcloud/
+        readOnly: true
+      - name: vistaly-api-secret-volume
+        mountPath: /dag_secret_files/vistaly-api
+      - name: data-hub-config-volume
+        mountPath: /dag_config_files/
+        readOnly: true
+    volumes:
+      - name: gcloud-secret-volume
+        secret:
+          secretName: gcloud
+      - name: vistaly-api-secret-volume
+        secret:
+          secretName: vistaly-api
+      - name: data-hub-config-volume
+        configMap:
+          name: data-hub-configs
+    resources:
+      limits:
+        memory: 600Mi
+        cpu: 1000m
+      requests:
+        memory: 500Mi
+        cpu: 100m
+
   - dataPipelineId: 'Data_Science_PeerScout_Build_Reviewing_Editor_Profiles_Kubernetes'
     airflow:
       dagParameters: