Add model download to dedup engine chart

charts/deduplication-engine/templates/backend/deployment.yaml

@@ -49,5 +49,11 @@ spec:
             {{- toYaml .Values.resources | nindent 12 }}
           volumeMounts:
             {{ include "keyvault.volumeMounts" . | nindent 12 }}
+            - name: dde-model-data
+              mountPath: /dde-model
       volumes:
-        {{ include "keyvault.volumes" . | nindent 8 }}
+        {{ include "keyvault.volumes" . | nindent 8 }}
+        - name: dde-model-data
+          persistentVolumeClaim:
+            claimName: {{ include "deduplication-engine.fullname" . }}-model-data
+            readOnly: true

charts/deduplication-engine/templates/backend/job/model-downloader.yaml

@@ -0,0 +1,42 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ include "deduplication-engine.fullname" . }}-model-downloader
+  labels:
+    {{- include "deduplication-engine.labels" . | nindent 4 }}
+    deduplication-engine/job: model-downloader
+  annotations:
+    "helm.sh/hook": pre-upgrade, post-install
+    "helm.sh/hook-weight": "5"
+    "helm.sh/hook-delete-policy": before-hook-creation
+spec:
+  template:
+    metadata:
+      labels:
+        {{- include "deduplication-engine.labels" . | nindent 8 }}
+        deduplication-engine/job: model-downloader
+    spec:
+      containers:
+        - name: {{ .Chart.Name }}-backend-model-downloader
+          args: ["syncmodels"]
+          securityContext:
+            {{- toYaml .Values.securityContext | nindent 12 }}
+          image: "{{ .Values.image.repository }}:{{ .Values.image.tag | default .Chart.AppVersion }}"
+          imagePullPolicy: {{ .Values.image.pullPolicy }}
+          envFrom:
+          {{ include "keyvault.secretRef" . | nindent 12 }}
+            - configMapRef:
+                name: {{ include "deduplication-engine.fullname" . }}-backend
+          resources:
+            {{- toYaml .Values.resources | nindent 12 }}
+          volumeMounts:
+            {{ include "keyvault.volumeMounts" . | nindent 12 }}
+            - name: dde-model-data
+              mountPath: /dde-model
+      restartPolicy: Never
+      volumes:
+        {{ include "keyvault.volumes" . | nindent 8 }}
+        - name: dde-model-data
+          persistentVolumeClaim:
+            claimName: {{ include "deduplication-engine.fullname" . }}-model-data
+  backoffLimit: 3

charts/deduplication-engine/templates/backend/job/release.yaml

@@ -7,7 +7,7 @@ metadata:
     deduplication-engine/job: upgrade
   annotations:
     "helm.sh/hook": pre-upgrade, post-install
-    "helm.sh/hook-weight": "5"
+    "helm.sh/hook-weight": "10"
     "helm.sh/hook-delete-policy": before-hook-creation
 spec:
   template:

charts/deduplication-engine/templates/backend/pvc.yaml

@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: {{ include "deduplication-engine.fullname" . }}-model-data
+spec:
+  accessModes:
+  - ReadWriteMany
+  resources:
+    requests:
+      storage: 2Gi
+  storageClassName: azurefile

charts/deduplication-engine/templates/celery/beat/deployment.yaml

@@ -37,5 +37,11 @@ spec:
                 name: {{ include "deduplication-engine.fullname" . }}-backend
           volumeMounts:
             {{ include "keyvault.volumeMounts" . | nindent 12 }}
+            - name: dde-model-data
+              mountPath: /dde-model
       volumes:
-        {{ include "keyvault.volumes" . | nindent 8 }}
+        {{ include "keyvault.volumes" . | nindent 8 }}
+        - name: dde-model-data
+          persistentVolumeClaim:
+            claimName: {{ include "deduplication-engine.fullname" . }}-model-data
+            readOnly: true

charts/deduplication-engine/templates/celery/worker/deployment.yaml

@@ -42,5 +42,11 @@ spec:
                 name: {{ include "deduplication-engine.fullname" . }}-backend
           volumeMounts:
             {{ include "keyvault.volumeMounts" . | nindent 12 }}
+            - name: dde-model-data
+              mountPath: /dde-model
       volumes:
-        {{ include "keyvault.volumes" . | nindent 8 }}
+        {{ include "keyvault.volumes" . | nindent 8 }}
+        - name: dde-model-data
+          persistentVolumeClaim:
+            claimName: {{ include "deduplication-engine.fullname" . }}-model-data
+            readOnly: true