Feature: add datasetReferenceLabel to all the resources created by fluid

Signed-off-by: jiuyu <[email protected]>
fluid-cloudnative · Jan 17, 2025 · a5f2b4e · a5f2b4e
1 parent 228af51
commit a5f2b4e
Show file tree

Hide file tree

Showing 81 changed files with 336 additions and 211 deletions.
diff --git a/charts/alluxio/templates/fuse/daemonset.yaml b/charts/alluxio/templates/fuse/daemonset.yaml
@@ -59,6 +59,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: alluxio-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.fuse.labels }}
         {{- range $key, $val := .Values.fuse.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/alluxio/templates/master/statefulset.yaml b/charts/alluxio/templates/master/statefulset.yaml
@@ -31,6 +31,7 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: alluxio-master
+    fluid.io/dataset: {{ .Values.ownedDatasetReference }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
   {{- if .Values.owner.enabled }}
@@ -67,6 +68,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: alluxio-master
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.master.labels }}
         {{- range $key, $val := .Values.master.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/alluxio/templates/worker/statefulset.yaml b/charts/alluxio/templates/worker/statefulset.yaml
@@ -23,7 +23,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: alluxio-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -60,8 +59,8 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: alluxio-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.worker.labels }}
         {{- range $key, $val := .Values.worker.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/efc/templates/worker/statefulset.yaml b/charts/efc/templates/worker/statefulset.yaml
@@ -8,7 +8,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: efc-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -45,8 +44,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: efc-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.worker.labels }}
         {{- range $key, $val := .Values.worker.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/fluid-dataloader/alluxio/templates/cronjob.yaml b/charts/fluid-dataloader/alluxio/templates/cronjob.yaml
@@ -55,6 +55,7 @@ spec:
             app: alluxio
             cronjob: {{ printf "%s-job" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.dataloader.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
           {{- if .Values.dataloader.labels }}
           {{- range $key, $val := .Values.dataloader.labels }}
             {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/fluid-dataloader/goosefs/templates/cronjob.yaml b/charts/fluid-dataloader/goosefs/templates/cronjob.yaml
@@ -47,6 +47,7 @@ spec:
             app: goosefs
             cronjob: {{ printf "%s-job" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.dataloader.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
         spec:
           {{- include "library.fluid.dataload.cronJobCommonTemplateSpec" . | nindent 10 }}
           containers:

diff --git a/charts/fluid-dataloader/jindo/templates/cronjob.yaml b/charts/fluid-dataloader/jindo/templates/cronjob.yaml
@@ -50,6 +50,7 @@ spec:
             app: jindofs
             cronjob: {{ printf "%s-job" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.dataloader.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
         spec:
           {{- include "library.fluid.dataload.cronJobCommonTemplateSpec" . | nindent 10 }}
           containers:

diff --git a/charts/fluid-dataloader/jindocache/templates/cronjob.yaml b/charts/fluid-dataloader/jindocache/templates/cronjob.yaml
@@ -55,6 +55,7 @@ spec:
             app: jindocache
             cronjob: {{ printf "%s-job" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.dataloader.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
           {{- if .Values.dataloader.labels }}
           {{- range $key, $val := .Values.dataloader.labels }}
             {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/fluid-dataloader/jindofsx/templates/cronjob.yaml b/charts/fluid-dataloader/jindofsx/templates/cronjob.yaml
@@ -55,6 +55,7 @@ spec:
             app: jondofsx
             cronjob: {{ printf "%s-job" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.dataloader.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
           {{- if .Values.dataloader.labels }}
           {{- range $key, $val := .Values.dataloader.labels }}
             {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/fluid-dataloader/juicefs/templates/cronjob.yaml b/charts/fluid-dataloader/juicefs/templates/cronjob.yaml
@@ -55,6 +55,7 @@ spec:
             app: juicefs
             cronjob: {{ printf "%s-job" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.dataloader.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
           {{- if .Values.dataloader.labels }}
           {{- range $key, $val := .Values.dataloader.labels }}
             {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/fluid-datamigrate/juicefs/templates/cronjob.yaml b/charts/fluid-datamigrate/juicefs/templates/cronjob.yaml
@@ -47,6 +47,7 @@ spec:
             app: juicefs
             cronjob: {{ printf "%s-migrate" .Release.Name }}
             targetDataset: {{ required "targetDataset should be set" .Values.datamigrate.targetDataset }}
+            {{- include "library.fluid.labels" . | nindent 12 }}
           {{- if .Values.datamigrate.labels }}
           {{- range $key, $val := .Values.datamigrate.labels }}
             {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/fluid-datamigrate/juicefs/templates/job.yaml b/charts/fluid-datamigrate/juicefs/templates/job.yaml
@@ -39,7 +39,7 @@ spec:
         role: datamigrate-pod
         app: juicefs
         targetDataset: {{ required "targetDataset should be set" .Values.datamigrate.targetDataset }}
-        fluid.io/operation: migrate-{{ .Values.fullNamespacedNameOverride }}
+        fluid.io/operation: migrate-{{ .Values.ownedDatasetReference }}
         {{- include "library.fluid.labels" . | nindent 8 }}
       {{- if .Values.datamigrate.labels }}
       {{- range $key, $val := .Values.datamigrate.labels }}

diff --git a/charts/fluid-datamigrate/juicefs/templates/statefulset.yaml b/charts/fluid-datamigrate/juicefs/templates/statefulset.yaml
@@ -34,7 +34,7 @@ spec:
     metadata:
       labels:
         app: {{ printf "%s-workers" .Release.Name }}
-        fluid.io/operation: migrate-{{ .Values.fullNamespacedNameOverride }}
+        fluid.io/operation: migrate-{{ .Values.ownedDatasetReference }}
     spec:
       containers:
         - name: worker

diff --git a/charts/goosefs/templates/fuse/client-daemonset.yaml b/charts/goosefs/templates/fuse/client-daemonset.yaml
@@ -26,6 +26,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: goosefs-fuse-client
+        {{- include "library.fluid.labels" . | nindent 8 }}
     spec:
       tolerations:
         - operator: Exists

diff --git a/charts/goosefs/templates/fuse/daemonset.yaml b/charts/goosefs/templates/fuse/daemonset.yaml
@@ -35,6 +35,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: goosefs-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
     spec:
       {{- if .Values.fuse.criticalPod }}
       priorityClassName: system-node-critical

diff --git a/charts/goosefs/templates/master/statefulset.yaml b/charts/goosefs/templates/master/statefulset.yaml
@@ -44,6 +44,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: goosefs-master
+        {{- include "library.fluid.labels" . | nindent 8 }}
     spec:
       enableServiceLinks: false
       hostNetwork: {{ $hostNetwork }}

diff --git a/charts/goosefs/templates/worker/statefulset.yaml b/charts/goosefs/templates/worker/statefulset.yaml
@@ -12,7 +12,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: goosefs-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
 spec:
@@ -37,8 +36,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: goosefs-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
     spec:
       enableServiceLinks: false
       hostNetwork: {{ $hostNetwork }}

diff --git a/charts/jindocache/templates/fuse/daemonset.yaml b/charts/jindocache/templates/fuse/daemonset.yaml
@@ -45,6 +45,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.fuse.labels }}
         {{- range $key, $val := .Values.fuse.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/jindocache/templates/master/statefulset.yaml b/charts/jindocache/templates/master/statefulset.yaml
@@ -48,6 +48,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-master
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.master.labels }}
         {{- range $key, $val := .Values.master.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/jindocache/templates/worker/statefulset.yaml b/charts/jindocache/templates/worker/statefulset.yaml
@@ -13,7 +13,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: jindofs-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -49,8 +48,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.worker.labels }}
         {{- range $key, $val := .Values.worker.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/jindofs/templates/fuse/daemonset.yaml b/charts/jindofs/templates/fuse/daemonset.yaml
@@ -41,6 +41,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
 {{- if .Values.labels }}
 {{ toYaml .Values.labels | trim | indent 8 }}
 {{- end }}

diff --git a/charts/jindofs/templates/master/statefulset.yaml b/charts/jindofs/templates/master/statefulset.yaml
@@ -43,6 +43,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-master
+        {{- include "library.fluid.labels" . | nindent 8 }}
 {{- if .Values.labels }}
 {{ toYaml .Values.labels | trim | indent 8 }}
 {{- end }}

diff --git a/charts/jindofs/templates/worker/statefulset.yaml b/charts/jindofs/templates/worker/statefulset.yaml
@@ -13,7 +13,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: jindofs-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -44,8 +43,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
 {{- if .Values.labels }}
 {{ toYaml .Values.labels | trim | indent 8 }}
 {{- end }}

diff --git a/charts/jindofsx/templates/fuse/daemonset.yaml b/charts/jindofsx/templates/fuse/daemonset.yaml
@@ -45,6 +45,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.fuse.labels }}
         {{- range $key, $val := .Values.fuse.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/jindofsx/templates/master/statefulset.yaml b/charts/jindofsx/templates/master/statefulset.yaml
@@ -48,6 +48,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-master
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.master.labels }}
         {{- range $key, $val := .Values.master.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/jindofsx/templates/worker/statefulset.yaml b/charts/jindofsx/templates/worker/statefulset.yaml
@@ -13,7 +13,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: jindofs-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -49,8 +48,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: jindofs-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.worker.labels }}
         {{- range $key, $val := .Values.worker.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/juicefs/templates/fuse/daemonset.yaml b/charts/juicefs/templates/fuse/daemonset.yaml
@@ -45,6 +45,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: juicefs-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.fuse.labels }}
         {{- range $key, $val := .Values.fuse.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/juicefs/templates/worker/statefulset.yaml b/charts/juicefs/templates/worker/statefulset.yaml
@@ -9,7 +9,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: juicefs-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -48,8 +47,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: juicefs-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.worker.labels }}
         {{- range $key, $val := .Values.worker.labels }}
         {{ $key | quote}}: {{ $val | quote }}

diff --git a/charts/library/templates/_recommended_labels.tpl b/charts/library/templates/_recommended_labels.tpl
@@ -8,4 +8,5 @@ app.kubernetes.io/name: {{ .Chart.Name }}
 app.kubernetes.io/instance: {{ .Release.Name }}
 app.kubernetes.io/managed-by: {{ .Release.Service }}
 fluid.io/managed-by: fluid
+fluid.io/dataset-uuid: {{ .Values.ownedDatasetReference }}
 {{- end }}
diff --git a/charts/thin/templates/fuse/daemonset.yaml b/charts/thin/templates/fuse/daemonset.yaml
@@ -38,6 +38,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: thin-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
     spec:
       {{- if .Values.fuse.imagePullSecrets }}
       imagePullSecrets:

diff --git a/charts/thin/templates/worker/statefuleset.yaml b/charts/thin/templates/worker/statefuleset.yaml
@@ -8,7 +8,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: thin-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     fluid.io/dataset-placement: {{ .Values.placement }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   ownerReferences:
@@ -41,8 +40,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: thin-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
         fluid.io/dataset-placement: {{ .Values.placement }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
     spec:
       {{- if .Values.worker.imagePullSecrets }}
       imagePullSecrets:

diff --git a/charts/vineyard/templates/fuse/daemonset.yaml b/charts/vineyard/templates/fuse/daemonset.yaml
@@ -57,6 +57,7 @@ spec:
         chart: {{ $chart }}
         release: {{ .Release.Name }}
         role: vineyard-fuse
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.fuse.labels }}
         {{- range $key, $val := .Values.fuse.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/vineyard/templates/master/statefulset.yaml b/charts/vineyard/templates/master/statefulset.yaml
@@ -66,6 +66,7 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: vineyard-master
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.master.labels }}
         {{- range $key, $val := .Values.master.labels }}
         {{ $key | quote }}: {{ $val | quote }}

diff --git a/charts/vineyard/templates/worker/statefulset.yaml b/charts/vineyard/templates/worker/statefulset.yaml
@@ -25,7 +25,6 @@ metadata:
     release: {{ .Release.Name }}
     heritage: {{ .Release.Service }}
     role: vineyard-worker
-    fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
     {{- include "library.fluid.labels" . | nindent 4 }}
   {{- if .Values.owner.enabled }}
   ownerReferences:
@@ -46,7 +45,7 @@ spec:
       chart: {{ $chart }}
       release: {{ .Release.Name }}
       role: vineyard-worker
-      app.kubernetes.io/instance: {{ .Values.fullNamespacedNameOverride }}-worker
+      app.kubernetes.io/instance: {{ .Values.ownedDatasetReference }}-worker
   template:
     metadata:
       annotations:
@@ -62,8 +61,9 @@ spec:
         release: {{ .Release.Name }}
         heritage: {{ .Release.Service }}
         role: vineyard-worker
-        fluid.io/dataset: {{ .Values.fullNamespacedNameOverride }}
-        app.kubernetes.io/instance: {{ .Values.fullNamespacedNameOverride }}-worker
+        app.kubernetes.io/instance: {{ .Values.ownedDatasetReference }}-worker
+        fluid.io/dataset: {{ .Values.ownedDatasetReference }}
+        {{- include "library.fluid.labels" . | nindent 8 }}
         {{- if .Values.worker.labels }}
         {{- range $key, $val := .Values.worker.labels }}
         {{ $key | quote }}: {{ $val | quote }}
@@ -215,5 +215,5 @@ spec:
                   - key: app.kubernetes.io/instance
                     operator: In
                     values:
-                     - {{ .Values.fullNamespacedNameOverride }}-worker
+                     - {{ .Values.ownedDatasetReference }}-worker
               topologyKey: "kubernetes.io/hostname"