Allow config of scan interval of output-restructure

RADAR-base · Dec 18, 2024 · 4fd2c5e · 4fd2c5e
1 parent 5e6f98d
commit 4fd2c5e
Show file tree

Hide file tree

Showing 3 changed files with 16 additions and 0 deletions.
diff --git a/charts/radar-output/README.md b/charts/radar-output/README.md
@@ -68,6 +68,8 @@ A Helm chart for RADAR-base output restructure service. This application reads d
 | source.azure.responseTimeout | string | `nil` | Azure HTTP response timeout in seconds |
 | source.azure.writeTimeout | string | `nil` | Azure HTTP write timeout in seconds |
 | source.azure.readTimeout | string | `nil` | Azure HTTP read timeout in seconds |
+| source.index.fullSyncInterval | int | `3600` | Interval in seconds to synchronize the index with the storage (in seconds). This values should be only changed in specific scenarios (e.g. e2e testing). |
+| source.index.emptyDirectorySyncInterval | int | `900` | Interval in seconds to also include empty directories during sync with the storage (in seconds) This values should be only changed in specific scenarios (e.g. e2e testing). |
 | target.type | string | `"s3"` | Type of the output storage of the RADAR-base pipeline (e.g., s3 or azure) |
 | target.s3.endpoint | string | `"http://minio:9000"` | s3 endpoint of the output storage |
 | target.s3.accessToken | string | `"access_key"` | s3 access-key of the output storage |

diff --git a/charts/radar-output/templates/configmap.yaml b/charts/radar-output/templates/configmap.yaml
@@ -43,6 +43,13 @@ data:
         {{- if .azure.readTimeout }}
         readTimeout: {{ .azure.readTimeout | int }}
         {{- end }}
+      index:
+        {{- if .index.fullSyncInterval }}
+        fullSyncInterval: {{ .index.fullSyncInterval | int }}
+        {{- end }}
+        {{- if .index.emptyDirectorySyncInterval }}
+        emptyDirectorySyncInterval: {{ .index.emptyDirectorySyncInterval | int }}
+        {{- end }}
     {{- end }}
 
     {{- with .Values.target }}

diff --git a/charts/radar-output/values.yaml b/charts/radar-output/values.yaml
@@ -149,6 +149,13 @@ source:
     writeTimeout:
     # -- Azure HTTP read timeout in seconds
     readTimeout:
+  index:
+    # -- Interval in seconds to synchronize the index with the storage (in seconds).
+    # This values should be only changed in specific scenarios (e.g. e2e testing).
+    fullSyncInterval: 3600
+    # -- Interval in seconds to also include empty directories during sync with the storage (in seconds)
+    # This values should be only changed in specific scenarios (e.g. e2e testing).
+    emptyDirectorySyncInterval: 900
 
 target:
   # -- Type of the output storage of the RADAR-base pipeline (e.g., s3 or azure)