Merge branch 'main' into assets-to-s3

huggingface · Oct 4, 2023 · db4e6cb · db4e6cb
2 parents 13b0e99 + f638b2f
commit db4e6cb
Showing 1 changed file with 64 additions and 0 deletions.
diff --git a/chart/env/staging.yaml b/chart/env/staging.yaml
@@ -183,6 +183,57 @@ cacheMaintenance:
 # --- cron jobs  ---
 backfill:
   enabled: false
+  nodeSelector:
+    project: "datasets-server"
+  tolerations:
+    - key: huggingface.co/project
+      operator: Equal
+      value: datasets-server
+      effect: NoSchedule
+    - key: karpenter.sh/capacity-type
+      operator: Equal
+      value: spot
+      effect: NoSchedule
+
+cleanHfDatasetsCache:
+  nodeSelector:
+    project: "datasets-server"
+  tolerations:
+    - key: huggingface.co/project
+      operator: Equal
+      value: datasets-server
+      effect: NoSchedule
+    - key: karpenter.sh/capacity-type
+      operator: Equal
+      value: spot
+      effect: NoSchedule
+
+deleteIndexes:
+  nodeSelector:
+    project: "datasets-server"
+  tolerations:
+    - key: huggingface.co/project
+      operator: Equal
+      value: datasets-server
+      effect: NoSchedule
+    - key: karpenter.sh/capacity-type
+      operator: Equal
+      value: spot
+      effect: NoSchedule
+
+postMessages:
+  nodeSelector:
+    project: "datasets-server"
+  tolerations:
+    - key: huggingface.co/project
+      operator: Equal
+      value: datasets-server
+      effect: NoSchedule
+    - key: karpenter.sh/capacity-type
+      operator: Equal
+      value: spot
+      effect: NoSchedule
+
 
 queueMetricsCollector:
   action: "collect-queue-metrics"
@@ -206,6 +257,19 @@ queueMetricsCollector:
       value: spot
       effect: NoSchedule
 
+cacheMetricsCollector:
+  nodeSelector:
+    project: "datasets-server"
+  tolerations:
+    - key: huggingface.co/project
+      operator: Equal
+      value: datasets-server
+      effect: NoSchedule
+    - key: karpenter.sh/capacity-type
+      operator: Equal
+      value: spot
+      effect: NoSchedule
+
 # --- storage admin (to manually inspect the storage, in /data) ---
 
 storageAdmin: