updated Karpenter resources

awslabs · Apr 5, 2024 · f5ae88b · f5ae88b
1 parent e5dfd01
commit f5ae88b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 13 deletions.
diff --git a/ai-ml/jark-stack/terraform/addons.tf b/ai-ml/jark-stack/terraform/addons.tf
@@ -231,7 +231,7 @@ module "data_addons" {
       nodePool:
         labels:
           - type: karpenter
-          - NodeGroupType: spark-executor-gpu-karpenter
+          - NodeGroupType: g5-gpu-karpenter
         taints:
           - key: nvidia.com/gpu
             value: "Exists"
@@ -253,7 +253,7 @@ module "data_addons" {
           cpu: 1000
         disruption:
           consolidationPolicy: WhenEmpty
-          consolidateAfter: 30s
+          consolidateAfter: 180s
           expireAfter: 720h
         weight: 100
       EOT
@@ -276,7 +276,7 @@ module "data_addons" {
       nodePool:
         labels:
           - type: karpenter
-          - NodeGroupType: spark-driver-cpu-karpenter
+          - NodeGroupType: x86-cpu-karpenter
         requirements:
           - key: "karpenter.k8s.aws/instance-family"
             operator: In
@@ -294,7 +294,7 @@ module "data_addons" {
           cpu: 1000
         disruption:
           consolidationPolicy: WhenEmpty
-          consolidateAfter: 30s
+          consolidateAfter: 180s
           expireAfter: 720h
         weight: 100
       EOT

diff --git a/...tack/terraform/examples/inference/stablediffusion-rayserve/ray-serve-stablediffusion.yaml b/...tack/terraform/examples/inference/stablediffusion-rayserve/ray-serve-stablediffusion.yaml
@@ -150,18 +150,10 @@ spec:
       # To access the dashboard:
       # Option 1: Use the `kubectl port-forward` command.
       # Option 2: Deploy a public-facing NLB by modifying the configuration file "ai-ml/jark-stack/terraform/helm-values/ingress-nginx-values.yaml".
-       - path: /dashboard/(.*)
+      - path: /dashboard/(.*)
         pathType: ImplementationSpecific
         backend:
           service:
             name: stablediffusion-service
             port:
               number: 8265
-      # This service endpoint used by the Gradio app to make requests to the Ray Serve deployment.
-      - path: /serve/(.*)
-        pathType: ImplementationSpecific
-        backend:
-          service:
-            name: stablediffusion-service
-            port:
-              number: 8000