From 97a051449a29ddb9687cb77ad292cfd9519dc9e8 Mon Sep 17 00:00:00 2001 From: Abhishek Choudhary Date: Fri, 22 Nov 2024 17:07:11 +0530 Subject: [PATCH] [CI] Update LLMGateway chart values.yaml (#817) --- charts/tfy-llm-gateway/Chart.yaml | 2 +- charts/tfy-llm-gateway/README.md | 2 +- charts/tfy-llm-gateway/values.yaml | 14 ++++++++++++-- 3 files changed, 14 insertions(+), 4 deletions(-) diff --git a/charts/tfy-llm-gateway/Chart.yaml b/charts/tfy-llm-gateway/Chart.yaml index 49dca572..1fe6a3e7 100644 --- a/charts/tfy-llm-gateway/Chart.yaml +++ b/charts/tfy-llm-gateway/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: v2 name: tfy-llm-gateway -version: 0.9.0 +version: 0.10.0 description: "Truefoundry LLM Gateway deployment chart" maintainers: - name: truefoundry diff --git a/charts/tfy-llm-gateway/README.md b/charts/tfy-llm-gateway/README.md index 3732f7cc..7de2fcd7 100644 --- a/charts/tfy-llm-gateway/README.md +++ b/charts/tfy-llm-gateway/README.md @@ -13,7 +13,7 @@ LLM-Gateway Helm Chart | `global.llmGatewayInfra.releaseName` | Release name for the tfy-llm-gateway-infra | `tfy-llm-gateway-infra` | | `global.llmGatewayInfra.natsAdminPassword` | NATS admin password | `""` | | `image.repository` | Image repository for tfyLLMGateway | `tfy.jfrog.io/tfy-private-images/tfy-llm-gateway` | -| `image.tag` | Image tag for the tfyLLMGateway | `510cb55e8ff708cbc0b0fbdf02ea9b104bbdc846` | +| `image.tag` | Image tag for the tfyLLMGateway | `86142d80c82e353061de0b1e22b0c78a8d4d86d5` | | `fullnameOverride` | Full name override for the tfy-llm-gateway | `""` | | `replicaCount` | Number of replicas | `1` | | `environmentName` | The environment name | `default` | diff --git a/charts/tfy-llm-gateway/values.yaml b/charts/tfy-llm-gateway/values.yaml index fa170009..6fe63279 100644 --- a/charts/tfy-llm-gateway/values.yaml +++ b/charts/tfy-llm-gateway/values.yaml @@ -18,8 +18,8 @@ image: ## @param image.repository Image repository for tfyLLMGateway repository: tfy.jfrog.io/tfy-private-images/tfy-llm-gateway ## @param image.tag Image tag for the tfyLLMGateway - tag: 510cb55e8ff708cbc0b0fbdf02ea9b104bbdc846 - + tag: 86142d80c82e353061de0b1e22b0c78a8d4d86d5 + ## @param fullnameOverride Full name override for the tfy-llm-gateway fullnameOverride: "" @@ -154,3 +154,13 @@ autoscaling: maxReplicas: 100 ## @param autoscaling.targetCPUUtilizationPercentage Target CPU utilization percentage targetCPUUtilizationPercentage: 60 +## @skip env Environment variables for the llmGateway +env: + CONTROL_PLANE_URL: "{{ .Values.global.controlPlaneURL }}" + TFY_API_KEY: ${k8s-secret/truefoundry-creds/TFY_API_KEY} + AUTH_SERVER_URL: https://auth.truefoundry.com + LOG_LEVEL: info + GATEWAY_NATS_CONFIGURATION: '{"type":"nats","url":"ws://{{ .Values.global.llmGatewayInfra.releaseName }}-nats.{{ .Release.Namespace }}.svc.cluster.local:8080","username":"admin","password":"{{ .Values.global.llmGatewayInfra.natsAdminPassword }}"}' + DEPLOYED_LLM_GATEWAY_URL: "{{ .Values.global.controlPlaneURL }}/api/llm" + CONTROL_PLANE_NATS_URL: nats://{{ .Values.global.truefoundryReleaseName }}-nats.{{ .Release.Namespace }}.svc.cluster.local:4222 + ENABLE_EXTERNAL_OAUTH: "false"