From 54a5a2abc4c4445e9f35f38e4e561aa12a20c0c3 Mon Sep 17 00:00:00 2001 From: ychangkim Date: Wed, 23 Jul 2025 16:51:23 +0900 Subject: [PATCH] nim catalog env add --- charts/nim/custom-values.yaml | 13 +++++++++++++ charts/nim/templates/nimservice.yaml | 4 ++++ charts/nim/values.yaml | 13 +++++++++++++ 3 files changed, 30 insertions(+) diff --git a/charts/nim/custom-values.yaml b/charts/nim/custom-values.yaml index 0e41b01..56ee713 100644 --- a/charts/nim/custom-values.yaml +++ b/charts/nim/custom-values.yaml @@ -2,6 +2,19 @@ nimService: name: "$nimService.name" existingAuthSecret: "$INFISICAL_SECRET" + # Environment variables for the NIMService + env: + - name: NIM_GUIDED_DECODING_BACKEND + value: fast_outlines + - name: NIM_PEFT_SOURCE + value: http://nemo-entity-store:8000 + - name: NIM_SERVED_MODEL_NAME + value: "$nimService.servModelName" + - name: NIM_MODEL_NAME + value: "$nimService.modelName" + - name: NIM_PEFT_REFRESH_INTERVAL + value: "30" + # Example 1: Create a new PVC (leave existingPVC empty) existingPVC: "" # storage: diff --git a/charts/nim/templates/nimservice.yaml b/charts/nim/templates/nimservice.yaml index 31758f6..f3586a8 100644 --- a/charts/nim/templates/nimservice.yaml +++ b/charts/nim/templates/nimservice.yaml @@ -30,6 +30,10 @@ spec: volumeAccessMode: {{ .Values.nimService.storage.pvc.volumeAccessMode }} {{- end }} runtimeClassName: {{ .Values.nimService.runtimeClassName }} + {{- if .Values.nimService.env }} + env: + {{- toYaml .Values.nimService.env | nindent 4 }} + {{- end }} resources: {{- toYaml .Values.nimService.resources | nindent 4 }} expose: diff --git a/charts/nim/values.yaml b/charts/nim/values.yaml index 6ace0f2..abf0910 100644 --- a/charts/nim/values.yaml +++ b/charts/nim/values.yaml @@ -17,6 +17,19 @@ nimService: existingAuthSecret: "" authSecret: ngc-api + # Environment variables for the NIMService + env: + - name: NIM_GUIDED_DECODING_BACKEND + value: fast_outlines + - name: NIM_PEFT_SOURCE + value: http://nemo-entity-store:8000 + - name: NIM_SERVED_MODEL_NAME + value: meta/llama-3.2-1b-instruct + - name: NIM_MODEL_NAME + value: meta/llama-3.2-1b-instruct + - name: NIM_PEFT_REFRESH_INTERVAL + value: "30" + # If existingPVC is set, the PVC with this name will be used # If empty, a new PVC will be created with the configuration in storage.pvc existingPVC: ""