nim catalog env add

charts/nim/custom-values.yaml

@@ -2,6 +2,19 @@ nimService:
   name: "$nimService.name"
   existingAuthSecret: "$INFISICAL_SECRET"
   
+  # Environment variables for the NIMService
+  env:
+    - name: NIM_GUIDED_DECODING_BACKEND
+      value: fast_outlines
+    - name: NIM_PEFT_SOURCE
+      value: http://nemo-entity-store:8000
+    - name: NIM_SERVED_MODEL_NAME
+      value: "$nimService.servModelName"
+    - name: NIM_MODEL_NAME
+      value: "$nimService.modelName"
+    - name: NIM_PEFT_REFRESH_INTERVAL
+      value: "30"
+  
   # Example 1: Create a new PVC (leave existingPVC empty)
   existingPVC: ""
   # storage:

charts/nim/templates/nimservice.yaml

@@ -30,6 +30,10 @@ spec:
       volumeAccessMode: {{ .Values.nimService.storage.pvc.volumeAccessMode }}
     {{- end }}
   runtimeClassName: {{ .Values.nimService.runtimeClassName }}
+  {{- if .Values.nimService.env }}
+  env:
+    {{- toYaml .Values.nimService.env | nindent 4 }}
+  {{- end }}
   resources:
     {{- toYaml .Values.nimService.resources | nindent 4 }}
   expose:

charts/nim/values.yaml

@@ -17,6 +17,19 @@ nimService:
   existingAuthSecret: ""
   authSecret: ngc-api
   
+  # Environment variables for the NIMService
+  env:
+    - name: NIM_GUIDED_DECODING_BACKEND
+      value: fast_outlines
+    - name: NIM_PEFT_SOURCE
+      value: http://nemo-entity-store:8000
+    - name: NIM_SERVED_MODEL_NAME
+      value: meta/llama-3.2-1b-instruct
+    - name: NIM_MODEL_NAME
+      value: meta/llama-3.2-1b-instruct
+    - name: NIM_PEFT_REFRESH_INTERVAL
+      value: "30"
+  
   # If existingPVC is set, the PVC with this name will be used
   # If empty, a new PVC will be created with the configuration in storage.pvc
   existingPVC: ""