dip-values add

2026-06-09 11:51:43 +09:00
parent 162d9b2c2a
commit e64f933901
33 changed files with 2202 additions and 0 deletions
@@ -0,0 +1,27 @@
+inferenceService:
+  name: "{{ .Name }}"
+  
+  model:
+    args:
+      - --backend=vllm
+      - --model_name=$model.name
+      - --dtype=float16
+    storageUri: "$model.volume"
+  
+  resources:
+    limits:
+      cpu: "8"
+      memory: 16Gi
+      nvidia.com/gpu: "1"
+    requests:
+      cpu: "4"
+      memory: 8Gi
+      nvidia.com/gpu: "1"
+
+ingress:
+  annotations:
+    cert-manager.io/cluster-issuer: "root-ca-issuer"
+  hosts: 
+    - host: "{{ .Name }}-kserve.{{ .Namespace }}.{{ .Domain }}"
+  tls:
+    secretName: "{{ .Name }}-tls-secret"