kserve inferenceservice chart create

2025-07-16 12:07:51 +09:00
parent 772e7b8385
commit 4e995795bb
9 changed files with 281 additions and 0 deletions
@@ -0,0 +1,28 @@
+# KServe Custom Values
+inferenceService:
+  name: "custom-huggingface-model"
+  
+  model:
+    args:
+      - --backend=vllm
+      - --model_name=llama-2-7b
+      - --dtype=float16
+    storageUri: "pvc://custom-model-volume/llama-2-7b"
+  
+  resources:
+    limits:
+      cpu: "8"
+      memory: 16Gi
+      nvidia.com/gpu: "1"
+    requests:
+      cpu: "4"
+      memory: 8Gi
+      nvidia.com/gpu: "1"
+
+ingress:
+  annotations:
+    cert-manager.io/cluster-issuer: "root-ca-issuer"
+  host:
+    domain: "kserve.example.com"
+  tls:
+    secretName: custom-kserve-tls