This commit is contained in:
ychangkim
2025-07-16 15:58:09 +09:00
parent 4e995795bb
commit d872a6dc6f
4 changed files with 9 additions and 8 deletions
+4 -4
View File
@@ -1,13 +1,13 @@
# KServe Custom Values
inferenceService:
name: "custom-huggingface-model"
name: "phi-1_5"
model:
args:
- --backend=vllm
- --model_name=llama-2-7b
- --model_name=phi-1_5
- --dtype=float16
storageUri: "pvc://custom-model-volume/llama-2-7b"
storageUri: "pvc://model-volume/phi-1_5"
resources:
limits:
@@ -23,6 +23,6 @@ ingress:
annotations:
cert-manager.io/cluster-issuer: "root-ca-issuer"
host:
domain: "kserve.example.com"
domain: "phi15.default.hopt.paasup.io"
tls:
secretName: custom-kserve-tls