kserve
This commit is contained in:
@@ -1,13 +1,13 @@
|
||||
# KServe Custom Values
|
||||
inferenceService:
|
||||
name: "custom-huggingface-model"
|
||||
name: "phi-1_5"
|
||||
|
||||
model:
|
||||
args:
|
||||
- --backend=vllm
|
||||
- --model_name=llama-2-7b
|
||||
- --model_name=phi-1_5
|
||||
- --dtype=float16
|
||||
storageUri: "pvc://custom-model-volume/llama-2-7b"
|
||||
storageUri: "pvc://model-volume/phi-1_5"
|
||||
|
||||
resources:
|
||||
limits:
|
||||
@@ -23,6 +23,6 @@ ingress:
|
||||
annotations:
|
||||
cert-manager.io/cluster-issuer: "root-ca-issuer"
|
||||
host:
|
||||
domain: "kserve.example.com"
|
||||
domain: "phi15.default.hopt.paasup.io"
|
||||
tls:
|
||||
secretName: custom-kserve-tls
|
||||
|
||||
Reference in New Issue
Block a user