ychangkim
29 lines
533 B
YAML
29 lines
533 B
YAML
# KServe Custom Values
|
|
inferenceService:
|
|
name: "phi-1_5"
|
|
|
|
model:
|
|
args:
|
|
- --backend=vllm
|
|
- --model_name=phi-1_5
|
|
- --dtype=float16
|
|
storageUri: "pvc://model-volume/phi-1_5"
|
|
|
|
resources:
|
|
limits:
|
|
cpu: "8"
|
|
memory: 16Gi
|
|
nvidia.com/gpu: "1"
|
|
requests:
|
|
cpu: "4"
|
|
memory: 8Gi
|
|
nvidia.com/gpu: "1"
|
|
|
|
ingress:
|
|
annotations:
|
|
cert-manager.io/cluster-issuer: "root-ca-issuer"
|
|
host:
|
|
domain: "phi15.default.hopt.paasup.io"
|
|
tls:
|
|
secretName: custom-kserve-tls
|