You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
30 lines
670 B
30 lines
670 B
inferenceService:
|
|
name: "{{ .Name }}"
|
|
|
|
model:
|
|
args:
|
|
- --backend=vllm
|
|
- --model_name=$model.name
|
|
- --dtype=float16
|
|
storageUri: "$model.volume"
|
|
|
|
resources:
|
|
limits:
|
|
cpu: "8"
|
|
memory: 16Gi
|
|
nvidia.com/gpu: "1"
|
|
requests:
|
|
cpu: "4"
|
|
memory: 8Gi
|
|
nvidia.com/gpu: "1"
|
|
|
|
ingress:
|
|
annotations:
|
|
cert-manager.io/cluster-issuer: "root-ca-issuer"
|
|
cert-manager.io/duration: 8760h
|
|
cert-manager.io/renew-before: 720h
|
|
k8s.apisix.apache.org/plugin-config-name: https-redirect
|
|
hosts:
|
|
- host: "{{ .Name }}-kserve.{{ .Namespace }}.{{ .Domain }}"
|
|
tls:
|
|
secretName: "{{ .Name }}-tls-secret" |