ChanghoWoo
38 lines
790 B
YAML
38 lines
790 B
YAML
servingEngineSpec:
|
|
modelSpec: []
|
|
resources:
|
|
requests:
|
|
cpu: "4"
|
|
memory: "16G"
|
|
limits:
|
|
cpu: "8"
|
|
memory: "32G"
|
|
|
|
routerSpec:
|
|
# -- The docker image of the router. The following values are defaults:
|
|
repository: "lmcache/lmstack-router"
|
|
tag: "latest"
|
|
resources:
|
|
requests:
|
|
cpu: "2"
|
|
memory: "8G"
|
|
limits:
|
|
cpu: "4"
|
|
memory: "16G"
|
|
ingress:
|
|
enabled: true
|
|
className: ""
|
|
annotations:
|
|
cert-manager.io/cluster-issuer: "selfsigned-issuer"
|
|
cert-manager.io/duration: 8760h
|
|
cert-manager.io/renew-before: 720h
|
|
hosts:
|
|
- host: vllm.example.com
|
|
paths:
|
|
- path: /
|
|
pathType: Prefix
|
|
tls:
|
|
- secretName: vllm-tls-secret
|
|
hosts:
|
|
- vllm.example.com
|