update vllm
This commit is contained in:
@@ -28,6 +28,9 @@ servingEngineSpec:
|
|||||||
"--download-dir",
|
"--download-dir",
|
||||||
"/data/qwen",
|
"/data/qwen",
|
||||||
]
|
]
|
||||||
|
env:
|
||||||
|
- name: HF_HUB_OFFLINE
|
||||||
|
value: "1"
|
||||||
routerSpec:
|
routerSpec:
|
||||||
repository: "lmcache/lmstack-router"
|
repository: "lmcache/lmstack-router"
|
||||||
tag: "latest"
|
tag: "latest"
|
||||||
|
|||||||
Reference in New Issue
Block a user