update vllm

2025-03-19 09:48:55 +09:00
parent 4237d55396
commit 723bfd706e
1 changed files with 3 additions and 0 deletions
@@ -28,6 +28,9 @@ servingEngineSpec:
            "--download-dir",
            "/data/qwen",
          ]
+      env:
+        - name: HF_HUB_OFFLINE
+          value: "1"
 routerSpec:
  repository: "lmcache/lmstack-router"
  tag: "latest"