init vllm/0.0.11

2025-02-27 04:44:13 +00:00
parent 4a90238056
commit 1e33c0cb92
17 changed files with 874 additions and 0 deletions
@@ -0,0 +1,37 @@
+servingEngineSpec:
+  modelSpec: []
+  resources:
+    requests:
+      cpu: "4"
+      memory: "16G"
+    limits:
+      cpu: "8"
+      memory: "32G"
+
+routerSpec:
+  # -- The docker image of the router. The following values are defaults:
+  repository: "lmcache/lmstack-router"
+  tag: "latest"
+  resources:
+    requests:
+      cpu: "2"
+      memory: "8G"
+    limits:
+      cpu: "4"
+      memory: "16G"
+  ingress:
+    enabled: true
+    className: ""
+    annotations:
+      cert-manager.io/cluster-issuer: "selfsigned-issuer" 
+      cert-manager.io/duration: 8760h  
+      cert-manager.io/renew-before: 720h
+    hosts:
+      - host: vllm.example.com
+        paths:
+          - path: /
+            pathType: Prefix
+    tls:
+     - secretName: vllm-tls-secret
+       hosts:
+         - vllm.example.com