2af7fcb43d
manifests/helm 카탈로그 전 이미지의 SBOM(CycloneDX)과 취약점 리포트를 생성하는 파이프라인 추가. 컨테이너 내부 trivy/helm 바이너리 직접 호출. - doc/scripts/extract-helm-images.sh: helm template 렌더로 이미지 인벤토리 추출 - doc/scripts/generate-sbom.sh: trivy image --format cyclonedx (이미지 1회 pull) - doc/scripts/scan-sbom.sh: trivy sbom 로 SBOM 기반 오프라인 취약점 스캔 - .github/workflows/sbom.yml: 스케줄(전체)+PR(증분)+수동, 산출물은 아티팩트 - doc/sbom-pipeline.md: 파이프라인 설계·운영 문서(단일) - latest/무태그 digest 고정: mlflow postgresql, vllm-openai(v0.24.0) - .gitignore: 파이프라인 산출물 제외 Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
61 lines
1.4 KiB
YAML
61 lines
1.4 KiB
YAML
servingEngineSpec:
|
|
modelSpec:
|
|
- name: "qwen"
|
|
repository: "vllm/vllm-openai"
|
|
tag: "v0.24.0" # latest 고정 해제 (재현성). 상세: doc/sbom-pipeline.md
|
|
modelURL: "Qwen/Qwen2.5-Coder-14B-Instruct"
|
|
replicaCount: 1
|
|
|
|
requestCPU: 16
|
|
requestMemory: "32Gi"
|
|
requestGPU: 1
|
|
|
|
pvcStorage: "10Gi"
|
|
pvcAccessMode:
|
|
- ReadWriteMany
|
|
storageClass: "nfs"
|
|
|
|
vllmConfig:
|
|
enableChunkedPrefill: false
|
|
enablePrefixCaching: false
|
|
maxModelLen: 4096
|
|
dtype: "float16"
|
|
extraArgs:
|
|
[
|
|
"--disable-log-requests",
|
|
"--gpu-memory-utilization",
|
|
"0.95",
|
|
"--download-dir",
|
|
"/data/qwen",
|
|
]
|
|
env:
|
|
- name: HF_HUB_OFFLINE
|
|
value: "1"
|
|
routerSpec:
|
|
repository: "lmcache/lmstack-router"
|
|
tag: "latest"
|
|
enableRouter: true
|
|
resources:
|
|
requests:
|
|
cpu: "2"
|
|
memory: "8G"
|
|
limits:
|
|
cpu: "4"
|
|
memory: "16G"
|
|
ingress:
|
|
enabled: true
|
|
className: ""
|
|
annotations:
|
|
cert-manager.io/cluster-issuer: "selfsigned-issuer"
|
|
cert-manager.io/duration: 8760h
|
|
cert-manager.io/renew-before: 720h
|
|
hosts:
|
|
- host: vllm.example.com
|
|
paths:
|
|
- path: /
|
|
pathType: Prefix
|
|
tls:
|
|
- secretName: vllm-tls-secret
|
|
hosts:
|
|
- vllm.example.com
|