kserve inferenceservice chart create
This commit is contained in:
@@ -0,0 +1,57 @@
|
||||
# Default values for kserve.
|
||||
# This is a YAML-formatted file.
|
||||
# Declare variables to be passed into your templates.
|
||||
|
||||
# KServe InferenceService 설정
|
||||
inferenceService:
|
||||
# InferenceService 이름
|
||||
name: huggingface-model
|
||||
|
||||
# 네임스페이스
|
||||
namespace: default
|
||||
|
||||
# Runtime Class Name
|
||||
runtimeClassName: nvidia
|
||||
|
||||
# 모델 설정
|
||||
model:
|
||||
modelFormat:
|
||||
name: huggingface
|
||||
args:
|
||||
- --backend=vllm
|
||||
- --model_name=phi-1.5
|
||||
- --dtype=float16
|
||||
storageUri: "pvc://model-volume/phi-1_5"
|
||||
|
||||
# 리소스 설정
|
||||
resources:
|
||||
limits:
|
||||
cpu: "8"
|
||||
memory: 16Gi
|
||||
nvidia.com/gpu: "1"
|
||||
requests:
|
||||
cpu: "4"
|
||||
memory: 8Gi
|
||||
nvidia.com/gpu: "1"
|
||||
|
||||
# Ingress 설정
|
||||
ingress:
|
||||
enabled: true
|
||||
namespace: istio-system
|
||||
className: "kong"
|
||||
annotations:
|
||||
cert-manager.io/cluster-issuer: kubeflow-self-signing-issuer
|
||||
host:
|
||||
domain: "demo01-test1.hopt.paasup.io"
|
||||
wildcard: false
|
||||
backend:
|
||||
service:
|
||||
name: istio-ingressgateway
|
||||
port: 80
|
||||
tls:
|
||||
enabled: true
|
||||
secretName: kserve-tls
|
||||
|
||||
# 이름 오버라이드 설정
|
||||
nameOverride: ""
|
||||
fullnameOverride: ""
|
||||
Reference in New Issue
Block a user