From 4e995795bbc29e0cd9471fcb1940fcc76a836ecf Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Wed, 16 Jul 2025 12:07:51 +0900
Subject: [PATCH 1/7] kserve inferenceservice chart create

---
 charts/kserve/.helmignore                     | 23 ++++++++
 charts/kserve/CUSTOM-README.md                | 56 ++++++++++++++++++
 charts/kserve/Chart.yaml                      |  6 ++
 charts/kserve/custom-values.yaml              | 28 +++++++++
 charts/kserve/templates/NOTES.txt             |  9 +++
 charts/kserve/templates/_helpers.tpl          | 51 +++++++++++++++++
 charts/kserve/templates/inferenceservice.yaml | 20 +++++++
 charts/kserve/templates/ingress.yaml          | 31 ++++++++++
 charts/kserve/values.yaml                     | 57 +++++++++++++++++++
 9 files changed, 281 insertions(+)
 create mode 100644 charts/kserve/.helmignore
 create mode 100644 charts/kserve/CUSTOM-README.md
 create mode 100644 charts/kserve/Chart.yaml
 create mode 100644 charts/kserve/custom-values.yaml
 create mode 100644 charts/kserve/templates/NOTES.txt
 create mode 100644 charts/kserve/templates/_helpers.tpl
 create mode 100644 charts/kserve/templates/inferenceservice.yaml
 create mode 100644 charts/kserve/templates/ingress.yaml
 create mode 100644 charts/kserve/values.yaml

diff --git a/charts/kserve/.helmignore b/charts/kserve/.helmignore
new file mode 100644
index 0000000..691fa13
--- /dev/null
+++ b/charts/kserve/.helmignore
@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/
\ No newline at end of file
diff --git a/charts/kserve/CUSTOM-README.md b/charts/kserve/CUSTOM-README.md
new file mode 100644
index 0000000..175b77a
--- /dev/null
+++ b/charts/kserve/CUSTOM-README.md
@@ -0,0 +1,56 @@
+# KServe 배포
+
+## 1. 배포 방법
+
+- 명령어
+
+  ```sh
+  $ helm upgrade --install kserve ./charts/kserve \
+    --namespace kserve \
+    --create-namespace \
+    -f custom-values.yaml
+  ```
+
+## 2. custom-values.yaml 설명
+
+- custom-values.yaml에 정의된 값에 대한 설명입니다.
+
+### 1) InferenceService 설정
+
+| Name                        | 설명                                      | 기본값                |
+| --------------------------- | ----------------------------------------- | --------------------- |
+| `inferenceService.name`     | InferenceService 이름                     | `huggingface-model`   |
+
+### 2) 모델 설정
+
+| Name                        | 설명                                      | 기본값                           |
+| --------------------------- | ----------------------------------------- | -------------------------------- |
+| `inferenceService.model.args[0]` | 모델 서빙 백엔드 설정                | `--backend=vllm`                |
+| `inferenceService.model.args[1]` | 사용할 모델 이름                     | `--model_name=phi-1.5`          |
+| `inferenceService.model.args[2]` | 데이터 타입 설정                     | `--dtype=float16`               |
+| `inferenceService.model.storageUri` | 모델 파일 저장 위치               | `pvc://model-volume/phi-1_5`    |
+
+### 3) 리소스 설정
+
+| Name                                    | 설명                           | 기본값     |
+| --------------------------------------- | ------------------------------ | ---------- |
+| `inferenceService.resources.limits.cpu` | CPU 리소스 제한                | `8`        |
+| `inferenceService.resources.limits.memory` | 메모리 리소스 제한          | `16Gi`     |
+| `inferenceService.resources.limits.nvidia.com/gpu` | GPU 리소스 제한     | `1`        |
+| `inferenceService.resources.requests.cpu` | CPU 리소스 요청             | `4`        |
+| `inferenceService.resources.requests.memory` | 메모리 리소스 요청       | `8Gi`      |
+| `inferenceService.resources.requests.nvidia.com/gpu` | GPU 리소스 요청  | `1`        |
+
+### 4) Ingress 설정
+
+| Name                                    | 설명                           | 기본값                                |
+| --------------------------------------- | ------------------------------ | ------------------------------------- |
+| `ingress.annotations.cert-manager.io/cluster-issuer` | TLS 인증서 발급을 위한 클러스터 이슈어 | `root-ca-issuer`                     |
+| `ingress.host.domain`                   | Ingress 호스트 도메인          | `kserve.example.com`                  |
+| `ingress.tls.secretName`                | TLS 인증서 시크릿 이름         | `custom-kserve-tls`                   |
+
+## 3. 참고 사항
+
+- 이 custom-values.yaml 파일은 기본 values.yaml 파일의 일부 설정만 오버라이드합니다.
+- 다른 설정을 변경하려면 values.yaml 파일을 참고하여 custom-values.yaml 파일에 추가하세요.
+- 모델 및 리소스 설정은 사용 환경에 맞게 조정하는 것이 좋습니다.
diff --git a/charts/kserve/Chart.yaml b/charts/kserve/Chart.yaml
new file mode 100644
index 0000000..70ae60b
--- /dev/null
+++ b/charts/kserve/Chart.yaml
@@ -0,0 +1,6 @@
+apiVersion: v2
+name: kserve
+description: A Helm chart for deploying KServe InferenceService on Kubernetes
+type: application
+version: 0.1.0
+appVersion: "0.15.0"
\ No newline at end of file
diff --git a/charts/kserve/custom-values.yaml b/charts/kserve/custom-values.yaml
new file mode 100644
index 0000000..aef5ca8
--- /dev/null
+++ b/charts/kserve/custom-values.yaml
@@ -0,0 +1,28 @@
+# KServe Custom Values
+inferenceService:
+  name: "custom-huggingface-model"
+  
+  model:
+    args:
+      - --backend=vllm
+      - --model_name=llama-2-7b
+      - --dtype=float16
+    storageUri: "pvc://custom-model-volume/llama-2-7b"
+  
+  resources:
+    limits:
+      cpu: "8"
+      memory: 16Gi
+      nvidia.com/gpu: "1"
+    requests:
+      cpu: "4"
+      memory: 8Gi
+      nvidia.com/gpu: "1"
+
+ingress:
+  annotations:
+    cert-manager.io/cluster-issuer: "root-ca-issuer"
+  host:
+    domain: "kserve.example.com"
+  tls:
+    secretName: custom-kserve-tls
diff --git a/charts/kserve/templates/NOTES.txt b/charts/kserve/templates/NOTES.txt
new file mode 100644
index 0000000..814f495
--- /dev/null
+++ b/charts/kserve/templates/NOTES.txt
@@ -0,0 +1,9 @@
+KServe InferenceService {{ .Values.inferenceService.name }} has been deployed.
+
+InferenceService is available at:
+  http://{{ .Values.inferenceService.name }}-predictor.{{ .Values.inferenceService.namespace }}.svc.cluster.local/v1/models/{{ .Values.inferenceService.name }}:predict
+
+{{- if .Values.ingress.enabled }}
+Ingress has been configured to access the InferenceService:
+  http{{ if .Values.ingress.tls.enabled }}s{{ end }}://{{ if .Values.ingress.host.wildcard }}*.{{ end }}{{ .Values.ingress.host.domain }}/
+{{- end }}
\ No newline at end of file
diff --git a/charts/kserve/templates/_helpers.tpl b/charts/kserve/templates/_helpers.tpl
new file mode 100644
index 0000000..c8a711c
--- /dev/null
+++ b/charts/kserve/templates/_helpers.tpl
@@ -0,0 +1,51 @@
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "kserve.name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" }}
+{{- end }}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+If release name contains chart name it will be used as a full name.
+*/}}
+{{- define "kserve.fullname" -}}
+{{- if .Values.fullnameOverride }}
+{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- $name := default .Chart.Name .Values.nameOverride }}
+{{- if contains $name .Release.Name }}
+{{- .Release.Name | trunc 63 | trimSuffix "-" }}
+{{- else }}
+{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" }}
+{{- end }}
+{{- end }}
+{{- end }}
+
+{{/*
+Create chart name and version as used by the chart label.
+*/}}
+{{- define "kserve.chart" -}}
+{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }}
+{{- end }}
+
+{{/*
+Common labels
+*/}}
+{{- define "kserve.labels" -}}
+helm.sh/chart: {{ include "kserve.chart" . }}
+{{ include "kserve.selectorLabels" . }}
+{{- if .Chart.AppVersion }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+{{- end }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end }}
+
+{{/*
+Selector labels
+*/}}
+{{- define "kserve.selectorLabels" -}}
+app.kubernetes.io/name: {{ include "kserve.name" . }}
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- end }}
\ No newline at end of file
diff --git a/charts/kserve/templates/inferenceservice.yaml b/charts/kserve/templates/inferenceservice.yaml
new file mode 100644
index 0000000..4626065
--- /dev/null
+++ b/charts/kserve/templates/inferenceservice.yaml
@@ -0,0 +1,20 @@
+apiVersion: serving.kserve.io/v1beta1
+kind: InferenceService
+metadata:
+  name: {{ .Values.inferenceService.name }}
+  namespace: {{ .Values.inferenceService.namespace }}
+  labels:
+    {{- include "kserve.labels" . | nindent 4 }}
+spec:
+  predictor:
+    runtimeClassName: {{ .Values.inferenceService.runtimeClassName }}
+    model:
+      modelFormat:
+        name: {{ .Values.inferenceService.model.modelFormat.name }}
+      {{- with .Values.inferenceService.model.args }}
+      args:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      storageUri: {{ .Values.inferenceService.model.storageUri }}
+      resources:
+        {{- toYaml .Values.inferenceService.resources | nindent 8 }}
\ No newline at end of file
diff --git a/charts/kserve/templates/ingress.yaml b/charts/kserve/templates/ingress.yaml
new file mode 100644
index 0000000..2ed7233
--- /dev/null
+++ b/charts/kserve/templates/ingress.yaml
@@ -0,0 +1,31 @@
+{{- if .Values.ingress.enabled -}}
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: {{ .Values.inferenceService.name }}
+  namespace: {{ .Values.ingress.namespace }}
+  labels:
+    {{- include "kserve.labels" . | nindent 4 }}
+  annotations:
+    {{- toYaml .Values.ingress.annotations | nindent 4 }}
+spec:
+  ingressClassName: {{ .Values.ingress.className }}
+  rules:
+    - host: {{ if .Values.ingress.host.wildcard }}*.{{ end }}{{ .Values.ingress.host.domain }}
+      http:
+        paths:
+          - backend:
+              service:
+                name: {{ .Values.ingress.backend.service.name }}
+                port:
+                  number: {{ .Values.ingress.backend.service.port }}
+            path: /
+            pathType: Prefix
+  {{- if .Values.ingress.tls.enabled }}
+  tls:
+    - hosts:
+        - {{ .Values.ingress.host.domain }}
+        - {{ if .Values.ingress.host.wildcard }}*.{{ end }}{{ .Values.ingress.host.domain }}
+      secretName: {{ .Values.ingress.tls.secretName }}
+  {{- end }}
+{{- end }}
\ No newline at end of file
diff --git a/charts/kserve/values.yaml b/charts/kserve/values.yaml
new file mode 100644
index 0000000..51b7b1a
--- /dev/null
+++ b/charts/kserve/values.yaml
@@ -0,0 +1,57 @@
+# Default values for kserve.
+# This is a YAML-formatted file.
+# Declare variables to be passed into your templates.
+
+# KServe InferenceService 설정
+inferenceService:
+  # InferenceService 이름
+  name: huggingface-model
+  
+  # 네임스페이스
+  namespace: default
+  
+  # Runtime Class Name
+  runtimeClassName: nvidia
+  
+  # 모델 설정
+  model:
+    modelFormat:
+      name: huggingface
+    args:
+      - --backend=vllm
+      - --model_name=phi-1.5
+      - --dtype=float16
+    storageUri: "pvc://model-volume/phi-1_5"
+    
+  # 리소스 설정
+  resources:
+    limits:
+      cpu: "8"
+      memory: 16Gi
+      nvidia.com/gpu: "1"
+    requests:
+      cpu: "4"
+      memory: 8Gi
+      nvidia.com/gpu: "1"
+
+# Ingress 설정
+ingress:
+  enabled: true
+  namespace: istio-system
+  className: "kong"
+  annotations:
+    cert-manager.io/cluster-issuer: kubeflow-self-signing-issuer
+  host:
+    domain: "demo01-test1.hopt.paasup.io"
+    wildcard: false
+  backend:
+    service:
+      name: istio-ingressgateway
+      port: 80
+  tls:
+    enabled: true
+    secretName: kserve-tls
+
+# 이름 오버라이드 설정
+nameOverride: ""
+fullnameOverride: ""
\ No newline at end of file

From d872a6dc6f526670062cc62bb3859c211f3186c3 Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Wed, 16 Jul 2025 15:58:09 +0900
Subject: [PATCH 2/7] kserve

---
 charts/kserve/CUSTOM-README.md                | 2 +-
 charts/kserve/custom-values.yaml              | 8 ++++----
 charts/kserve/templates/inferenceservice.yaml | 5 +++--
 charts/kserve/templates/ingress.yaml          | 2 +-
 4 files changed, 9 insertions(+), 8 deletions(-)

diff --git a/charts/kserve/CUSTOM-README.md b/charts/kserve/CUSTOM-README.md
index 175b77a..e729990 100644
--- a/charts/kserve/CUSTOM-README.md
+++ b/charts/kserve/CUSTOM-README.md
@@ -5,7 +5,7 @@
 - 명령어
 
   ```sh
-  $ helm upgrade --install kserve ./charts/kserve \
+  $ helm upgrade --install kserve ../kserve \
     --namespace kserve \
     --create-namespace \
     -f custom-values.yaml
diff --git a/charts/kserve/custom-values.yaml b/charts/kserve/custom-values.yaml
index aef5ca8..24453d7 100644
--- a/charts/kserve/custom-values.yaml
+++ b/charts/kserve/custom-values.yaml
@@ -1,13 +1,13 @@
 # KServe Custom Values
 inferenceService:
-  name: "custom-huggingface-model"
+  name: "phi-1_5"
   
   model:
     args:
       - --backend=vllm
-      - --model_name=llama-2-7b
+      - --model_name=phi-1_5
       - --dtype=float16
-    storageUri: "pvc://custom-model-volume/llama-2-7b"
+    storageUri: "pvc://model-volume/phi-1_5"
   
   resources:
     limits:
@@ -23,6 +23,6 @@ ingress:
   annotations:
     cert-manager.io/cluster-issuer: "root-ca-issuer"
   host:
-    domain: "kserve.example.com"
+    domain: "phi15.default.hopt.paasup.io"
   tls:
     secretName: custom-kserve-tls
diff --git a/charts/kserve/templates/inferenceservice.yaml b/charts/kserve/templates/inferenceservice.yaml
index 4626065..b9fd17a 100644
--- a/charts/kserve/templates/inferenceservice.yaml
+++ b/charts/kserve/templates/inferenceservice.yaml
@@ -1,8 +1,9 @@
 apiVersion: serving.kserve.io/v1beta1
 kind: InferenceService
 metadata:
-  name: {{ .Values.inferenceService.name }}
-  namespace: {{ .Values.inferenceService.namespace }}
+  name: {{ include "kserve.fullname" . }}
+  annotations:
+    queue.sidecar.serving.knative.dev/resourcePercentage: "10"
   labels:
     {{- include "kserve.labels" . | nindent 4 }}
 spec:
diff --git a/charts/kserve/templates/ingress.yaml b/charts/kserve/templates/ingress.yaml
index 2ed7233..81aa353 100644
--- a/charts/kserve/templates/ingress.yaml
+++ b/charts/kserve/templates/ingress.yaml
@@ -2,7 +2,7 @@
 apiVersion: networking.k8s.io/v1
 kind: Ingress
 metadata:
-  name: {{ .Values.inferenceService.name }}
+  name: {{ include "kserve.fullname" . }}
   namespace: {{ .Values.ingress.namespace }}
   labels:
     {{- include "kserve.labels" . | nindent 4 }}

From 7d61034bad693df99f0369bc0196a2bd8dd564bd Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Mon, 21 Jul 2025 15:02:45 +0900
Subject: [PATCH 3/7] kserve ingress update

---
 charts/kserve/CUSTOM-README.md       | 44 ++++++++++++++--------------
 charts/kserve/custom-values.yaml     |  4 +--
 charts/kserve/templates/ingress.yaml | 13 ++++----
 charts/kserve/values.yaml            |  5 ++--
 4 files changed, 34 insertions(+), 32 deletions(-)

diff --git a/charts/kserve/CUSTOM-README.md b/charts/kserve/CUSTOM-README.md
index e729990..3e2c52c 100644
--- a/charts/kserve/CUSTOM-README.md
+++ b/charts/kserve/CUSTOM-README.md
@@ -17,37 +17,37 @@
 
 ### 1) InferenceService 설정
 
-| Name                        | 설명                                      | 기본값                |
-| --------------------------- | ----------------------------------------- | --------------------- |
-| `inferenceService.name`     | InferenceService 이름                     | `huggingface-model`   |
+| Name                    | 설명                  | 기본값              |
+| ----------------------- | --------------------- | ------------------- |
+| `inferenceService.name` | InferenceService 이름 | `huggingface-model` |
 
 ### 2) 모델 설정
 
-| Name                        | 설명                                      | 기본값                           |
-| --------------------------- | ----------------------------------------- | -------------------------------- |
-| `inferenceService.model.args[0]` | 모델 서빙 백엔드 설정                | `--backend=vllm`                |
-| `inferenceService.model.args[1]` | 사용할 모델 이름                     | `--model_name=phi-1.5`          |
-| `inferenceService.model.args[2]` | 데이터 타입 설정                     | `--dtype=float16`               |
-| `inferenceService.model.storageUri` | 모델 파일 저장 위치               | `pvc://model-volume/phi-1_5`    |
+| Name                                | 설명                  | 기본값                       |
+| ----------------------------------- | --------------------- | ---------------------------- |
+| `inferenceService.model.args[0]`    | 모델 서빙 백엔드 설정 | `--backend=vllm`             |
+| `inferenceService.model.args[1]`    | 사용할 모델 이름      | `--model_name=phi-1.5`       |
+| `inferenceService.model.args[2]`    | 데이터 타입 설정      | `--dtype=float16`            |
+| `inferenceService.model.storageUri` | 모델 파일 저장 위치   | `pvc://model-volume/phi-1_5` |
 
 ### 3) 리소스 설정
 
-| Name                                    | 설명                           | 기본값     |
-| --------------------------------------- | ------------------------------ | ---------- |
-| `inferenceService.resources.limits.cpu` | CPU 리소스 제한                | `8`        |
-| `inferenceService.resources.limits.memory` | 메모리 리소스 제한          | `16Gi`     |
-| `inferenceService.resources.limits.nvidia.com/gpu` | GPU 리소스 제한     | `1`        |
-| `inferenceService.resources.requests.cpu` | CPU 리소스 요청             | `4`        |
-| `inferenceService.resources.requests.memory` | 메모리 리소스 요청       | `8Gi`      |
-| `inferenceService.resources.requests.nvidia.com/gpu` | GPU 리소스 요청  | `1`        |
+| Name                                                 | 설명               | 기본값 |
+| ---------------------------------------------------- | ------------------ | ------ |
+| `inferenceService.resources.limits.cpu`              | CPU 리소스 제한    | `8`    |
+| `inferenceService.resources.limits.memory`           | 메모리 리소스 제한 | `16Gi` |
+| `inferenceService.resources.limits.nvidia.com/gpu`   | GPU 리소스 제한    | `1`    |
+| `inferenceService.resources.requests.cpu`            | CPU 리소스 요청    | `4`    |
+| `inferenceService.resources.requests.memory`         | 메모리 리소스 요청 | `8Gi`  |
+| `inferenceService.resources.requests.nvidia.com/gpu` | GPU 리소스 요청    | `1`    |
 
 ### 4) Ingress 설정
 
-| Name                                    | 설명                           | 기본값                                |
-| --------------------------------------- | ------------------------------ | ------------------------------------- |
-| `ingress.annotations.cert-manager.io/cluster-issuer` | TLS 인증서 발급을 위한 클러스터 이슈어 | `root-ca-issuer`                     |
-| `ingress.host.domain`                   | Ingress 호스트 도메인          | `kserve.example.com`                  |
-| `ingress.tls.secretName`                | TLS 인증서 시크릿 이름         | `custom-kserve-tls`                   |
+| Name                                                 | 설명                                   | 기본값                         |
+| ---------------------------------------------------- | -------------------------------------- | ------------------------------ |
+| `ingress.annotations.cert-manager.io/cluster-issuer` | TLS 인증서 발급을 위한 클러스터 이슈어 | `root-ca-issuer`               |
+| `ingress.hosts[0].host`                 | Ingress 호스트                 | `phi15.default.hopt.paasup.io`        |
+| `ingress.tls.secretName`                             | TLS 인증서 시크릿 이름                 | `custom-kserve-tls`            |
 
 ## 3. 참고 사항
 
diff --git a/charts/kserve/custom-values.yaml b/charts/kserve/custom-values.yaml
index 24453d7..1e48cd4 100644
--- a/charts/kserve/custom-values.yaml
+++ b/charts/kserve/custom-values.yaml
@@ -22,7 +22,7 @@ inferenceService:
 ingress:
   annotations:
     cert-manager.io/cluster-issuer: "root-ca-issuer"
-  host:
-    domain: "phi15.default.hopt.paasup.io"
+  hosts:
+    - host: "phi15.default.hopt.paasup.io"
   tls:
     secretName: custom-kserve-tls
diff --git a/charts/kserve/templates/ingress.yaml b/charts/kserve/templates/ingress.yaml
index 81aa353..020e722 100644
--- a/charts/kserve/templates/ingress.yaml
+++ b/charts/kserve/templates/ingress.yaml
@@ -11,21 +11,24 @@ metadata:
 spec:
   ingressClassName: {{ .Values.ingress.className }}
   rules:
-    - host: {{ if .Values.ingress.host.wildcard }}*.{{ end }}{{ .Values.ingress.host.domain }}
+    {{- range .Values.ingress.hosts }}
+    - host: {{ .host }}
       http:
         paths:
           - backend:
               service:
-                name: {{ .Values.ingress.backend.service.name }}
+                name: {{ $.Values.ingress.backend.service.name }}
                 port:
-                  number: {{ .Values.ingress.backend.service.port }}
+                  number: {{ $.Values.ingress.backend.service.port }}
             path: /
             pathType: Prefix
+    {{- end }}
   {{- if .Values.ingress.tls.enabled }}
   tls:
     - hosts:
-        - {{ .Values.ingress.host.domain }}
-        - {{ if .Values.ingress.host.wildcard }}*.{{ end }}{{ .Values.ingress.host.domain }}
+      {{- range .Values.ingress.hosts }}
+        - {{ .host }}
+      {{- end }}
       secretName: {{ .Values.ingress.tls.secretName }}
   {{- end }}
 {{- end }}
\ No newline at end of file
diff --git a/charts/kserve/values.yaml b/charts/kserve/values.yaml
index 51b7b1a..49af5c2 100644
--- a/charts/kserve/values.yaml
+++ b/charts/kserve/values.yaml
@@ -41,9 +41,8 @@ ingress:
   className: "kong"
   annotations:
     cert-manager.io/cluster-issuer: kubeflow-self-signing-issuer
-  host:
-    domain: "demo01-test1.hopt.paasup.io"
-    wildcard: false
+  hosts:
+    - host: "demo01-test1.hopt.paasup.io"
   backend:
     service:
       name: istio-ingressgateway

From 5f49acbb743f0c5d9758c154b82f23da4e94bb0b Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Mon, 21 Jul 2025 15:15:00 +0900
Subject: [PATCH 4/7] kserve ingress update

---
 charts/kserve/templates/NOTES.txt | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/charts/kserve/templates/NOTES.txt b/charts/kserve/templates/NOTES.txt
index 814f495..e0df3a7 100644
--- a/charts/kserve/templates/NOTES.txt
+++ b/charts/kserve/templates/NOTES.txt
@@ -5,5 +5,7 @@ InferenceService is available at:
 
 {{- if .Values.ingress.enabled }}
 Ingress has been configured to access the InferenceService:
-  http{{ if .Values.ingress.tls.enabled }}s{{ end }}://{{ if .Values.ingress.host.wildcard }}*.{{ end }}{{ .Values.ingress.host.domain }}/
+  {{- range .Values.ingress.hosts }}
+  http{{ if $.Values.ingress.tls.enabled }}s{{ end }}://{{ .host }}/
+  {{- end }}
 {{- end }}
\ No newline at end of file

From eb17388ee42d268c90630bb85f9a97b871d0a98f Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Mon, 21 Jul 2025 17:17:52 +0900
Subject: [PATCH 5/7] kserve model image add

---
 charts/kserve/CUSTOM-README.md                | 1 +
 charts/kserve/custom-values.yaml              | 1 +
 charts/kserve/templates/inferenceservice.yaml | 3 +++
 charts/kserve/values.yaml                     | 1 +
 4 files changed, 6 insertions(+)

diff --git a/charts/kserve/CUSTOM-README.md b/charts/kserve/CUSTOM-README.md
index 3e2c52c..8eb553e 100644
--- a/charts/kserve/CUSTOM-README.md
+++ b/charts/kserve/CUSTOM-README.md
@@ -29,6 +29,7 @@
 | `inferenceService.model.args[1]`    | 사용할 모델 이름      | `--model_name=phi-1.5`       |
 | `inferenceService.model.args[2]`    | 데이터 타입 설정      | `--dtype=float16`            |
 | `inferenceService.model.storageUri` | 모델 파일 저장 위치   | `pvc://model-volume/phi-1_5` |
+| `inferenceService.model.image`      | 모델 서빙 이미지      | `kserve/huggingfaceserver:v0.15.0-gpu` |
 
 ### 3) 리소스 설정
 
diff --git a/charts/kserve/custom-values.yaml b/charts/kserve/custom-values.yaml
index 1e48cd4..b11caf8 100644
--- a/charts/kserve/custom-values.yaml
+++ b/charts/kserve/custom-values.yaml
@@ -8,6 +8,7 @@ inferenceService:
       - --model_name=phi-1_5
       - --dtype=float16
     storageUri: "pvc://model-volume/phi-1_5"
+    image: kserve/huggingfaceserver:v0.15.0-gpu
   
   resources:
     limits:
diff --git a/charts/kserve/templates/inferenceservice.yaml b/charts/kserve/templates/inferenceservice.yaml
index b9fd17a..535899b 100644
--- a/charts/kserve/templates/inferenceservice.yaml
+++ b/charts/kserve/templates/inferenceservice.yaml
@@ -17,5 +17,8 @@ spec:
         {{- toYaml . | nindent 8 }}
       {{- end }}
       storageUri: {{ .Values.inferenceService.model.storageUri }}
+      {{- if .Values.inferenceService.model.image }}
+      image: {{ .Values.inferenceService.model.image }}
+      {{- end }}
       resources:
         {{- toYaml .Values.inferenceService.resources | nindent 8 }}
\ No newline at end of file
diff --git a/charts/kserve/values.yaml b/charts/kserve/values.yaml
index 49af5c2..a2ae5e4 100644
--- a/charts/kserve/values.yaml
+++ b/charts/kserve/values.yaml
@@ -22,6 +22,7 @@ inferenceService:
       - --model_name=phi-1.5
       - --dtype=float16
     storageUri: "pvc://model-volume/phi-1_5"
+    image: kserve/huggingfaceserver:v0.15.0-gpu
     
   # 리소스 설정
   resources:

From 54a5a2abc4c4445e9f35f38e4e561aa12a20c0c3 Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Wed, 23 Jul 2025 16:51:23 +0900
Subject: [PATCH 6/7] nim catalog env add

---
 charts/nim/custom-values.yaml        | 13 +++++++++++++
 charts/nim/templates/nimservice.yaml |  4 ++++
 charts/nim/values.yaml               | 13 +++++++++++++
 3 files changed, 30 insertions(+)

diff --git a/charts/nim/custom-values.yaml b/charts/nim/custom-values.yaml
index 0e41b01..56ee713 100644
--- a/charts/nim/custom-values.yaml
+++ b/charts/nim/custom-values.yaml
@@ -2,6 +2,19 @@ nimService:
   name: "$nimService.name"
   existingAuthSecret: "$INFISICAL_SECRET"
   
+  # Environment variables for the NIMService
+  env:
+    - name: NIM_GUIDED_DECODING_BACKEND
+      value: fast_outlines
+    - name: NIM_PEFT_SOURCE
+      value: http://nemo-entity-store:8000
+    - name: NIM_SERVED_MODEL_NAME
+      value: "$nimService.servModelName"
+    - name: NIM_MODEL_NAME
+      value: "$nimService.modelName"
+    - name: NIM_PEFT_REFRESH_INTERVAL
+      value: "30"
+  
   # Example 1: Create a new PVC (leave existingPVC empty)
   existingPVC: ""
   # storage:
diff --git a/charts/nim/templates/nimservice.yaml b/charts/nim/templates/nimservice.yaml
index 31758f6..f3586a8 100644
--- a/charts/nim/templates/nimservice.yaml
+++ b/charts/nim/templates/nimservice.yaml
@@ -30,6 +30,10 @@ spec:
       volumeAccessMode: {{ .Values.nimService.storage.pvc.volumeAccessMode }}
     {{- end }}
   runtimeClassName: {{ .Values.nimService.runtimeClassName }}
+  {{- if .Values.nimService.env }}
+  env:
+    {{- toYaml .Values.nimService.env | nindent 4 }}
+  {{- end }}
   resources:
     {{- toYaml .Values.nimService.resources | nindent 4 }}
   expose:
diff --git a/charts/nim/values.yaml b/charts/nim/values.yaml
index 6ace0f2..abf0910 100644
--- a/charts/nim/values.yaml
+++ b/charts/nim/values.yaml
@@ -17,6 +17,19 @@ nimService:
   existingAuthSecret: ""
   authSecret: ngc-api
   
+  # Environment variables for the NIMService
+  env:
+    - name: NIM_GUIDED_DECODING_BACKEND
+      value: fast_outlines
+    - name: NIM_PEFT_SOURCE
+      value: http://nemo-entity-store:8000
+    - name: NIM_SERVED_MODEL_NAME
+      value: meta/llama-3.2-1b-instruct
+    - name: NIM_MODEL_NAME
+      value: meta/llama-3.2-1b-instruct
+    - name: NIM_PEFT_REFRESH_INTERVAL
+      value: "30"
+  
   # If existingPVC is set, the PVC with this name will be used
   # If empty, a new PVC will be created with the configuration in storage.pvc
   existingPVC: ""

From 83b63abeeb68cf7bc91c5b4013c10ed008d0de03 Mon Sep 17 00:00:00 2001
From: ychangkim <kkmbal@gmail.com>
Date: Tue, 29 Jul 2025 18:27:25 +0900
Subject: [PATCH 7/7] nim

---
 charts/nim/templates/nimservice.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/charts/nim/templates/nimservice.yaml b/charts/nim/templates/nimservice.yaml
index f3586a8..f29853f 100644
--- a/charts/nim/templates/nimservice.yaml
+++ b/charts/nim/templates/nimservice.yaml
@@ -9,7 +9,7 @@ spec:
     {{- toYaml .Values.nimService.labels | nindent 4 }}
   image:
     repository: {{ .Values.image.repository }}
-    tag: {{ .Values.image.tag | default .Chart.AppVersion }}
+    tag: {{ .Values.image.tag | quote }}
     pullPolicy: {{ .Values.image.pullPolicy }}
     pullSecrets:
       {{- range .Values.imagePullSecrets }}