From 64cee3612f0f7ba9a326d3bc66f4215f5a4ddedc Mon Sep 17 00:00:00 2001 From: Woochangho Date: Thu, 5 Jun 2025 18:05:12 +0900 Subject: [PATCH] update custom-values.yaml --- charts/nemo/custom-values.yaml | 377 ++------------------------------- 1 file changed, 15 insertions(+), 362 deletions(-) diff --git a/charts/nemo/custom-values.yaml b/charts/nemo/custom-values.yaml index 647a208..839c4ba 100644 --- a/charts/nemo/custom-values.yaml +++ b/charts/nemo/custom-values.yaml @@ -1,4 +1,4 @@ -ngcAPIKey: YOUR-NGC-API-KEY +ngcAPIKey: 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 imagePullSecrets: - name: nvcrimagepullsecret @@ -12,296 +12,79 @@ global: data-store: enabled: true - # uncomment this section when ingress is enabled - # external: - # rootUrl: https://nemo-datastore.example.com - # domain: nemo-datastore.example.com - # -- The number of replicas for the NeMo Data Store microservice deployment. + external: + rootUrl: https://nemo-datastore.hopt.paasup.io + domain: nemo-datastore.hopt.paasup.io replicaCount: 1 persistence: - # -- Specifies whether to enable persistent volume for the NeMo Data Store microservice. enabled: true - # -- The name of the persistent volume claim. claimName: datastore-shared-storage - # -- The size of the persistent volume. size: 1Gi - # -- The storage class to use for the persistent volume. storageClass: "" - # -- The access modes for the persistent volume. accessModes: - ReadWriteOnce objectStore: - # -- Specifies whether to enable object storage for the NeMo Data Store microservice. enabled: false serviceAccount: - # -- Specifies whether to create a service account for the NeMo Data Store microservice. create: true - # -- The service account name for the NeMo Data Store microservice. name: gitea - # -- The service name for the NeMo Data Store microservice. serviceName: nemo-data-store strategy: - # -- The type of deployment strategy to use for the NeMo Data Store microservice. type: Recreate customizer: - # -- Specifies whether to install the NeMo Customizer microservice. - enabled: false - postgresql: - # -- The name override for the PostgreSQL database. - nameOverride: customizerdb - serviceAccount: - name: customizer-postgresql - # -- Specifies whether to create a new service account for PostgreSQL. - create: true - customizerConfig: - # -- Specifies the internal K8s DNS record for the NeMo Data Store service. - nemoDataStoreURL: "http://nemo-data-store:3000" - # -- Specifies the internal K8s DNS record for the NeMo Entity Store service. - entityStoreURL: "http://nemo-entity-store:8000" - # -- Specifies the internal K8s DNS record for the MLflow service. - mlflowURL: "" - # -- Specifies the model information to configure with the NeMo Customizer microservice. To find a complete list of models that NeMo Customizer supports, see [Model Catalog](https://docs.nvidia.com/nemo/microservices/latest/fine-tune/models/index.html). - models: - meta/llama-3.1-8b-instruct: - # -- Specifies whether to use the `meta/llama-3.1-8b-instruct` model for a customization job. - enabled: true - training: - # -- Specifies where to store the customization job information during training. - pvc: - storageClass: "" - serviceName: nemo-customizer - # -- Specifies whether to enable the PVC for storing base models. - modelsStorage: - enabled: true - # -- Specifies the storage class to use for the PVC. - storageClassName: "" - # -- Specifies the size of the PVC. - size: 20Gi - # -- Specifies the access modes for the PVC. - accessModes: - - ReadWriteOnce - workspaceStorage: - # -- Specifies whether to enable the PVC for storing a training job's workspace. - enabled: false - # -- Specifies the image pull secret for the NeMo Data Store tools. - nemoDataStoreTools: - imagePullSecret: nvcrimagepullsecret + enabled: true +# GPU 부족 이슈로 임시로 제거 nim: - # -- Specifies whether to deploy a NIM for LLM during the Helm installation of the chart. You can deploy a single static NIM by enabling this object and its values. When enabled, the chart deploys `meta/llama-3.1-8b-instruct` as the default NIM. enabled: false - image: - # Adjust to the actual location of the image and version you want - repository: nvcr.io/nim/meta/llama-3.1-8b-instruct - tag: "1.8.3" - imagePullSecrets: - - name: nvcrimagepullsecret - model: - # -- The name of the model to deploy as NIM. - name: meta/llama-3.1-8b-instruct # not strictly necessary, but enables running "helm test" - # -- The NGC API secret for model access. - ngcAPISecret: ngc-api - service: - # -- Labels for the NIM service. - labels: - app.nvidia.com/nim-type: inference - # -- Environment variables for the NIM service. - env: - - name: NIM_PEFT_SOURCE - value: http://nemo-entity-store:8000 - - name: NIM_PEFT_REFRESH_INTERVAL - value: "30" - - name: NIM_MAX_CPU_LORAS - value: "16" - - name: NIM_MAX_GPU_LORAS - value: "8" - persistence: - # -- Specifies whether to enable persistence volume claim (PVC) for the NIM service. - enabled: true - # -- Specifies the storage class to use for the PVC. - storageClass: "" - # -- Annotations for the PVC. - annotations: - helm.sh/resource-policy: keep - statefulSet: - # -- Specifies whether to enable a stateful set for the NIM service. - enabled: false - # -- Specifies resources for the NIM service. - resources: - limits: - nvidia.com/gpu: 1 - # -- Specifies requests for the NIM service. - requests: - nvidia.com/gpu: 1 evaluator: - # -- Specifies whether to install the NeMo Evaluator microservice. enabled: true argoWorkflows: - # -- Specifies whether to enable the default Argo Workflows integration for the NeMo Evaluator microservice. enabled: true - # -- The Argo Workflows service name for the NeMo Evaluator microservice. - serviceName: argo-workflows-server - server: - authModes: - - "server" - # -- The service port for the Argo Workflows server. - servicePort: 2746 - # -- Specifies whether to secure the connection to the Argo Workflows server. - secure: true - serviceAccount: - # -- The name of the service account for the Argo Workflows server. - name: "argo-workflows-server" crds: - # -- Specifies whether to install the CRDs for Argo Workflows. install: false - controller: - serviceAccount: - # -- The name of the service account for the Argo Workflows controller. - name: "argo-workflows-controller" - external: - # -- The external URL of the NeMo Data Store microservice. - dataStore: - endpoint: http://nemo-data-store:3000/v1/hf - milvus: - standalone: - persistence: - persistentVolumeClaim: - # -- Specifies the storage class to use for the Milvus PVC. - storageClass: "" - postgresql: - # -- The name override for the default PostgreSQL database. - nameOverride: evaluatordb - serviceAccount: - # -- The name of the service account for PostgreSQL. - name: evaluator-postgresql - primary: - networkPolicy: - # -- Specifies whether to enable the network policy for the PostgreSQL service. - enabled: false - serviceName: nemo-evaluator guardrails: - # -- Specifies whether to install the NeMo Guardrails microservice. enabled: true - # -- The service name for the NeMo Guardrails microservice. - serviceName: nemo-guardrails - # -- The environment variables for the NeMo Guardrails microservice. - env: - # -- The NIM endpoint URL for the NeMo Guardrails microservice. - NIM_ENDPOINT_URL: http://nemo-nim-proxy:8000/v1 nemo-operator: - # -- Specifies whether to install the NeMo Operator microservice. enabled: true - controllerManager: - manager: - # -- The scheduler to use for the NeMo Operator. Available options: `volcano` and `runai`. - scheduler: "volcano" nim-operator: - # -- Specifies whether to install the NIM Operator. enabled: true - nfd: - nodeFeatureRules: - # -- Specifies whether to enable device ID feature rules. - deviceID: false +# DGX Cloud와 연동시 사용하기 때문에 비활성화함 dgxc-admission-controller: - # -- Specifies whether to install the DGX Cloud Admission Controller. enabled: false - kubernetesAffinity: - # -- Specifies whether to enable Kubernetes affinity. - enabled: false - enableDGXCRbac: false - # -- Specifies whether to enable network policies. - enableNetworkPolicies: false - # -- Specifies whether to enable integrations support. - enableIntegrationsSupport: false - # -- Specifies whether to enable the labeler. - enableLabeler: false - # -- The image pull secret for the DGX Cloud Admission Controller. - imagePullSecret: nvcrimagepullsecret - dgxcController: - # -- The image for the DGX Cloud Admission Controller. - image: "nvcr.io/nvidia/nemo-microservices/dgxc-admission-controller:1.642.0" - cloudProviderSpec: - # -- The type of the dummy cloud provider. - dummy: - type: dummy entity-store: - # -- Specifies whether to install the NeMo Entity Store microservice. enabled: true - postgresql: - # -- The name override for the PostgreSQL database. - nameOverride: entity-storedb - serviceAccount: - # -- The service account name for PostgreSQL. - name: entity-store-postgresql - # -- Specifies whether to create a new service account for PostgreSQL. - create: true - appConfig: - # -- The base URL for the NIM service used by the NeMo Entity Store microservice. - BASE_URL_NIM: http://nemo-nim-proxy:8000 - # -- The base URL for the NeMo Data Store microservice. - BASE_URL_DATASTORE: http://nemo-data-store:3000/v1/hf - # -- The service name for the NeMo Entity Store microservice. - serviceName: nemo-entity-store volcano: - # -- Specifies whether to enable the default Volcano scheduler installation. To learn more, see [Volcano](https://docs.nvidia.com/nemo/microservices/latest/set-up/deploy-as-microservices/customizer.html#volcano). enabled: true deployment-management: - # -- Specifies whether to install the NeMo Deployment Management microservice. enabled: true - image: - # -- The pull policy for the NeMo Deployment Management container image. - pullPolicy: IfNotPresent - deployments: - # -- The URL for the NIM PEFT source. - nimPeftSource: http://nemo-entity-store:8000 - # -- The URL for the NeMo Entity Store service. - entityStoreUrl: http://nemo-entity-store:8000 - # -- The period in seconds for model synchronization. - modelSyncPeriod: "30" - # -- The image pull secrets for the NeMo Deployment Management microservice. - nimImagePullSecrets: ["nvcrimagepullsecret"] - # -- The service name for the NeMo Deployment Management microservice. - serviceName: nemo-deployment-management nim-proxy: - # -- Specifies whether to install the NIM Proxy microservice. enabled: true - monitoring: - # -- Specifies whether to enable monitoring for the NIM Proxy microservice. - enabled: false - # -- The service name for the NIM Proxy microservice. - serviceName: nemo-nim-proxy ingress: - # -- Specifies whether to enable the ingress. enabled: true - # -- Annotations for the ingress resource. annotations: cert-manager.io/cluster-issuer: root-ca-issuer cert-manager.io/duration: 8760h cert-manager.io/renew-before: 720h - # -- The ingress class to use if your cluster has more than one class. className: "kong" - # -- TLS configurations. tls: - - hosts: - - nemo.hopt.paasup.io - secretName: nemo-tls - # -- A map of hosts and their corresponding paths for the ingress. + - hosts: + - nemo.hopt.paasup.io + secretName: nemo-tls hosts: default: - # -- The host name for the default ingress host. name: "nemo.hopt.paasup.io" - # -- The path rules for the default ingress host. paths: - path: /v1/namespaces pathType: Prefix @@ -323,10 +106,10 @@ ingress: pathType: Prefix service: nemo-entity-store port: 8000 - # - path: /v1/customization - # pathType: Prefix - # service: nemo-customizer - # port: 8000 + - path: /v1/customization + pathType: Prefix + service: nemo-customizer + port: 8000 - path: /v1/evaluation pathType: Prefix service: nemo-evaluator @@ -340,9 +123,7 @@ ingress: service: nemo-deployment-management port: 8000 nimProxy: - # -- The host name for the second ingress host for the NIM Proxy microservice. name: nim.hopt.paasup.io - # -- The path rules for the second ingress host. paths: - path: /v1/completions pathType: Prefix @@ -357,141 +138,13 @@ ingress: service: nemo-nim-proxy port: 8000 dataStore: - # -- The host name for the third ingress host for the NeMo Data Store microservice. name: data-store.hopt.paasup.io - # -- The path rules for the third ingress host. paths: - path: / pathType: Prefix service: nemo-data-store port: 3000 -# -- Specifies whether to enable the virtual service. If you are not using istio and virtualservices, it can be useful to create some virtual services for the NeMo Microservices system. Don't enable unless you use istio. -# @default -- A virtual service configuration template. +# Istio를 사용하지 않기 때문에 비활성화 virtualService: - # -- Specifies whether to enable the virtual service. enabled: false - # -- Labels for the virtual service. - labels: {} - # -- Annotations for the virtual service. - annotations: {} - main: - # -- A list of gateways for the virtual service. - gateways: [] - # -- A list of hosts for the virtual service. - hosts: [] - entries: - customizer: - # -- The CORS policy for the virtual NeMo Customizer service. - corsPolicy: {} - # -- The match for the virtual NeMo Customizer service. - match: - - uri: - prefix: "/v1/customization" - # -- The route for the virtual NeMo Customizer service. - route: - - destination: - host: nemo-customizer - port: - number: 8000 - deployment-management: - # -- The CORS policy for the virtual NeMo Deployment Management service. - corsPolicy: {} - # -- The match for the virtual NeMo Deployment Management service. - match: - - uri: - prefix: "/v1/deployment" - # -- The route for the virtual NeMo Deployment Management service. - route: - - destination: - host: nemo-deployment-management - port: - number: 8000 - entity-store: - # -- The CORS policy for the virtual NeMo Entity Store service. - corsPolicy: {} - # -- The match for the virtual NeMo Entity Store service. - match: - - uri: - prefix: "/v1/namespaces" - - uri: - prefix: "/v1/projects" - - uri: - prefix: "/v1/datasets" - - uri: - prefix: "/v1/repos" - - uri: - prefix: "/v1/models" - # -- The route for the virtual NeMo Entity Store service. - route: - - destination: - host: nemo-entity-store - port: - number: 8000 - evaluator: - # -- The CORS policy for the virtual NeMo Evaluator service. - corsPolicy: {} - # -- The match for the virtual NeMo Evaluator service. - match: - - uri: - prefix: "/v1/evaluation" - # -- The route for the virtual NeMo Evaluator service. - route: - - destination: - host: nemo-evaluator - port: - number: 7331 - guardrails: - # -- The CORS policy for the virtual NeMo Guardrails service. - corsPolicy: {} - # -- The match for the virtual NeMo Guardrails service. - match: - - uri: - prefix: "/v1/guardrail" - # -- The route for the virtual NeMo Guardrails service. - route: - - destination: - host: nemo-guardrails - port: - number: 7331 - additional: - # -- Additional virtual service configurations. - data-store: - # -- The gateways for the virtual NeMo Data Store service. - gateways: [] - # -- The hosts for the virtual NeMo Data Store service. - hosts: [] - # -- The entries for the virtual NeMo Data Store service. - entries: - data-store: - # -- The CORS policy for the virtual NeMo Data Store service. - corsPolicy: {} - # -- The match for the virtual NeMo Data Store service. - match: - - uri: - prefix: / - # -- The route for the virtual NeMo Data Store service. - route: - - destination: - host: nemo-data-store - port: - number: 3000 - nim-proxy: - # -- The gateways for the virtual NIM Proxy service. - gateways: [] - # -- The hosts for the virtual NIM Proxy service. - hosts: [] - entries: - nim-proxy: - # -- The CORS policy for the virtual NIM Proxy service. - corsPolicy: {} - # -- The match for the virtual NIM Proxy service. - match: - - uri: - prefix: / - # -- The route for the virtual NIM Proxy service. - route: - - destination: - host: nemo-nim-proxy - port: - number: 8000