update custom-values.yaml

charts/nemo/custom-values.yaml

@@ -1,4 +1,4 @@
-ngcAPIKey: YOUR-NGC-API-KEY
+ngcAPIKey: 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
 
 imagePullSecrets:
   - name: nvcrimagepullsecret
@@ -12,296 +12,79 @@ global:
 
 data-store:
   enabled: true
-  # uncomment this section when ingress is enabled
+  external:
-  # external:
+    rootUrl: https://nemo-datastore.hopt.paasup.io
-  #   rootUrl: https://nemo-datastore.example.com
+    domain: nemo-datastore.hopt.paasup.io
-  #   domain: nemo-datastore.example.com
-  # -- The number of replicas for the NeMo Data Store microservice deployment.
   replicaCount: 1
   persistence:
-    # -- Specifies whether to enable persistent volume for the NeMo Data Store microservice.
     enabled: true
-    # -- The name of the persistent volume claim.
     claimName: datastore-shared-storage
-    # -- The size of the persistent volume.
     size: 1Gi
-    # -- The storage class to use for the persistent volume.
     storageClass: ""
-    # -- The access modes for the persistent volume.
     accessModes:
       - ReadWriteOnce
   objectStore:
-    # -- Specifies whether to enable object storage for the NeMo Data Store microservice.
     enabled: false
   serviceAccount:
-    # -- Specifies whether to create a service account for the NeMo Data Store microservice.
     create: true
-    # -- The service account name for the NeMo Data Store microservice.
     name: gitea
-  # -- The service name for the NeMo Data Store microservice.
   serviceName: nemo-data-store
   strategy:
-    # -- The type of deployment strategy to use for the NeMo Data Store microservice.
     type: Recreate
 
 customizer:
-  # -- Specifies whether to install the NeMo Customizer microservice.
+  enabled: true
-  enabled: false
-  postgresql:
-    # -- The name override for the PostgreSQL database.
-    nameOverride: customizerdb
-    serviceAccount:
-      name: customizer-postgresql
-      # -- Specifies whether to create a new service account for PostgreSQL.
-      create: true
-  customizerConfig:
-    # -- Specifies the internal K8s DNS record for the NeMo Data Store service.
-    nemoDataStoreURL: "http://nemo-data-store:3000"
-    # -- Specifies the internal K8s DNS record for the NeMo Entity Store service.
-    entityStoreURL: "http://nemo-entity-store:8000"
-    # -- Specifies the internal K8s DNS record for the MLflow service.
-    mlflowURL: ""
-    # -- Specifies the model information to configure with the NeMo Customizer microservice. To find a complete list of models that NeMo Customizer supports, see [Model Catalog](https://docs.nvidia.com/nemo/microservices/latest/fine-tune/models/index.html).
-    models:
-      meta/llama-3.1-8b-instruct:
-        # -- Specifies whether to use the `meta/llama-3.1-8b-instruct` model for a customization job.
-        enabled: true
-    training:
-      # -- Specifies where to store the customization job information during training.
-      pvc:
-        storageClass: ""
-  serviceName: nemo-customizer
-  # -- Specifies whether to enable the PVC for storing base models.
-  modelsStorage:
-    enabled: true
-    # -- Specifies the storage class to use for the PVC.
-    storageClassName: ""
-    # -- Specifies the size of the PVC.
-    size: 20Gi
-    # -- Specifies the access modes for the PVC.
-    accessModes:
-      - ReadWriteOnce
-  workspaceStorage:
-    # -- Specifies whether to enable the PVC for storing a training job's workspace.
-    enabled: false
-  # -- Specifies the image pull secret for the NeMo Data Store tools.
-  nemoDataStoreTools:
-    imagePullSecret: nvcrimagepullsecret
 
+# GPU 부족 이슈로 임시로 제거
 nim:
-  # -- Specifies whether to deploy a NIM for LLM during the Helm installation of the chart. You can deploy a single static NIM by enabling this object and its values. When enabled, the chart deploys `meta/llama-3.1-8b-instruct` as the default NIM.
   enabled: false
-  image:
-    # Adjust to the actual location of the image and version you want
-    repository: nvcr.io/nim/meta/llama-3.1-8b-instruct
-    tag: "1.8.3"
-  imagePullSecrets:
-    - name: nvcrimagepullsecret
-  model:
-    # -- The name of the model to deploy as NIM.
-    name: meta/llama-3.1-8b-instruct # not strictly necessary, but enables running "helm test"
-    # -- The NGC API secret for model access.
-    ngcAPISecret: ngc-api
-  service:
-    # -- Labels for the NIM service.
-    labels:
-      app.nvidia.com/nim-type: inference
-  # -- Environment variables for the NIM service.
-  env:
-    - name: NIM_PEFT_SOURCE
-      value: http://nemo-entity-store:8000
-    - name: NIM_PEFT_REFRESH_INTERVAL
-      value: "30"
-    - name: NIM_MAX_CPU_LORAS
-      value: "16"
-    - name: NIM_MAX_GPU_LORAS
-      value: "8"
-  persistence:
-    # -- Specifies whether to enable persistence volume claim (PVC) for the NIM service.
-    enabled: true
-    # -- Specifies the storage class to use for the PVC.
-    storageClass: ""
-    # -- Annotations for the PVC.
-    annotations:
-      helm.sh/resource-policy: keep
-  statefulSet:
-    # -- Specifies whether to enable a stateful set for the NIM service.
-    enabled: false
-  # -- Specifies resources for the NIM service.
-  resources:
-    limits:
-      nvidia.com/gpu: 1
-    # -- Specifies requests for the NIM service.
-    requests:
-      nvidia.com/gpu: 1
 
 evaluator:
-  # -- Specifies whether to install the NeMo Evaluator microservice.
   enabled: true
   argoWorkflows:
-    # -- Specifies whether to enable the default Argo Workflows integration for the NeMo Evaluator microservice.
     enabled: true
-    # -- The Argo Workflows service name for the NeMo Evaluator microservice.
-    serviceName: argo-workflows-server
-    server:
-      authModes:
-        - "server"
-      # -- The service port for the Argo Workflows server.
-      servicePort: 2746
-      # -- Specifies whether to secure the connection to the Argo Workflows server.
-      secure: true
-      serviceAccount:
-        # -- The name of the service account for the Argo Workflows server.
-        name: "argo-workflows-server"
     crds:
-      # -- Specifies whether to install the CRDs for Argo Workflows.
       install: false
-    controller:
-      serviceAccount:
-        # -- The name of the service account for the Argo Workflows controller.
-        name: "argo-workflows-controller"
-  external:
-    # -- The external URL of the NeMo Data Store microservice.
-    dataStore:
-      endpoint: http://nemo-data-store:3000/v1/hf
-  milvus:
-    standalone:
-      persistence:
-        persistentVolumeClaim:
-          # -- Specifies the storage class to use for the Milvus PVC.
-          storageClass: ""
-  postgresql:
-    # -- The name override for the default PostgreSQL database.
-    nameOverride: evaluatordb
-    serviceAccount:
-      # -- The name of the service account for PostgreSQL.
-      name: evaluator-postgresql
-    primary:
-      networkPolicy:
-        # -- Specifies whether to enable the network policy for the PostgreSQL service.
-        enabled: false
-  serviceName: nemo-evaluator
 
 guardrails:
-  # -- Specifies whether to install the NeMo Guardrails microservice.
   enabled: true
-  # -- The service name for the NeMo Guardrails microservice.
-  serviceName: nemo-guardrails
-  # -- The environment variables for the NeMo Guardrails microservice.
-  env:
-    # -- The NIM endpoint URL for the NeMo Guardrails microservice.
-    NIM_ENDPOINT_URL: http://nemo-nim-proxy:8000/v1
 
 nemo-operator:
-  # -- Specifies whether to install the NeMo Operator microservice.
   enabled: true
-  controllerManager:
-    manager:
-      # -- The scheduler to use for the NeMo Operator. Available options: `volcano` and `runai`.
-      scheduler: "volcano"
 
 nim-operator:
-  # -- Specifies whether to install the NIM Operator.
   enabled: true
-  nfd:
-    nodeFeatureRules:
-      # -- Specifies whether to enable device ID feature rules.
-      deviceID: false
 
+# DGX Cloud와 연동시 사용하기 때문에 비활성화함
 dgxc-admission-controller:
-  # -- Specifies whether to install the DGX Cloud Admission Controller.
   enabled: false
-  kubernetesAffinity:
-    # -- Specifies whether to enable Kubernetes affinity.
-    enabled: false
-  enableDGXCRbac: false
-  # -- Specifies whether to enable network policies.
-  enableNetworkPolicies: false
-  # -- Specifies whether to enable integrations support.
-  enableIntegrationsSupport: false
-  # -- Specifies whether to enable the labeler.
-  enableLabeler: false
-  # -- The image pull secret for the DGX Cloud Admission Controller.
-  imagePullSecret: nvcrimagepullsecret
-  dgxcController:
-    # -- The image for the DGX Cloud Admission Controller.
-    image: "nvcr.io/nvidia/nemo-microservices/dgxc-admission-controller:1.642.0"
-  cloudProviderSpec:
-    # -- The type of the dummy cloud provider.
-    dummy:
-      type: dummy
 
 entity-store:
-  # -- Specifies whether to install the NeMo Entity Store microservice.
   enabled: true
-  postgresql:
-    # -- The name override for the PostgreSQL database.
-    nameOverride: entity-storedb
-    serviceAccount:
-      # -- The service account name for PostgreSQL.
-      name: entity-store-postgresql
-      # -- Specifies whether to create a new service account for PostgreSQL.
-      create: true
-  appConfig:
-    # -- The base URL for the NIM service used by the NeMo Entity Store microservice.
-    BASE_URL_NIM: http://nemo-nim-proxy:8000
-    # -- The base URL for the NeMo Data Store microservice.
-    BASE_URL_DATASTORE: http://nemo-data-store:3000/v1/hf
-  # -- The service name for the NeMo Entity Store microservice.
-  serviceName: nemo-entity-store
 
 volcano:
-  # -- Specifies whether to enable the default Volcano scheduler installation. To learn more, see [Volcano](https://docs.nvidia.com/nemo/microservices/latest/set-up/deploy-as-microservices/customizer.html#volcano).
   enabled: true
 
 deployment-management:
-  # -- Specifies whether to install the NeMo Deployment Management microservice.
   enabled: true
-  image:
-    # -- The pull policy for the NeMo Deployment Management container image.
-    pullPolicy: IfNotPresent
-  deployments:
-    # -- The URL for the NIM PEFT source.
-    nimPeftSource: http://nemo-entity-store:8000
-    # -- The URL for the NeMo Entity Store service.
-    entityStoreUrl: http://nemo-entity-store:8000
-    # -- The period in seconds for model synchronization.
-    modelSyncPeriod: "30"
-    # -- The image pull secrets for the NeMo Deployment Management microservice.
-    nimImagePullSecrets: ["nvcrimagepullsecret"]
-  # -- The service name for the NeMo Deployment Management microservice.
-  serviceName: nemo-deployment-management
 
 nim-proxy:
-  # -- Specifies whether to install the NIM Proxy microservice.
   enabled: true
-  monitoring:
-    # -- Specifies whether to enable monitoring for the NIM Proxy microservice.
-    enabled: false
-  # -- The service name for the NIM Proxy microservice.
-  serviceName: nemo-nim-proxy
 
 ingress:
-  # -- Specifies whether to enable the ingress.
   enabled: true
-  # -- Annotations for the ingress resource.
   annotations:
     cert-manager.io/cluster-issuer: root-ca-issuer
     cert-manager.io/duration: 8760h
     cert-manager.io/renew-before: 720h
-  # -- The ingress class to use if your cluster has more than one class.
   className: "kong"
-  # -- TLS configurations.
   tls:
-  - hosts:
+    - hosts:
-    - nemo.hopt.paasup.io
+        - nemo.hopt.paasup.io
-    secretName: nemo-tls
+      secretName: nemo-tls
-  # -- A map of hosts and their corresponding paths for the ingress.
   hosts:
     default:
-      # -- The host name for the default ingress host.
       name: "nemo.hopt.paasup.io"
-      # -- The path rules for the default ingress host.
       paths:
         - path: /v1/namespaces
           pathType: Prefix
@@ -323,10 +106,10 @@ ingress:
           pathType: Prefix
           service: nemo-entity-store
           port: 8000
-            #        - path: /v1/customization
+        - path: /v1/customization
-            #          pathType: Prefix
+          pathType: Prefix
-            #          service: nemo-customizer
+          service: nemo-customizer
-            #          port: 8000
+          port: 8000
         - path: /v1/evaluation
           pathType: Prefix
           service: nemo-evaluator
@@ -340,9 +123,7 @@ ingress:
           service: nemo-deployment-management
           port: 8000
     nimProxy:
-      # -- The host name for the second ingress host for the NIM Proxy microservice.
       name: nim.hopt.paasup.io
-      # -- The path rules for the second ingress host.
       paths:
         - path: /v1/completions
           pathType: Prefix
@@ -357,141 +138,13 @@ ingress:
           service: nemo-nim-proxy
           port: 8000
     dataStore:
-      # -- The host name for the third ingress host for the NeMo Data Store microservice.
       name: data-store.hopt.paasup.io
-      # -- The path rules for the third ingress host.
       paths:
         - path: /
           pathType: Prefix
           service: nemo-data-store
           port: 3000
 
-# -- Specifies whether to enable the virtual service. If you are not using istio and virtualservices, it can be useful to create some virtual services for the NeMo Microservices system. Don't enable unless you use istio.
+# Istio를 사용하지 않기 때문에 비활성화
-# @default -- A virtual service configuration template.
 virtualService:
-  # -- Specifies whether to enable the virtual service.
   enabled: false
-  # -- Labels for the virtual service.
-  labels: {}
-  # -- Annotations for the virtual service.
-  annotations: {}
-  main:
-    # -- A list of gateways for the virtual service.
-    gateways: []
-    # -- A list of hosts for the virtual service.
-    hosts: []
-    entries:
-      customizer:
-        # -- The CORS policy for the virtual NeMo Customizer service.
-        corsPolicy: {}
-        # -- The match for the virtual NeMo Customizer service.
-        match:
-        - uri:
-            prefix: "/v1/customization"
-        # -- The route for the virtual NeMo Customizer service.
-        route:
-          - destination:
-              host: nemo-customizer
-              port:
-                number: 8000
-      deployment-management:
-        # -- The CORS policy for the virtual NeMo Deployment Management service.
-        corsPolicy: {}
-        # -- The match for the virtual NeMo Deployment Management service.
-        match:
-          - uri:
-              prefix: "/v1/deployment"
-        # -- The route for the virtual NeMo Deployment Management service.
-        route:
-          - destination:
-              host: nemo-deployment-management
-              port:
-                number: 8000
-      entity-store:
-        # -- The CORS policy for the virtual NeMo Entity Store service.
-        corsPolicy: {}
-        # -- The match for the virtual NeMo Entity Store service.
-        match:
-          - uri:
-              prefix: "/v1/namespaces"
-          - uri:
-              prefix: "/v1/projects"
-          - uri:
-              prefix: "/v1/datasets"
-          - uri:
-              prefix: "/v1/repos"
-          - uri:
-              prefix: "/v1/models"
-        # -- The route for the virtual NeMo Entity Store service.
-        route:
-          - destination:
-              host: nemo-entity-store
-              port:
-                number: 8000
-      evaluator:
-        # -- The CORS policy for the virtual NeMo Evaluator service.
-        corsPolicy: {}
-        # -- The match for the virtual NeMo Evaluator service.
-        match:
-          - uri:
-              prefix: "/v1/evaluation"
-        # -- The route for the virtual NeMo Evaluator service.
-        route:
-          - destination:
-              host: nemo-evaluator
-              port:
-                number: 7331
-      guardrails:
-        # -- The CORS policy for the virtual NeMo Guardrails service.
-        corsPolicy: {}
-        # -- The match for the virtual NeMo Guardrails service.
-        match:
-          - uri:
-              prefix: "/v1/guardrail"
-        # -- The route for the virtual NeMo Guardrails service.
-        route:
-          - destination:
-              host: nemo-guardrails
-              port:
-                number: 7331
-  additional:
-    # -- Additional virtual service configurations.
-    data-store:
-      # -- The gateways for the virtual NeMo Data Store service.
-      gateways: []
-      # -- The hosts for the virtual NeMo Data Store service.
-      hosts: []
-      # -- The entries for the virtual NeMo Data Store service.
-      entries:
-        data-store:
-          # -- The CORS policy for the virtual NeMo Data Store service.
-          corsPolicy: {}
-          # -- The match for the virtual NeMo Data Store service.
-          match:
-            - uri:
-                prefix: /
-          # -- The route for the virtual NeMo Data Store service.
-          route:
-            - destination:
-                host: nemo-data-store
-                port:
-                  number: 3000
-    nim-proxy:
-      # -- The gateways for the virtual NIM Proxy service.
-      gateways: []
-      # -- The hosts for the virtual NIM Proxy service.
-      hosts: []
-      entries:
-        nim-proxy:
-          # -- The CORS policy for the virtual NIM Proxy service.
-          corsPolicy: {}
-          # -- The match for the virtual NIM Proxy service.
-          match:
-            - uri:
-                prefix: /
-          # -- The route for the virtual NIM Proxy service.
-          route:
-            - destination:
-                host: nemo-nim-proxy
-                port:
-                  number: 8000