Change chart directory structure
This commit is contained in:
@@ -0,0 +1,282 @@
|
||||
---
|
||||
imagePullSecret: "nvidia-ngcuser-pull-secret"
|
||||
|
||||
enabledComponents:
|
||||
dgxcAdmissionController: true
|
||||
dgxcRunaiController: true
|
||||
dgxcExporter: true
|
||||
|
||||
# The storage controller is the thing we're running
|
||||
dgxcController:
|
||||
name: dgxc-admission-controller
|
||||
replicas: 3
|
||||
image: "nvcr.io/nv-ngc-devops/dgxc-admission-controller:latest"
|
||||
# shared between the init container and the controller container
|
||||
certs:
|
||||
mountPath: "/tmp/k8s-webhook-server/serving-certs"
|
||||
certName: tls.crt
|
||||
keyName: tls.key
|
||||
|
||||
nvStorage:
|
||||
# NVStorageLocation CRD management
|
||||
enabled: false
|
||||
storageClass: ""
|
||||
csi: {}
|
||||
|
||||
serviceName: dgx-controller-svc
|
||||
serviceAccount:
|
||||
create: true
|
||||
name: dgxc-admission-controller-sa
|
||||
annotations: {}
|
||||
|
||||
controllerServiceAccount:
|
||||
create: true
|
||||
name: dgxc-runai-controller
|
||||
annotations: {}
|
||||
|
||||
webhooks:
|
||||
organization: dgxc.nvidia.com
|
||||
registeredWebhooks:
|
||||
- name: dgxc-create-pvc-vwh
|
||||
type: PvcValidatingWebhook
|
||||
cmName: dgxc-create-pvc-vwh-config
|
||||
enabled: true
|
||||
- name: dgxc-create-pvc-mwh
|
||||
type: PvcMutatingWebhook
|
||||
cmName: dgxc-create-pvc-mwh-config
|
||||
enabled: true
|
||||
- name: dgxc-create-pod-mwh
|
||||
type: PodMutatingWebhook
|
||||
cmName: dgxc-create-pod-mwh-config
|
||||
enabled: true
|
||||
|
||||
pvcValidatingWebhook:
|
||||
cmName: dgxc-create-pvc-vwh-config
|
||||
type: PvcValidatingWebhook
|
||||
kind: ValidatingWebhookConfiguration
|
||||
fqdn: dgxc-create-pvc-vwh.dgxc.nvidia.com
|
||||
path: "/pvccreate/v1/validation"
|
||||
failurePolicy: Fail
|
||||
timeoutSeconds: 10
|
||||
sideEffects: NoneOnDryRun
|
||||
admissionReviewVersions:
|
||||
- v1
|
||||
rules:
|
||||
- apiGroups:
|
||||
- ""
|
||||
apiVersions:
|
||||
- "v1"
|
||||
operations:
|
||||
- CREATE
|
||||
resources:
|
||||
- persistentvolumeclaims
|
||||
scope: "*"
|
||||
namespaceLabelSelector:
|
||||
- key: runai/namespace-version
|
||||
values:
|
||||
- "v1"
|
||||
- "v2"
|
||||
objectLabelSelector:
|
||||
customSettings:
|
||||
- name: filestore-pvc-premium-rule
|
||||
storageClasses:
|
||||
- zonal-rwx
|
||||
minSizeCheckEnabled: false
|
||||
minSizeValue: 10Ti
|
||||
maxSizeCheckEnabled: false
|
||||
maxSizeValue: 100Ti
|
||||
- name: filestore-pvc-standard-rule
|
||||
storageClasses:
|
||||
- standard-rwx
|
||||
minSizeCheckEnabled: false
|
||||
minSizeValue: 1Ti
|
||||
maxSizeCheckEnabled: false
|
||||
maxSizeValue: 10Ti
|
||||
pvcMutatingWebhook:
|
||||
cmName: dgxc-create-pvc-mwh-config
|
||||
type: PvcMutatingWebhook
|
||||
kind: MutatingWebhookConfiguration
|
||||
fqdn: dgxc-create-pvc-mwh.dgxc.nvidia.com
|
||||
path: "/pvccreate/v1/mutation"
|
||||
failurePolicy: Fail
|
||||
timeoutSeconds: 10
|
||||
sideEffects: NoneOnDryRun
|
||||
admissionReviewVersions:
|
||||
- v1
|
||||
rules:
|
||||
- apiGroups:
|
||||
- ""
|
||||
apiVersions:
|
||||
- "v1"
|
||||
operations:
|
||||
- CREATE
|
||||
resources:
|
||||
- persistentvolumeclaims
|
||||
scope: "*"
|
||||
namespaceLabelSelector:
|
||||
- key: runai/namespace-version
|
||||
values:
|
||||
- "v1"
|
||||
- "v2"
|
||||
objectLabelSelector:
|
||||
|
||||
podMutatingWebhook:
|
||||
cmName: dgxc-create-pod-mwh-config
|
||||
kind: MutatingWebhookConfiguration
|
||||
type: PodMutatingWebhook
|
||||
fqdn: dgxc-create-pod-mwh.dgxc.mvp.nvidia.com
|
||||
path: "/podcreate/v1/mutation"
|
||||
failurePolicy: Fail
|
||||
timeoutSeconds: 10
|
||||
sideEffects: NoneOnDryRun
|
||||
admissionReviewVersions:
|
||||
- v1
|
||||
rules:
|
||||
- apiGroups:
|
||||
- ""
|
||||
apiVersions:
|
||||
- "v1"
|
||||
operations:
|
||||
- CREATE
|
||||
resources:
|
||||
- pods
|
||||
scope: "*"
|
||||
namespaceLabelSelector:
|
||||
objectLabelSelector:
|
||||
customSettings:
|
||||
- name: modify-pod-rule
|
||||
scratchEnabled: true
|
||||
scratchVolName: "scratch"
|
||||
scratchMountpath: "/scratch"
|
||||
scratchVolSize: "200Gi"
|
||||
scratchVolSizePerGpu: true
|
||||
scratchVolEnforceLimit: true
|
||||
addTcpxSidecarEnabled: true
|
||||
addTcpxoSidecarEnabled: false
|
||||
clusterName: "test"
|
||||
addTcpxNCCLVars: true
|
||||
addTcpxoNCCLVars: false
|
||||
addRdmaEnabled: false
|
||||
addRoceOciNcclVars: false
|
||||
addGcpFuseAnnotation: true
|
||||
gcpFuseAnnotationKey: "gke-gcsfuse/volumes"
|
||||
gcpFuseWICredentialConfigMapAnnotationKey: "gke-gcsfuse/workload-identity-credential-configmap" # This is the annotation key for the ConfigMap that contains the GCP Workload Identity credentials.
|
||||
gcpFuseStorageClasses:
|
||||
- dgxc-standard-object
|
||||
prober:
|
||||
intervalInSeconds: 60
|
||||
timeoutInSeconds: 5
|
||||
endpoints:
|
||||
- name: dev-cluster
|
||||
url: https://dgxc-runai-us-east5-ngc-11918940.dgxc.nonprod-nvkong.com
|
||||
|
||||
sso:
|
||||
controlPlaneDomain: run.ai
|
||||
cluster: "TODO"
|
||||
realm: dgxc
|
||||
pollIntervalSeconds: 10
|
||||
pollAttempts: 180 # 30 minutes
|
||||
|
||||
initSettings:
|
||||
enabled: false
|
||||
appID: dgxc
|
||||
tenant: dgxc
|
||||
controlPlane: run.ai
|
||||
supportEmailAddress: support@nvidia.com
|
||||
customerEmailAddress: customer@nvidia.com
|
||||
bootstrapEmailAddress: bootstrap@nvidia.com
|
||||
|
||||
crdRBACName: "{{request.object.spec.names.plural}}"
|
||||
|
||||
validationFailureAction: Enforce
|
||||
|
||||
tenantSubjects:
|
||||
User:
|
||||
- ebalduf@test.nvidia.com
|
||||
- kelhussein@test.nvidia.com
|
||||
- ladithyav@test.nvidia.com
|
||||
- pwittrock@test.nvidia.com
|
||||
|
||||
tolerations:
|
||||
customer:
|
||||
key: "dedicated"
|
||||
value: "user-workload"
|
||||
system:
|
||||
key: "components.gke.io/gke-managed-components"
|
||||
value: "true"
|
||||
|
||||
bootstrapIngressCIDR: [ "216.228.125.128/30", "12.97.180.32/27", "216.228.127.128/30", "202.164.25.0/27", "120.31.162.32/28", "203.18.50.0/27", "103.74.125.160/28", "216.228.112.0/26" ]
|
||||
|
||||
dgxcAdmins:
|
||||
- Run:ai
|
||||
- svctdcsqa1@nvidia.com
|
||||
|
||||
reserved:
|
||||
CPU: 2
|
||||
Memory: 5Gi
|
||||
|
||||
maxCPUJobs: 10
|
||||
|
||||
logExporterControllerSpec:
|
||||
enabled: false
|
||||
exportFrequency: 5m
|
||||
exportBuffer: 15m
|
||||
fetchTimeout: 5m
|
||||
|
||||
networkControllerSpec:
|
||||
enabled: false
|
||||
|
||||
storageControllerSpecGCP:
|
||||
enabled: false
|
||||
|
||||
storageControllerSpecAWS:
|
||||
enabled: false
|
||||
|
||||
storageControllerSpecOCI:
|
||||
enabled: false
|
||||
|
||||
storageControllerSpecAzure:
|
||||
enabled: false
|
||||
|
||||
exporter:
|
||||
metricsPort: 8080
|
||||
|
||||
sre:
|
||||
group:
|
||||
default: "non-existing-engineer@nvidia.com"
|
||||
privileged: "non-existing-admin@nvidia.com"
|
||||
|
||||
tenantMetadata:
|
||||
cluster: TODO
|
||||
platform: runai
|
||||
orgName: nvidian
|
||||
tenantName: test-mega
|
||||
tenantType: Internal
|
||||
startDate: '8/02/24'
|
||||
endDate: '01/01/99'
|
||||
CSP: gcp
|
||||
allocatedCapacityGPU: 2
|
||||
allocatedCapacityCPU: 2
|
||||
committedCapacityGPU: 2
|
||||
committedCapacityCPU: 2
|
||||
CSPProject: proj-dgxc-runai-np-test-mega
|
||||
dataCenterRegion: us-central1
|
||||
storageType: GCPFilestore
|
||||
storageQuota: 1
|
||||
|
||||
cspSubjects:
|
||||
User:
|
||||
- "107878228028626601324"
|
||||
|
||||
network:
|
||||
systemCIDRs:
|
||||
- "10.0.3.0/24"
|
||||
- "10.0.4.0/24"
|
||||
|
||||
enableIntegrationsSupport: true
|
||||
enableLabeler: true
|
||||
enableRunAIRbac: true
|
||||
enableNetworkPolicies: true
|
||||
enableDGXCRbac: true
|
||||
enableDGXCAPIBootstrap: true
|
||||
enableServiceMonitor: true
|
||||
Reference in New Issue
Block a user