Add kubeflow/v1.10.0
This commit is contained in:
+9760
File diff suppressed because it is too large
Load Diff
+9760
File diff suppressed because it is too large
Load Diff
+3322
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,6 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- kubeflow.org_clustertrainingruntimes.yaml
|
||||
- kubeflow.org_trainingruntimes.yaml
|
||||
- kubeflow.org_trainjobs.yaml
|
||||
@@ -0,0 +1,4 @@
|
||||
resources:
|
||||
- manager.yaml
|
||||
# TODO (andreyvelich): Move it to overlays once we copy the JobSet manifests.
|
||||
namespace: kubeflow-system
|
||||
@@ -0,0 +1,70 @@
|
||||
---
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: training-operator-v2
|
||||
labels:
|
||||
app.kubernetes.io/name: training
|
||||
app.kubernetes.io/component: manager
|
||||
app.kubernetes.io/part-of: kubeflow
|
||||
spec:
|
||||
selector:
|
||||
matchLabels:
|
||||
app.kubernetes.io/name: training
|
||||
app.kubernetes.io/component: manager
|
||||
app.kubernetes.io/part-of: kubeflow
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app.kubernetes.io/name: training
|
||||
app.kubernetes.io/component: manager
|
||||
app.kubernetes.io/part-of: kubeflow
|
||||
spec:
|
||||
containers:
|
||||
- name: manager
|
||||
image: kubeflow/training-operator-v2
|
||||
env:
|
||||
- name: MY_POD_NAMESPACE
|
||||
valueFrom:
|
||||
fieldRef:
|
||||
fieldPath: metadata.namespace
|
||||
volumeMounts:
|
||||
- mountPath: /tmp/k8s-webhook-server/serving-certs
|
||||
name: cert
|
||||
readOnly: true
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /healthz
|
||||
port: 8081
|
||||
initialDelaySeconds: 15
|
||||
periodSeconds: 20
|
||||
timeoutSeconds: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /readyz
|
||||
port: 8081
|
||||
initialDelaySeconds: 10
|
||||
periodSeconds: 15
|
||||
timeoutSeconds: 3
|
||||
serviceAccountName: training-operator-v2
|
||||
volumes:
|
||||
- name: cert
|
||||
secret:
|
||||
defaultMode: 420
|
||||
secretName: training-operator-v2-webhook-cert
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: training-operator-v2
|
||||
spec:
|
||||
ports:
|
||||
- name: monitoring-port
|
||||
port: 8080
|
||||
targetPort: 8080
|
||||
- name: webhook-server
|
||||
port: 443
|
||||
protocol: TCP
|
||||
targetPort: 9443
|
||||
selector:
|
||||
app.kubernetes.io/component: manager
|
||||
@@ -0,0 +1,6 @@
|
||||
resources:
|
||||
- role.yaml
|
||||
- role_binding.yaml
|
||||
- service_account.yaml
|
||||
# TODO (andreyvelich): Move it to overlays once we copy the JobSet manifests.
|
||||
namespace: kubeflow-system
|
||||
@@ -0,0 +1,72 @@
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: ClusterRole
|
||||
metadata:
|
||||
name: training-operator-v2
|
||||
rules:
|
||||
- apiGroups:
|
||||
- ""
|
||||
resources:
|
||||
- secrets
|
||||
verbs:
|
||||
- get
|
||||
- list
|
||||
- update
|
||||
- watch
|
||||
- apiGroups:
|
||||
- admissionregistration.k8s.io
|
||||
resources:
|
||||
- validatingwebhookconfigurations
|
||||
verbs:
|
||||
- get
|
||||
- list
|
||||
- update
|
||||
- watch
|
||||
- apiGroups:
|
||||
- jobset.x-k8s.io
|
||||
resources:
|
||||
- jobsets
|
||||
verbs:
|
||||
- create
|
||||
- get
|
||||
- list
|
||||
- watch
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
resources:
|
||||
- clustertrainingruntimes
|
||||
- trainingruntimes
|
||||
verbs:
|
||||
- get
|
||||
- list
|
||||
- watch
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
resources:
|
||||
- trainjobs
|
||||
verbs:
|
||||
- create
|
||||
- delete
|
||||
- get
|
||||
- list
|
||||
- patch
|
||||
- update
|
||||
- watch
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
resources:
|
||||
- trainjobs/finalizers
|
||||
- trainjobs/status
|
||||
verbs:
|
||||
- get
|
||||
- patch
|
||||
- update
|
||||
- apiGroups:
|
||||
- scheduling.x-k8s.io
|
||||
resources:
|
||||
- podgroups
|
||||
verbs:
|
||||
- create
|
||||
- get
|
||||
- list
|
||||
- watch
|
||||
@@ -0,0 +1,12 @@
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: ClusterRoleBinding
|
||||
metadata:
|
||||
name: training-operator-v2
|
||||
roleRef:
|
||||
apiGroup: rbac.authorization.k8s.io
|
||||
kind: ClusterRole
|
||||
name: training-operator-v2
|
||||
subjects:
|
||||
- kind: ServiceAccount
|
||||
name: training-operator-v2
|
||||
@@ -0,0 +1,5 @@
|
||||
---
|
||||
apiVersion: v1
|
||||
kind: ServiceAccount
|
||||
metadata:
|
||||
name: training-operator-v2
|
||||
+4
@@ -0,0 +1,4 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- torch-distributed.yaml
|
||||
+33
@@ -0,0 +1,33 @@
|
||||
apiVersion: kubeflow.org/v2alpha1
|
||||
kind: ClusterTrainingRuntime
|
||||
metadata:
|
||||
name: torch-distributed
|
||||
labels:
|
||||
training.kubeflow.org/phase: pre-training
|
||||
spec:
|
||||
mlPolicy:
|
||||
numNodes: 1
|
||||
torch:
|
||||
numProcPerNode: auto
|
||||
template:
|
||||
spec:
|
||||
replicatedJobs:
|
||||
- name: trainer-node
|
||||
template:
|
||||
spec:
|
||||
template:
|
||||
spec:
|
||||
containers:
|
||||
- name: trainer
|
||||
image: pytorch/pytorch:2.5.0-cuda12.4-cudnn9-runtime
|
||||
command:
|
||||
- /bin/bash
|
||||
- -c
|
||||
- |
|
||||
echo "Torch Distributed Runtime"
|
||||
|
||||
echo "--------------------------------------"
|
||||
echo "Torch Default Runtime Env"
|
||||
env | grep PET_
|
||||
|
||||
pip list
|
||||
@@ -0,0 +1,14 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- manifests.yaml
|
||||
patches:
|
||||
- path: patch.yaml
|
||||
target:
|
||||
group: admissionregistration.k8s.io
|
||||
version: v1
|
||||
kind: ValidatingWebhookConfiguration
|
||||
configurations:
|
||||
- kustomizeconfig.yaml
|
||||
# TODO (andreyvelich): Move it to overlays once we copy the JobSet manifests.
|
||||
namespace: kubeflow-system
|
||||
@@ -0,0 +1,10 @@
|
||||
# the following config is for teaching kustomize where to look at when substituting vars.
|
||||
# It requires kustomize v2.1.0 or newer to work properly.
|
||||
namespace:
|
||||
- kind: ValidatingWebhookConfiguration
|
||||
group: admissionregistration.k8s.io
|
||||
path: webhooks/clientConfig/service/namespace
|
||||
create: true
|
||||
|
||||
varReference:
|
||||
- path: metadata/annotations
|
||||
@@ -0,0 +1,66 @@
|
||||
---
|
||||
apiVersion: admissionregistration.k8s.io/v1
|
||||
kind: ValidatingWebhookConfiguration
|
||||
metadata:
|
||||
name: validating-webhook-configuration
|
||||
webhooks:
|
||||
- admissionReviewVersions:
|
||||
- v1
|
||||
clientConfig:
|
||||
service:
|
||||
name: webhook-service
|
||||
namespace: system
|
||||
path: /validate-kubeflow-org-v2alpha1-clustertrainingruntime
|
||||
failurePolicy: Fail
|
||||
name: validator.clustertrainingruntime.kubeflow.org
|
||||
rules:
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
apiVersions:
|
||||
- v2alpha1
|
||||
operations:
|
||||
- CREATE
|
||||
- UPDATE
|
||||
resources:
|
||||
- clustertrainingruntimes
|
||||
sideEffects: None
|
||||
- admissionReviewVersions:
|
||||
- v1
|
||||
clientConfig:
|
||||
service:
|
||||
name: webhook-service
|
||||
namespace: system
|
||||
path: /validate-kubeflow-org-v2alpha1-trainingruntime
|
||||
failurePolicy: Fail
|
||||
name: validator.trainingruntime.kubeflow.org
|
||||
rules:
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
apiVersions:
|
||||
- v2alpha1
|
||||
operations:
|
||||
- CREATE
|
||||
- UPDATE
|
||||
resources:
|
||||
- trainingruntimes
|
||||
sideEffects: None
|
||||
- admissionReviewVersions:
|
||||
- v1
|
||||
clientConfig:
|
||||
service:
|
||||
name: webhook-service
|
||||
namespace: system
|
||||
path: /validate-kubeflow-org-v2alpha1-trainjob
|
||||
failurePolicy: Fail
|
||||
name: validator.trainjob.kubeflow.org
|
||||
rules:
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
apiVersions:
|
||||
- v2alpha1
|
||||
operations:
|
||||
- CREATE
|
||||
- UPDATE
|
||||
resources:
|
||||
- trainjobs
|
||||
sideEffects: None
|
||||
@@ -0,0 +1,12 @@
|
||||
- op: replace
|
||||
path: /webhooks/0/clientConfig/service/name
|
||||
value: training-operator-v2
|
||||
- op: replace
|
||||
path: /webhooks/1/clientConfig/service/name
|
||||
value: training-operator-v2
|
||||
- op: replace
|
||||
path: /webhooks/2/clientConfig/service/name
|
||||
value: training-operator-v2
|
||||
- op: replace
|
||||
path: /metadata/name
|
||||
value: validator.training-operator-v2.kubeflow.org
|
||||
+18
@@ -0,0 +1,18 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- namespace.yaml
|
||||
- ../../base/crds
|
||||
- ../../base/manager
|
||||
- ../../base/rbac
|
||||
- ../../base/webhook
|
||||
# TODO (andreyvelich): JobSet should support kubeflow-system namespace.
|
||||
- https://github.com/kubernetes-sigs/jobset/releases/download/v0.6.0/manifests.yaml
|
||||
images:
|
||||
- name: kubeflow/training-operator-v2
|
||||
newTag: latest
|
||||
secretGenerator:
|
||||
- name: training-operator-v2-webhook-cert
|
||||
namespace: kubeflow-system
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
+4
@@ -0,0 +1,4 @@
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: kubeflow-system
|
||||
+4
@@ -0,0 +1,4 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- ../../base/runtimes/pre-training
|
||||
+19
@@ -0,0 +1,19 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- namespace.yaml
|
||||
- ../../base/crds
|
||||
- ../../base/manager
|
||||
- ../../base/rbac
|
||||
- ../../base/webhook
|
||||
- ../../base/runtimes/pre-training
|
||||
# TODO (andreyvelich): JobSet should support kubeflow-system namespace.
|
||||
- https://github.com/kubernetes-sigs/jobset/releases/download/v0.6.0/manifests.yaml
|
||||
images:
|
||||
- name: kubeflow/training-operator-v2
|
||||
newTag: latest
|
||||
secretGenerator:
|
||||
- name: training-operator-v2-webhook-cert
|
||||
namespace: kubeflow-system
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
@@ -0,0 +1,4 @@
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: kubeflow-system
|
||||
Reference in New Issue
Block a user