Add kubeflow/v1.10.0

This commit is contained in:
wbsong111
2025-06-24 12:03:10 +09:00
parent 0132496142
commit 6e8dd89e48
1531 changed files with 120984 additions and 262120 deletions
@@ -0,0 +1,6 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- kubeflow.org_clustertrainingruntimes.yaml
- kubeflow.org_trainingruntimes.yaml
- kubeflow.org_trainjobs.yaml
@@ -0,0 +1,4 @@
resources:
- manager.yaml
# TODO (andreyvelich): Move it to overlays once we copy the JobSet manifests.
namespace: kubeflow-system
@@ -0,0 +1,70 @@
---
apiVersion: apps/v1
kind: Deployment
metadata:
name: training-operator-v2
labels:
app.kubernetes.io/name: training
app.kubernetes.io/component: manager
app.kubernetes.io/part-of: kubeflow
spec:
selector:
matchLabels:
app.kubernetes.io/name: training
app.kubernetes.io/component: manager
app.kubernetes.io/part-of: kubeflow
template:
metadata:
labels:
app.kubernetes.io/name: training
app.kubernetes.io/component: manager
app.kubernetes.io/part-of: kubeflow
spec:
containers:
- name: manager
image: kubeflow/training-operator-v2
env:
- name: MY_POD_NAMESPACE
valueFrom:
fieldRef:
fieldPath: metadata.namespace
volumeMounts:
- mountPath: /tmp/k8s-webhook-server/serving-certs
name: cert
readOnly: true
livenessProbe:
httpGet:
path: /healthz
port: 8081
initialDelaySeconds: 15
periodSeconds: 20
timeoutSeconds: 3
readinessProbe:
httpGet:
path: /readyz
port: 8081
initialDelaySeconds: 10
periodSeconds: 15
timeoutSeconds: 3
serviceAccountName: training-operator-v2
volumes:
- name: cert
secret:
defaultMode: 420
secretName: training-operator-v2-webhook-cert
---
apiVersion: v1
kind: Service
metadata:
name: training-operator-v2
spec:
ports:
- name: monitoring-port
port: 8080
targetPort: 8080
- name: webhook-server
port: 443
protocol: TCP
targetPort: 9443
selector:
app.kubernetes.io/component: manager
@@ -0,0 +1,6 @@
resources:
- role.yaml
- role_binding.yaml
- service_account.yaml
# TODO (andreyvelich): Move it to overlays once we copy the JobSet manifests.
namespace: kubeflow-system
@@ -0,0 +1,72 @@
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRole
metadata:
name: training-operator-v2
rules:
- apiGroups:
- ""
resources:
- secrets
verbs:
- get
- list
- update
- watch
- apiGroups:
- admissionregistration.k8s.io
resources:
- validatingwebhookconfigurations
verbs:
- get
- list
- update
- watch
- apiGroups:
- jobset.x-k8s.io
resources:
- jobsets
verbs:
- create
- get
- list
- watch
- apiGroups:
- kubeflow.org
resources:
- clustertrainingruntimes
- trainingruntimes
verbs:
- get
- list
- watch
- apiGroups:
- kubeflow.org
resources:
- trainjobs
verbs:
- create
- delete
- get
- list
- patch
- update
- watch
- apiGroups:
- kubeflow.org
resources:
- trainjobs/finalizers
- trainjobs/status
verbs:
- get
- patch
- update
- apiGroups:
- scheduling.x-k8s.io
resources:
- podgroups
verbs:
- create
- get
- list
- watch
@@ -0,0 +1,12 @@
---
apiVersion: rbac.authorization.k8s.io/v1
kind: ClusterRoleBinding
metadata:
name: training-operator-v2
roleRef:
apiGroup: rbac.authorization.k8s.io
kind: ClusterRole
name: training-operator-v2
subjects:
- kind: ServiceAccount
name: training-operator-v2
@@ -0,0 +1,5 @@
---
apiVersion: v1
kind: ServiceAccount
metadata:
name: training-operator-v2
@@ -0,0 +1,4 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- torch-distributed.yaml
@@ -0,0 +1,33 @@
apiVersion: kubeflow.org/v2alpha1
kind: ClusterTrainingRuntime
metadata:
name: torch-distributed
labels:
training.kubeflow.org/phase: pre-training
spec:
mlPolicy:
numNodes: 1
torch:
numProcPerNode: auto
template:
spec:
replicatedJobs:
- name: trainer-node
template:
spec:
template:
spec:
containers:
- name: trainer
image: pytorch/pytorch:2.5.0-cuda12.4-cudnn9-runtime
command:
- /bin/bash
- -c
- |
echo "Torch Distributed Runtime"
echo "--------------------------------------"
echo "Torch Default Runtime Env"
env | grep PET_
pip list
@@ -0,0 +1,14 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- manifests.yaml
patches:
- path: patch.yaml
target:
group: admissionregistration.k8s.io
version: v1
kind: ValidatingWebhookConfiguration
configurations:
- kustomizeconfig.yaml
# TODO (andreyvelich): Move it to overlays once we copy the JobSet manifests.
namespace: kubeflow-system
@@ -0,0 +1,10 @@
# the following config is for teaching kustomize where to look at when substituting vars.
# It requires kustomize v2.1.0 or newer to work properly.
namespace:
- kind: ValidatingWebhookConfiguration
group: admissionregistration.k8s.io
path: webhooks/clientConfig/service/namespace
create: true
varReference:
- path: metadata/annotations
@@ -0,0 +1,66 @@
---
apiVersion: admissionregistration.k8s.io/v1
kind: ValidatingWebhookConfiguration
metadata:
name: validating-webhook-configuration
webhooks:
- admissionReviewVersions:
- v1
clientConfig:
service:
name: webhook-service
namespace: system
path: /validate-kubeflow-org-v2alpha1-clustertrainingruntime
failurePolicy: Fail
name: validator.clustertrainingruntime.kubeflow.org
rules:
- apiGroups:
- kubeflow.org
apiVersions:
- v2alpha1
operations:
- CREATE
- UPDATE
resources:
- clustertrainingruntimes
sideEffects: None
- admissionReviewVersions:
- v1
clientConfig:
service:
name: webhook-service
namespace: system
path: /validate-kubeflow-org-v2alpha1-trainingruntime
failurePolicy: Fail
name: validator.trainingruntime.kubeflow.org
rules:
- apiGroups:
- kubeflow.org
apiVersions:
- v2alpha1
operations:
- CREATE
- UPDATE
resources:
- trainingruntimes
sideEffects: None
- admissionReviewVersions:
- v1
clientConfig:
service:
name: webhook-service
namespace: system
path: /validate-kubeflow-org-v2alpha1-trainjob
failurePolicy: Fail
name: validator.trainjob.kubeflow.org
rules:
- apiGroups:
- kubeflow.org
apiVersions:
- v2alpha1
operations:
- CREATE
- UPDATE
resources:
- trainjobs
sideEffects: None
@@ -0,0 +1,12 @@
- op: replace
path: /webhooks/0/clientConfig/service/name
value: training-operator-v2
- op: replace
path: /webhooks/1/clientConfig/service/name
value: training-operator-v2
- op: replace
path: /webhooks/2/clientConfig/service/name
value: training-operator-v2
- op: replace
path: /metadata/name
value: validator.training-operator-v2.kubeflow.org
@@ -0,0 +1,18 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- namespace.yaml
- ../../base/crds
- ../../base/manager
- ../../base/rbac
- ../../base/webhook
# TODO (andreyvelich): JobSet should support kubeflow-system namespace.
- https://github.com/kubernetes-sigs/jobset/releases/download/v0.6.0/manifests.yaml
images:
- name: kubeflow/training-operator-v2
newTag: latest
secretGenerator:
- name: training-operator-v2-webhook-cert
namespace: kubeflow-system
options:
disableNameSuffixHash: true
@@ -0,0 +1,4 @@
apiVersion: v1
kind: Namespace
metadata:
name: kubeflow-system
@@ -0,0 +1,4 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- ../../base/runtimes/pre-training
@@ -0,0 +1,19 @@
apiVersion: kustomize.config.k8s.io/v1beta1
kind: Kustomization
resources:
- namespace.yaml
- ../../base/crds
- ../../base/manager
- ../../base/rbac
- ../../base/webhook
- ../../base/runtimes/pre-training
# TODO (andreyvelich): JobSet should support kubeflow-system namespace.
- https://github.com/kubernetes-sigs/jobset/releases/download/v0.6.0/manifests.yaml
images:
- name: kubeflow/training-operator-v2
newTag: latest
secretGenerator:
- name: training-operator-v2-webhook-cert
namespace: kubeflow-system
options:
disableNameSuffixHash: true
@@ -0,0 +1,4 @@
apiVersion: v1
kind: Namespace
metadata:
name: kubeflow-system