update kubeflow dip-catalog
This commit is contained in:
@@ -0,0 +1,22 @@
|
||||
---
|
||||
apiVersion: cert-manager.io/v1
|
||||
kind: Certificate
|
||||
metadata:
|
||||
name: katib-webhook-cert
|
||||
spec:
|
||||
isCA: true
|
||||
commonName: $(KATIB_SERVICE_NAME).$(KATIB_NAMESPACE).svc
|
||||
dnsNames:
|
||||
- $(KATIB_SERVICE_NAME).$(KATIB_NAMESPACE).svc
|
||||
- $(KATIB_SERVICE_NAME).$(KATIB_NAMESPACE).svc.cluster.local
|
||||
issuerRef:
|
||||
kind: Issuer
|
||||
name: katib-selfsigned-issuer
|
||||
secretName: katib-webhook-cert
|
||||
---
|
||||
apiVersion: cert-manager.io/v1
|
||||
kind: Issuer
|
||||
metadata:
|
||||
name: katib-selfsigned-issuer
|
||||
spec:
|
||||
selfSigned: {}
|
||||
@@ -0,0 +1,59 @@
|
||||
---
|
||||
apiVersion: config.kubeflow.org/v1beta1
|
||||
kind: KatibConfig
|
||||
init:
|
||||
controller:
|
||||
webhookPort: 8443
|
||||
trialResources:
|
||||
- Job.v1.batch
|
||||
- TFJob.v1.kubeflow.org
|
||||
- PyTorchJob.v1.kubeflow.org
|
||||
- MPIJob.v1.kubeflow.org
|
||||
- XGBoostJob.v1.kubeflow.org
|
||||
- MXJob.v1.kubeflow.org
|
||||
runtime:
|
||||
metricsCollectors:
|
||||
- kind: StdOut
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: File
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: TensorFlowEvent
|
||||
image: docker.io/kubeflowkatib/tfevent-metrics-collector:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
suggestions:
|
||||
- algorithmName: random
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: grid
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: hyperband
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperband:v0.17.0
|
||||
- algorithmName: bayesianoptimization
|
||||
image: docker.io/kubeflowkatib/suggestion-skopt:v0.17.0
|
||||
- algorithmName: cmaes
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: sobol
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: multivariate-tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: enas
|
||||
image: docker.io/kubeflowkatib/suggestion-enas:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 400Mi
|
||||
- algorithmName: darts
|
||||
image: docker.io/kubeflowkatib/suggestion-darts:v0.17.0
|
||||
- algorithmName: pbt
|
||||
image: docker.io/kubeflowkatib/suggestion-pbt:v0.17.0
|
||||
persistentVolumeClaimSpec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
earlyStoppings:
|
||||
- algorithmName: medianstop
|
||||
image: docker.io/kubeflowkatib/earlystopping-medianstop:v0.17.0
|
||||
@@ -0,0 +1,69 @@
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
# Namespace.
|
||||
- ../../components/namespace
|
||||
# Katib controller.
|
||||
- ../../components/controller/
|
||||
# Katib CRDs.
|
||||
- ../../components/crd/
|
||||
# Katib DB manager.
|
||||
- ../../components/db-manager/
|
||||
# Katib DB mysql.
|
||||
- ../../components/mysql/
|
||||
# Katib UI.
|
||||
- ../../components/ui/
|
||||
# Katib webhooks.
|
||||
- ../../components/webhook/
|
||||
# Cert-manager certificate for webhooks
|
||||
- certificate.yaml
|
||||
images:
|
||||
- name: docker.io/kubeflowkatib/katib-controller
|
||||
newName: docker.io/kubeflowkatib/katib-controller
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-db-manager
|
||||
newName: docker.io/kubeflowkatib/katib-db-manager
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-ui
|
||||
newName: docker.io/kubeflowkatib/katib-ui
|
||||
newTag: v0.17.0
|
||||
|
||||
patchesStrategicMerge:
|
||||
- patches/katib-cert-injection.yaml
|
||||
|
||||
vars:
|
||||
- fieldref:
|
||||
fieldPath: metadata.namespace
|
||||
name: KATIB_NAMESPACE
|
||||
objref:
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
name: katib-controller
|
||||
- fieldref:
|
||||
fieldPath: metadata.name
|
||||
name: KATIB_SERVICE_NAME
|
||||
objref:
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
name: katib-controller
|
||||
- name: KATIB_CERT_NAME
|
||||
objref:
|
||||
kind: Certificate
|
||||
group: cert-manager.io
|
||||
version: v1
|
||||
name: katib-webhook-cert
|
||||
fieldref:
|
||||
fieldpath: metadata.name
|
||||
|
||||
configurations:
|
||||
- params.yaml
|
||||
|
||||
configMapGenerator:
|
||||
- name: katib-config
|
||||
behavior: create
|
||||
files:
|
||||
- katib-config.yaml
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
@@ -0,0 +1,19 @@
|
||||
---
|
||||
varReference:
|
||||
- path: spec/commonName
|
||||
kind: Certificate
|
||||
- path: spec/dnsNames
|
||||
kind: Certificate
|
||||
- path: spec/issuerRef/name
|
||||
kind: Certificate
|
||||
- path: metadata/annotations
|
||||
kind: MutatingWebhookConfiguration
|
||||
- path: metadata/annotations
|
||||
kind: ValidatingWebhookConfiguration
|
||||
nameReference:
|
||||
- kind: Issuer
|
||||
group: cert-manager.io
|
||||
fieldSpecs:
|
||||
- kind: Certificate
|
||||
group: cert-manager.io
|
||||
path: spec/issuerRef/name
|
||||
+14
@@ -0,0 +1,14 @@
|
||||
---
|
||||
apiVersion: admissionregistration.k8s.io/v1
|
||||
kind: ValidatingWebhookConfiguration
|
||||
metadata:
|
||||
name: katib.kubeflow.org
|
||||
annotations:
|
||||
cert-manager.io/inject-ca-from: $(KATIB_NAMESPACE)/$(KATIB_CERT_NAME)
|
||||
---
|
||||
apiVersion: admissionregistration.k8s.io/v1
|
||||
kind: MutatingWebhookConfiguration
|
||||
metadata:
|
||||
name: katib.kubeflow.org
|
||||
annotations:
|
||||
cert-manager.io/inject-ca-from: $(KATIB_NAMESPACE)/$(KATIB_CERT_NAME)
|
||||
@@ -0,0 +1,61 @@
|
||||
---
|
||||
apiVersion: config.kubeflow.org/v1beta1
|
||||
kind: KatibConfig
|
||||
init:
|
||||
certGenerator:
|
||||
enable: true
|
||||
controller:
|
||||
webhookPort: 8443
|
||||
trialResources:
|
||||
- Job.v1.batch
|
||||
- TFJob.v1.kubeflow.org
|
||||
- PyTorchJob.v1.kubeflow.org
|
||||
- MPIJob.v1.kubeflow.org
|
||||
- XGBoostJob.v1.kubeflow.org
|
||||
- MXJob.v1.kubeflow.org
|
||||
runtime:
|
||||
metricsCollectors:
|
||||
- kind: StdOut
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: File
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: TensorFlowEvent
|
||||
image: docker.io/kubeflowkatib/tfevent-metrics-collector:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
suggestions:
|
||||
- algorithmName: random
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: grid
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: hyperband
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperband:v0.17.0
|
||||
- algorithmName: bayesianoptimization
|
||||
image: docker.io/kubeflowkatib/suggestion-skopt:v0.17.0
|
||||
- algorithmName: cmaes
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: sobol
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: multivariate-tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: enas
|
||||
image: docker.io/kubeflowkatib/suggestion-enas:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 400Mi
|
||||
- algorithmName: darts
|
||||
image: docker.io/kubeflowkatib/suggestion-darts:v0.17.0
|
||||
- algorithmName: pbt
|
||||
image: docker.io/kubeflowkatib/suggestion-pbt:v0.17.0
|
||||
persistentVolumeClaimSpec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
earlyStoppings:
|
||||
- algorithmName: medianstop
|
||||
image: docker.io/kubeflowkatib/earlystopping-medianstop:v0.17.0
|
||||
@@ -0,0 +1,45 @@
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
# Namespace.
|
||||
- ../../components/namespace/
|
||||
# Katib controller.
|
||||
- ../../components/controller/
|
||||
# Katib CRDs.
|
||||
- ../../components/crd/
|
||||
# Katib DB manager.
|
||||
- ../../components/db-manager/
|
||||
# Katib UI.
|
||||
- ../../components/ui/
|
||||
# Katib webhooks.
|
||||
- ../../components/webhook/
|
||||
images:
|
||||
- name: docker.io/kubeflowkatib/katib-controller
|
||||
newName: docker.io/kubeflowkatib/katib-controller
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-db-manager
|
||||
newName: docker.io/kubeflowkatib/katib-db-manager
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-ui
|
||||
newName: docker.io/kubeflowkatib/katib-ui
|
||||
newTag: v0.17.0
|
||||
patchesStrategicMerge:
|
||||
- patches/db-manager.yaml
|
||||
# Modify katib-mysql-secrets with parameters for the DB.
|
||||
secretGenerator:
|
||||
- name: katib-mysql-secrets
|
||||
envs:
|
||||
- secrets.env
|
||||
# Secret for webhooks certs.
|
||||
- name: katib-webhook-cert
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
configMapGenerator:
|
||||
- name: katib-config
|
||||
behavior: create
|
||||
files:
|
||||
- katib-config.yaml
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
+39
@@ -0,0 +1,39 @@
|
||||
---
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: katib-db-manager
|
||||
namespace: kubeflow
|
||||
spec:
|
||||
template:
|
||||
spec:
|
||||
containers:
|
||||
- name: katib-db-manager
|
||||
env:
|
||||
- name: DB_NAME
|
||||
value: mysql
|
||||
- name: DB_USER
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: katib-mysql-secrets
|
||||
key: DB_USER
|
||||
- name: DB_PASSWORD
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: katib-mysql-secrets
|
||||
key: DB_PASSWORD
|
||||
- name: KATIB_MYSQL_DB_DATABASE
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: katib-mysql-secrets
|
||||
key: KATIB_MYSQL_DB_DATABASE
|
||||
- name: KATIB_MYSQL_DB_HOST
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: katib-mysql-secrets
|
||||
key: KATIB_MYSQL_DB_HOST
|
||||
- name: KATIB_MYSQL_DB_PORT
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: katib-mysql-secrets
|
||||
key: KATIB_MYSQL_DB_PORT
|
||||
@@ -0,0 +1,5 @@
|
||||
KATIB_MYSQL_DB_DATABASE=
|
||||
KATIB_MYSQL_DB_HOST=
|
||||
KATIB_MYSQL_DB_PORT=
|
||||
DB_USER=
|
||||
DB_PASSWORD=
|
||||
@@ -0,0 +1,62 @@
|
||||
---
|
||||
apiVersion: config.kubeflow.org/v1beta1
|
||||
kind: KatibConfig
|
||||
init:
|
||||
certGenerator:
|
||||
enable: true
|
||||
controller:
|
||||
webhookPort: 8443
|
||||
enableLeaderElection: true
|
||||
trialResources:
|
||||
- Job.v1.batch
|
||||
- TFJob.v1.kubeflow.org
|
||||
- PyTorchJob.v1.kubeflow.org
|
||||
- MPIJob.v1.kubeflow.org
|
||||
- XGBoostJob.v1.kubeflow.org
|
||||
- MXJob.v1.kubeflow.org
|
||||
runtime:
|
||||
metricsCollectors:
|
||||
- kind: StdOut
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: File
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: TensorFlowEvent
|
||||
image: docker.io/kubeflowkatib/tfevent-metrics-collector:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
suggestions:
|
||||
- algorithmName: random
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: grid
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: hyperband
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperband:v0.17.0
|
||||
- algorithmName: bayesianoptimization
|
||||
image: docker.io/kubeflowkatib/suggestion-skopt:v0.17.0
|
||||
- algorithmName: cmaes
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: sobol
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: multivariate-tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: enas
|
||||
image: docker.io/kubeflowkatib/suggestion-enas:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 400Mi
|
||||
- algorithmName: darts
|
||||
image: docker.io/kubeflowkatib/suggestion-darts:v0.17.0
|
||||
- algorithmName: pbt
|
||||
image: docker.io/kubeflowkatib/suggestion-pbt:v0.17.0
|
||||
persistentVolumeClaimSpec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
earlyStoppings:
|
||||
- algorithmName: medianstop
|
||||
image: docker.io/kubeflowkatib/earlystopping-medianstop:v0.17.0
|
||||
@@ -0,0 +1,18 @@
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
- ../katib-standalone
|
||||
# rbac for leader-election
|
||||
- leader-election-rbac.yaml
|
||||
replicas:
|
||||
- name: katib-controller
|
||||
count: 2
|
||||
configMapGenerator:
|
||||
- name: katib-config
|
||||
behavior: replace
|
||||
files:
|
||||
- katib-config.yaml
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
+27
@@ -0,0 +1,27 @@
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: Role
|
||||
metadata:
|
||||
name: leader-election
|
||||
namespace: kubeflow
|
||||
rules:
|
||||
- apiGroups:
|
||||
- coordination.k8s.io
|
||||
resources:
|
||||
- leases
|
||||
verbs:
|
||||
- "*"
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: RoleBinding
|
||||
metadata:
|
||||
name: leader-election
|
||||
namespace: kubeflow
|
||||
roleRef:
|
||||
apiGroup: rbac.authorization.k8s.io
|
||||
kind: Role
|
||||
name: leader-election
|
||||
subjects:
|
||||
- kind: ServiceAccount
|
||||
name: katib-controller
|
||||
namespace: kubeflow
|
||||
@@ -0,0 +1,59 @@
|
||||
---
|
||||
apiVersion: config.kubeflow.org/v1beta1
|
||||
kind: KatibConfig
|
||||
init:
|
||||
controller:
|
||||
webhookPort: 8443
|
||||
trialResources:
|
||||
- Job.v1.batch
|
||||
- TFJob.v1.kubeflow.org
|
||||
- PyTorchJob.v1.kubeflow.org
|
||||
- MPIJob.v1.kubeflow.org
|
||||
- XGBoostJob.v1.kubeflow.org
|
||||
- MXJob.v1.kubeflow.org
|
||||
runtime:
|
||||
metricsCollectors:
|
||||
- kind: StdOut
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: File
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: TensorFlowEvent
|
||||
image: docker.io/kubeflowkatib/tfevent-metrics-collector:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
suggestions:
|
||||
- algorithmName: random
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: grid
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: hyperband
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperband:v0.17.0
|
||||
- algorithmName: bayesianoptimization
|
||||
image: docker.io/kubeflowkatib/suggestion-skopt:v0.17.0
|
||||
- algorithmName: cmaes
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: sobol
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: multivariate-tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: enas
|
||||
image: docker.io/kubeflowkatib/suggestion-enas:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 400Mi
|
||||
- algorithmName: darts
|
||||
image: docker.io/kubeflowkatib/suggestion-darts:v0.17.0
|
||||
- algorithmName: pbt
|
||||
image: docker.io/kubeflowkatib/suggestion-pbt:v0.17.0
|
||||
persistentVolumeClaimSpec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
earlyStoppings:
|
||||
- algorithmName: medianstop
|
||||
image: docker.io/kubeflowkatib/earlystopping-medianstop:v0.17.0
|
||||
@@ -0,0 +1,72 @@
|
||||
# This kustomization copies the `katib-standalone` one with following exclusions:
|
||||
# - No Job is spawned to generate TLS key for `katib-controller` Service
|
||||
# - Instead, the Service and WebhookConfigurations linked to it are annotated
|
||||
# for OpenShift service controller to handle TLS certification.
|
||||
#
|
||||
# Requires OpenShift version: 4.4+
|
||||
#
|
||||
# To achieve this, run:
|
||||
#
|
||||
# `kustomize build ./manifests/v1beta1/installs/katib-openshift | oc apply -f - -l type!=local`
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
# Namespace.
|
||||
- ../../components/namespace/
|
||||
# Katib controller.
|
||||
- ../../components/controller/
|
||||
# Katib CRDs.
|
||||
- ../../components/crd/
|
||||
# Katib DB manager.
|
||||
- ../../components/db-manager/
|
||||
# Katib DB mysql.
|
||||
- ../../components/mysql/
|
||||
# Katib UI.
|
||||
- ../../components/ui/
|
||||
# Katib webhooks.
|
||||
- ../../components/webhook/
|
||||
images:
|
||||
- name: docker.io/kubeflowkatib/katib-controller
|
||||
newName: docker.io/kubeflowkatib/katib-controller
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-db-manager
|
||||
newName: docker.io/kubeflowkatib/katib-db-manager
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-ui
|
||||
newName: docker.io/kubeflowkatib/katib-ui
|
||||
newTag: v0.17.0
|
||||
|
||||
patchesJson6902:
|
||||
# Annotate Service to delegate TLS-secret generation to OpenShift service controller
|
||||
# https://docs.openshift.com/container-platform/4.6/security/certificates/service-serving-certificate.html#add-service-certificate_service-serving-certificate
|
||||
- target:
|
||||
group: ""
|
||||
version: v1
|
||||
kind: Service
|
||||
name: katib-controller
|
||||
namespace: kubeflow
|
||||
path: patches/service-serving-cert.yaml
|
||||
# Annotate WebhookConfigurations to delegate `caBundle` population to OpenShift service controller
|
||||
# https://docs.openshift.com/container-platform/4.6/security/certificates/service-serving-certificate.html#add-service-certificate-mutating-webhook_service-serving-certificate
|
||||
- target:
|
||||
group: admissionregistration.k8s.io
|
||||
version: v1
|
||||
kind: ValidatingWebhookConfiguration
|
||||
name: katib.kubeflow.org
|
||||
path: patches/webhook-inject-cabundle.yaml
|
||||
- target:
|
||||
group: admissionregistration.k8s.io
|
||||
version: v1
|
||||
kind: MutatingWebhookConfiguration
|
||||
name: katib.kubeflow.org
|
||||
path: patches/webhook-inject-cabundle.yaml
|
||||
|
||||
configMapGenerator:
|
||||
- name: katib-config
|
||||
behavior: create
|
||||
files:
|
||||
- katib-config.yaml
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
+4
@@ -0,0 +1,4 @@
|
||||
---
|
||||
- op: "add"
|
||||
path: "/metadata/annotations/service.beta.openshift.io~1serving-cert-secret-name"
|
||||
value: katib-webhook-cert
|
||||
+5
@@ -0,0 +1,5 @@
|
||||
---
|
||||
- op: "add"
|
||||
path: "/metadata/annotations"
|
||||
value:
|
||||
service.beta.openshift.io/inject-cabundle: "true"
|
||||
+61
@@ -0,0 +1,61 @@
|
||||
---
|
||||
apiVersion: config.kubeflow.org/v1beta1
|
||||
kind: KatibConfig
|
||||
init:
|
||||
certGenerator:
|
||||
enable: true
|
||||
controller:
|
||||
webhookPort: 8443
|
||||
trialResources:
|
||||
- Job.v1.batch
|
||||
- TFJob.v1.kubeflow.org
|
||||
- PyTorchJob.v1.kubeflow.org
|
||||
- MPIJob.v1.kubeflow.org
|
||||
- XGBoostJob.v1.kubeflow.org
|
||||
- MXJob.v1.kubeflow.org
|
||||
runtime:
|
||||
metricsCollectors:
|
||||
- kind: StdOut
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: File
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: TensorFlowEvent
|
||||
image: docker.io/kubeflowkatib/tfevent-metrics-collector:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
suggestions:
|
||||
- algorithmName: random
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: grid
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: hyperband
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperband:v0.17.0
|
||||
- algorithmName: bayesianoptimization
|
||||
image: docker.io/kubeflowkatib/suggestion-skopt:v0.17.0
|
||||
- algorithmName: cmaes
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: sobol
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: multivariate-tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: enas
|
||||
image: docker.io/kubeflowkatib/suggestion-enas:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 400Mi
|
||||
- algorithmName: darts
|
||||
image: docker.io/kubeflowkatib/suggestion-darts:v0.17.0
|
||||
- algorithmName: pbt
|
||||
image: docker.io/kubeflowkatib/suggestion-pbt:v0.17.0
|
||||
persistentVolumeClaimSpec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
earlyStoppings:
|
||||
- algorithmName: medianstop
|
||||
image: docker.io/kubeflowkatib/earlystopping-medianstop:v0.17.0
|
||||
+48
@@ -0,0 +1,48 @@
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
# Namespace.
|
||||
- ../../components/namespace/
|
||||
# Katib controller.
|
||||
- ../../components/controller/
|
||||
# Katib CRDs.
|
||||
- ../../components/crd/
|
||||
# Katib DB manager.
|
||||
- ../../components/db-manager/
|
||||
# Katib DB postgres.
|
||||
- ../../components/postgres/
|
||||
# Katib UI.
|
||||
- ../../components/ui/
|
||||
# Katib webhooks.
|
||||
- ../../components/webhook/
|
||||
images:
|
||||
- name: docker.io/kubeflowkatib/katib-controller
|
||||
newName: docker.io/kubeflowkatib/katib-controller
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-db-manager
|
||||
newName: docker.io/kubeflowkatib/katib-db-manager
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-ui
|
||||
newName: docker.io/kubeflowkatib/katib-ui
|
||||
newTag: v0.17.0
|
||||
patchesJson6902:
|
||||
- target:
|
||||
group: apps
|
||||
version: v1
|
||||
kind: Deployment
|
||||
name: katib-db-manager
|
||||
path: ./patches/db-manager.yaml
|
||||
configMapGenerator:
|
||||
- name: katib-config
|
||||
behavior: create
|
||||
files:
|
||||
- katib-config.yaml
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
# Secret for webhooks certs.
|
||||
secretGenerator:
|
||||
- name: katib-webhook-cert
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
+8
@@ -0,0 +1,8 @@
|
||||
---
|
||||
- op: replace
|
||||
path: /spec/template/spec/containers/0/env
|
||||
value:
|
||||
- name: DB_NAME
|
||||
value: "postgres"
|
||||
- name: DB_PASSWORD
|
||||
value: "katib"
|
||||
@@ -0,0 +1,61 @@
|
||||
---
|
||||
apiVersion: config.kubeflow.org/v1beta1
|
||||
kind: KatibConfig
|
||||
init:
|
||||
certGenerator:
|
||||
enable: true
|
||||
controller:
|
||||
webhookPort: 8443
|
||||
trialResources:
|
||||
- Job.v1.batch
|
||||
- TFJob.v1.kubeflow.org
|
||||
- PyTorchJob.v1.kubeflow.org
|
||||
- MPIJob.v1.kubeflow.org
|
||||
- XGBoostJob.v1.kubeflow.org
|
||||
- MXJob.v1.kubeflow.org
|
||||
runtime:
|
||||
metricsCollectors:
|
||||
- kind: StdOut
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: File
|
||||
image: docker.io/kubeflowkatib/file-metrics-collector:v0.17.0
|
||||
- kind: TensorFlowEvent
|
||||
image: docker.io/kubeflowkatib/tfevent-metrics-collector:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 1Gi
|
||||
suggestions:
|
||||
- algorithmName: random
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperopt:v0.17.0
|
||||
- algorithmName: grid
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: hyperband
|
||||
image: docker.io/kubeflowkatib/suggestion-hyperband:v0.17.0
|
||||
- algorithmName: bayesianoptimization
|
||||
image: docker.io/kubeflowkatib/suggestion-skopt:v0.17.0
|
||||
- algorithmName: cmaes
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: sobol
|
||||
image: docker.io/kubeflowkatib/suggestion-goptuna:v0.17.0
|
||||
- algorithmName: multivariate-tpe
|
||||
image: docker.io/kubeflowkatib/suggestion-optuna:v0.17.0
|
||||
- algorithmName: enas
|
||||
image: docker.io/kubeflowkatib/suggestion-enas:v0.17.0
|
||||
resources:
|
||||
limits:
|
||||
memory: 400Mi
|
||||
- algorithmName: darts
|
||||
image: docker.io/kubeflowkatib/suggestion-darts:v0.17.0
|
||||
- algorithmName: pbt
|
||||
image: docker.io/kubeflowkatib/suggestion-pbt:v0.17.0
|
||||
persistentVolumeClaimSpec:
|
||||
accessModes:
|
||||
- ReadWriteMany
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
earlyStoppings:
|
||||
- algorithmName: medianstop
|
||||
image: docker.io/kubeflowkatib/earlystopping-medianstop:v0.17.0
|
||||
@@ -0,0 +1,41 @@
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
# Namespace.
|
||||
- ../../components/namespace/
|
||||
# Katib controller.
|
||||
- ../../components/controller/
|
||||
# Katib CRDs.
|
||||
- ../../components/crd/
|
||||
# Katib DB manager.
|
||||
- ../../components/db-manager/
|
||||
# Katib DB mysql.
|
||||
- ../../components/mysql/
|
||||
# Katib UI.
|
||||
- ../../components/ui/
|
||||
# Katib webhooks.
|
||||
- ../../components/webhook/
|
||||
images:
|
||||
- name: docker.io/kubeflowkatib/katib-controller
|
||||
newName: docker.io/kubeflowkatib/katib-controller
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-db-manager
|
||||
newName: docker.io/kubeflowkatib/katib-db-manager
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-ui
|
||||
newName: docker.io/kubeflowkatib/katib-ui
|
||||
newTag: v0.17.0
|
||||
configMapGenerator:
|
||||
- name: katib-config
|
||||
behavior: create
|
||||
files:
|
||||
- katib-config.yaml
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
# Secret for webhooks certs.
|
||||
secretGenerator:
|
||||
- name: katib-webhook-cert
|
||||
options:
|
||||
disableNameSuffixHash: true
|
||||
+15
@@ -0,0 +1,15 @@
|
||||
---
|
||||
apiVersion: security.istio.io/v1beta1
|
||||
kind: AuthorizationPolicy
|
||||
metadata:
|
||||
name: katib-ui
|
||||
namespace: kubeflow
|
||||
spec:
|
||||
action: ALLOW
|
||||
selector:
|
||||
matchLabels:
|
||||
katib.kubeflow.org/component: ui
|
||||
rules:
|
||||
- from:
|
||||
- source:
|
||||
principals: ["cluster.local/ns/istio-system/sa/istio-ingressgateway-service-account"]
|
||||
+66
@@ -0,0 +1,66 @@
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: ClusterRole
|
||||
metadata:
|
||||
name: kubeflow-katib-admin
|
||||
labels:
|
||||
rbac.authorization.kubeflow.org/aggregate-to-kubeflow-admin: "true"
|
||||
aggregationRule:
|
||||
clusterRoleSelectors:
|
||||
- matchLabels:
|
||||
rbac.authorization.kubeflow.org/aggregate-to-kubeflow-katib-admin: "true"
|
||||
rules: []
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: ClusterRole
|
||||
metadata:
|
||||
name: kubeflow-katib-edit
|
||||
labels:
|
||||
rbac.authorization.kubeflow.org/aggregate-to-kubeflow-edit: "true"
|
||||
rbac.authorization.kubeflow.org/aggregate-to-kubeflow-katib-admin: "true"
|
||||
rules:
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
resources:
|
||||
- experiments
|
||||
- trials
|
||||
- suggestions
|
||||
verbs:
|
||||
- get
|
||||
- list
|
||||
- watch
|
||||
- create
|
||||
- delete
|
||||
- deletecollection
|
||||
- patch
|
||||
- update
|
||||
- apiGroups:
|
||||
- ""
|
||||
resources:
|
||||
- pods
|
||||
verbs:
|
||||
- list
|
||||
- apiGroups:
|
||||
- ""
|
||||
resources:
|
||||
- pods/log
|
||||
verbs:
|
||||
- get
|
||||
---
|
||||
apiVersion: rbac.authorization.k8s.io/v1
|
||||
kind: ClusterRole
|
||||
metadata:
|
||||
name: kubeflow-katib-view
|
||||
labels:
|
||||
rbac.authorization.kubeflow.org/aggregate-to-kubeflow-view: "true"
|
||||
rules:
|
||||
- apiGroups:
|
||||
- kubeflow.org
|
||||
resources:
|
||||
- experiments
|
||||
- trials
|
||||
- suggestions
|
||||
verbs:
|
||||
- get
|
||||
- list
|
||||
- watch
|
||||
@@ -0,0 +1,56 @@
|
||||
---
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
namespace: kubeflow
|
||||
resources:
|
||||
- ../katib-cert-manager
|
||||
# Kubeflow Katib components.
|
||||
- kubeflow-katib-roles.yaml
|
||||
- ui-virtual-service.yaml
|
||||
- istio-authorizationpolicy.yaml
|
||||
images:
|
||||
- name: docker.io/kubeflowkatib/katib-controller
|
||||
newName: docker.io/kubeflowkatib/katib-controller
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-db-manager
|
||||
newName: docker.io/kubeflowkatib/katib-db-manager
|
||||
newTag: v0.17.0
|
||||
- name: docker.io/kubeflowkatib/katib-ui
|
||||
newName: docker.io/kubeflowkatib/katib-ui
|
||||
newTag: v0.17.0
|
||||
|
||||
patchesStrategicMerge:
|
||||
- patches/remove-namespace.yaml
|
||||
|
||||
patches:
|
||||
# Extend RBAC permission list of katib-ui so it can
|
||||
# create SubjectAccessReview resources.
|
||||
- target:
|
||||
kind: ClusterRole
|
||||
name: katib-ui
|
||||
group: rbac.authorization.k8s.io
|
||||
version: v1
|
||||
path: patches/ui-rbac.yaml
|
||||
# Enable RBAC authz checks in UI's backend.
|
||||
- target:
|
||||
version: v1
|
||||
kind: Deployment
|
||||
name: katib-ui
|
||||
path: patches/enable-ui-authz-checks.yaml
|
||||
# Allow istio sidecar injection in katib-UI Pod.
|
||||
- target:
|
||||
kind: Deployment
|
||||
name: katib-ui
|
||||
path: patches/istio-sidecar-injection.yaml
|
||||
|
||||
vars:
|
||||
- fieldref:
|
||||
fieldPath: metadata.namespace
|
||||
name: KATIB_UI_NAMESPACE
|
||||
objref:
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
name: katib-ui
|
||||
|
||||
configurations:
|
||||
- params.yaml
|
||||
@@ -0,0 +1,4 @@
|
||||
---
|
||||
varReference:
|
||||
- path: spec/http/route/destination/host
|
||||
kind: VirtualService
|
||||
+6
@@ -0,0 +1,6 @@
|
||||
---
|
||||
- op: add
|
||||
path: /spec/template/spec/containers/0/env/-
|
||||
value:
|
||||
name: APP_DISABLE_AUTH
|
||||
value: "false"
|
||||
+10
@@ -0,0 +1,10 @@
|
||||
---
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: "katib-ui"
|
||||
spec:
|
||||
template:
|
||||
metadata:
|
||||
annotations:
|
||||
sidecar.istio.io/inject: "true"
|
||||
+6
@@ -0,0 +1,6 @@
|
||||
---
|
||||
$patch: delete
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: kubeflow
|
||||
@@ -0,0 +1,7 @@
|
||||
---
|
||||
- op: add
|
||||
path: /rules/-
|
||||
value:
|
||||
apiGroups: [authorization.k8s.io]
|
||||
resources: [subjectaccessreviews]
|
||||
verbs: [create]
|
||||
+21
@@ -0,0 +1,21 @@
|
||||
---
|
||||
apiVersion: networking.istio.io/v1alpha3
|
||||
kind: VirtualService
|
||||
metadata:
|
||||
name: katib-ui
|
||||
spec:
|
||||
gateways:
|
||||
- kubeflow-gateway
|
||||
hosts:
|
||||
- "*"
|
||||
http:
|
||||
- match:
|
||||
- uri:
|
||||
prefix: /katib/
|
||||
rewrite:
|
||||
uri: /katib/
|
||||
route:
|
||||
- destination:
|
||||
host: katib-ui.$(KATIB_UI_NAMESPACE).svc.cluster.local
|
||||
port:
|
||||
number: 80
|
||||
Reference in New Issue
Block a user