update kubeflow dip-catalog

2025-01-13 02:31:27 +00:00
parent 1dc1181a03
commit 5451f16d72
1959 changed files with 602337 additions and 0 deletions
@@ -0,0 +1,4 @@
+approvers:
+- dtzar
+- eedorenko
+- sudivate
@@ -0,0 +1,25 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+
+resources:
+- ../../base/installs/generic
+- ../../base/metadata/base
+- ../../third-party/argo/installs/namespace
+- minio-azure-gateway
+
+configMapGenerator:
+- name: pipeline-install-config
+  env: params.env
+  behavior: merge
+
+secretGenerator:
+- name: mysql-secret
+  env: mysql-secret.env
+  behavior: merge
+
+# Identifier for application manager to apply ownerReference.
+# The ownerReference ensures the resources get garbage collected
+# when application is deleted.
+commonLabels:
+  application-crd-id: kubeflow-pipelines
@@ -0,0 +1,13 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+- minio-azure-gateway-deployment.yaml
+- minio-azure-gateway-service.yaml
+
+secretGenerator:
+- name: mlpipeline-minio-artifact
+  env: minio-artifact-secret.env
+generatorOptions:
+  # mlpipeline-minio-artifact needs to be referred by exact name
+  disableNameSuffixHash: true
@@ -0,0 +1,2 @@
+accesskey=[STORAGEACCOUNTNAME]
+secretkey=[STORAGEACCOUNTKEY]
@@ -0,0 +1,40 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: minio
+  labels:
+    app: minio
+spec:
+  selector:
+    matchLabels:
+      app: minio
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: minio
+    spec:
+      containers:
+        - name: minio
+          image: gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z-license-compliance
+          args:
+            - gateway
+            - azure
+          env:
+            - name: MINIO_ACCESS_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: mlpipeline-minio-artifact
+                  key: accesskey
+            - name: MINIO_SECRET_KEY
+              valueFrom:
+                secretKeyRef:
+                  name: mlpipeline-minio-artifact
+                  key: secretkey
+          ports:
+            - containerPort: 9000
+          resources:
+            requests:
+              cpu: 20m
+              memory: 25Mi
@@ -0,0 +1,11 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: minio-service
+spec:
+  ports:
+    - port: 9000
+      targetPort: 9000
+      protocol: TCP
+  selector:
+    app: minio
@@ -0,0 +1,2 @@
+username=[SQLUSER]@[SQLSERVERNAME]
+password=[SQLPASS]
@@ -0,0 +1 @@
+dbHost=[SQLSERVERNAME].mysql.database.azure.com
@@ -0,0 +1,15 @@
+# KFP customizations for Azure
+
+This template provides a starting point to configure KFP to use an Azure hosted MySQL database, as well as an Azure Blob backed MinIO service.
+
+## MySQL
+
+1. [Create an Azure Database for MySQL](https://docs.microsoft.com/azure/mysql/quickstart-create-mysql-server-database-using-azure-portal). Ensure that it will allow connections from the Kubernetes cluster.
+
+2. Substitute the server name into [params.env](./params.env), and the username and password into [mysql-secret.env](./mysql-secret.env)
+
+## MinIO Gateway for Azure Blobstore
+
+1. [Create an Azure Storage account](https://docs.microsoft.com/azure/storage/common/storage-account-create). Ensure that it will allow connections from the Kubernetes cluster.
+
+2. Substitute the storage name and access key into [minio-artifact-secret.env](./minio-azure-gateway/minio-artifact-secret.env).
				`@@ -0,0 +1 @@`
				`dbHost=[SQLSERVERNAME].mysql.database.azure.com`