update kubeflow dip-catalog

2025-01-13 02:31:27 +00:00
parent 1dc1181a03
commit 5451f16d72
1959 changed files with 602337 additions and 0 deletions
@@ -0,0 +1,39 @@
+#!/bin/bash
+#
+# Copyright 2020 The Kubeflow Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -ex
+
+DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" > /dev/null && pwd)"
+
+function format_yaml {
+    local path=$1
+    local tmp=$(mktemp)
+    yq r "$path" > "$tmp"
+    cp "$tmp" "$path"
+}
+echo "This formatting script uses yq, it can be downloaded at https://github.com/mikefarah/yq/releases/tag/3.3.0"
+kustomization_yamls_with_images=(
+  "base/cache-deployer/kustomization.yaml"
+  "base/cache/kustomization.yaml"
+  "base/metadata/base/kustomization.yaml"
+  "base/pipeline/metadata-writer/kustomization.yaml"
+  "base/pipeline/kustomization.yaml"
+  "env/gcp/inverse-proxy/kustomization.yaml"
+)
+for path in "${kustomization_yamls_with_images[@]}"
+do
+  format_yaml "$DIR/../$path"
+done
@@ -0,0 +1,49 @@
+#!/bin/bash
+#
+# Copyright 2021 The Kubeflow Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This is a wrapper script on top of test.sh, it installs required dependencies.
+
+set -ex
+
+DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" > /dev/null && pwd)"
+TMP="$(mktemp -d)"
+
+pushd "${TMP}"
+# Install Kustomize
+KUSTOMIZE_VERSION=5.2.1
+# Reference: https://kubectl.docs.kubernetes.io/installation/kustomize/binaries/
+curl -s -O "https://raw.githubusercontent.com/\
+kubernetes-sigs/kustomize/master/hack/install_kustomize.sh"
+chmod +x install_kustomize.sh
+./install_kustomize.sh "${KUSTOMIZE_VERSION}" /usr/local/bin/
+
+# Reference: https://github.com/mikefarah/yq/releases/tag/3.4.1
+curl -s -LO "https://github.com/mikefarah/yq/releases/download/3.4.1/yq_linux_amd64"
+chmod +x yq_linux_amd64
+mv yq_linux_amd64 /usr/local/bin/yq
+popd
+
+# kpt and kubectl should already be installed in gcr.io/google.com/cloudsdktool/cloud-sdk:latest
+# so we do not need to install them here
+
+# trigger real unit tests
+${DIR}/test.sh
+# verify release script runs properly
+
+${DIR}/release.sh v1.2.3-dummy
+# --no-pager sends output to stdout
+# Show git diff, so people can manually verify results of the release script
+git --no-pager diff
@@ -0,0 +1,42 @@
+#!/bin/bash
+#
+# Copyright 2020 The Kubeflow Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -ex
+
+TAG_NAME=$1
+DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" > /dev/null && pwd)"
+MANIFEST_DIR="${DIR}/.."
+
+if [[ -z "$TAG_NAME" ]]; then
+  echo "Usage: release.sh <release-tag>" >&2
+  exit 1
+fi
+
+echo "This release script uses yq, it can be downloaded at https://github.com/mikefarah/yq/releases/tag/3.3.0"
+kustomization_yamls_with_images=(
+  "base/cache-deployer/kustomization.yaml"
+  "base/cache/kustomization.yaml"
+  "base/metadata/base/kustomization.yaml"
+  "base/pipeline/metadata-writer/kustomization.yaml"
+  "base/pipeline/kustomization.yaml"
+  "env/gcp/inverse-proxy/kustomization.yaml"
+)
+for path in "${kustomization_yamls_with_images[@]}"
+do
+  yq w -i "${MANIFEST_DIR}/$path" images[*].newTag "$TAG_NAME"
+done
+
+yq w -i "${MANIFEST_DIR}/base/installs/generic/pipeline-install-config.yaml" data.appVersion "$TAG_NAME"
@@ -0,0 +1,57 @@
+#!/bin/bash
+#
+# Copyright 2021 The Kubeflow Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# This script quickly tests whether major entrances of the manifests folder can
+# be hydrated. Maybe we can improve on it to provide snapshot diff.
+
+set -ex
+
+DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" > /dev/null && pwd)"
+MANIFESTS_DIR="${DIR}/.."
+
+# Verify required tools are installed and show their versions.
+kubectl version --client=true
+kustomize version
+kpt version
+
+# These kustomization.yaml folders expect using kubectl kustomize (kustomize v2).
+kustomization_yamls=(
+  "cluster-scoped-resources"
+  "base/installs/generic"
+  "env/dev"
+  "env/gcp"
+  "env/platform-agnostic"
+  "env/platform-agnostic-emissary"
+  "env/aws"
+  "env/azure"
+)
+for path in "${kustomization_yamls[@]}"
+do
+  kubectl kustomize "${MANIFESTS_DIR}/${path}" >/dev/null
+done
+
+# These kustomization.yaml folders expect using kustomize v3+.
+kustomization_yamls_v3=(
+  "base/installs/multi-user"
+  "env/platform-agnostic-multi-user"
+  "env/platform-agnostic-multi-user-emissary"
+)
+for path in "${kustomization_yamls_v3[@]}"
+do
+  kustomize build "${MANIFESTS_DIR}/${path}" >/dev/null
+done
+
+kpt pkg tree "${MANIFESTS_DIR}" >/dev/null