Compare commits

...

182 Commits

Author SHA1 Message Date
system 94ada9b793 Update values for demo01-kaf-kong-sink4 6 hours ago
system 4e03c217c8 Update values for demo01-test01 17 hours ago
system eaa436747f Update values for demo01-kaf-kong-sink4 23 hours ago
system a5c5f71eab Update values for demo01-kaf-kong-sink4 1 day ago
system f74a543f90 Update values for demo01-kaf-kong-sink4 1 day ago
system 0d141e68af Update values for demo01-kafka2 1 day ago
system 0396fe3fb4 Delete dir demo01-kaf-kong-sink3 1 day ago
system 6253e0ddc4 Update values for demo01-kaf-kong-sink3 1 day ago
system 1b253171dd Update values for demo01-kaf-kong-sink3 1 day ago
system 9996872444 Delete dir demo01-kaf-kong-sink 1 day ago
system 55b1efdbef Update values for demo01-kaf-kong-sink 1 day ago
system d0a8a0c0fa Update values for demo01-kaf-kong-sink 1 day ago
system 8ea072ad51 Delete dir demo01-kaf-log-sink3 1 day ago
system 42bb14a6b7 Update values for demo01-kaf-log-sink3 1 day ago
system 60c73674c9 Update values for demo01-kaf-log-sink3 1 day ago
system d99ed32beb Delete dir demo01-kaf-log-sink2 1 day ago
system b17c67c411 Update values for demo01-kaf-log-sink2 1 day ago
system 3684e8f7d6 Update values for demo01-kaf-log-sink2 2 days ago
system c50388616f Update values for demo01-kaf-log-sink2 2 days ago
system db730a6a5c Update values for demo01-kaf-log-sink2 2 days ago
system 3bb52966ca Update values for demo01-kaf-log-sink2 2 days ago
system 178d83d20c Update values for demo01-kaf-log-sink2 2 days ago
system f629e9a8e8 Update values for demo01-kaf-log-sink2 2 days ago
system 5de38667cf Update values for demo01-kaf-log-sink2 2 days ago
system 9562a76e8c Delete dir demo01-kaf-log-sink 2 days ago
system 4087a26027 Update values for demo01-kaf-log-sink 2 days ago
system 8bc67cd8a3 Update values for demo01-kaf-log-sink 2 days ago
system 84e1e90c39 Update values for demo01-kaf-log-sink 2 days ago
system e9d92a7d02 Delete dir demo01-kaf-log-sink 2 days ago
system 260014fcec Update values for demo01-kaf-log-sink 2 days ago
system c354ae3da7 Update values for demo01-kaf-log-sink 2 days ago
system ffae58736e Update values for demo01-qdrant 1 week ago
system a1ef4e6c55 Delete dir demo01-qdranttest 1 week ago
system 28d1063186 Delete dir demo01-qtest2 1 week ago
system 8ae1590f34 Update values for demo01-qdranttest 2 weeks ago
system 7172abab3f Update values for demo01-qtest2 2 weeks ago
system 48d4b306b1 Delete dir demo01-qtest1 2 weeks ago
system 0348173e92 Update values for demo01-qtest1 2 weeks ago
system cda659f935 Update values for demo01-flow-test1 3 weeks ago
system 6cd97d4d7a Update values for demo01-test 4 weeks ago
system 64da5eec6f Update values for demo01-flow-test1 4 weeks ago
system bcea0264cb Update values for demo01-super9 4 weeks ago
system 3fcca1934b Update values for demo01-kaf-conn-src2 4 weeks ago
system 1746b93b11 Update values for demo01-kaf-conn-sink2 4 weeks ago
system f6a3e94874 Update values for demo01-kafka-ui2 4 weeks ago
system 363b8ec10e Delete dir demo01-kafka-ui2 4 weeks ago
system 1a7cefc14a Delete dir demo01-kaf-conn-sink2 4 weeks ago
system fa27f2db36 Update values for demo01-kaf-conn-sink2 4 weeks ago
system 002e1211a8 Update values for demo01-kafka2 4 weeks ago
system 8bb2aeab2c Delete dir demo01-kafka2 4 weeks ago
system bdd4fc6c85 Delete dir demo01-kafka-conn2 4 weeks ago
system 37e831655d Delete dir demo01-kaf-conn-sink2 4 weeks ago
system cbcce5a375 Update values for demo01-kaf-conn-sink2 4 weeks ago
system a1cdc549ed Delete dir demo01-kaf-conn-sink2 4 weeks ago
system 8623d15d75 Update values for demo01-kaf-conn-sink2 4 weeks ago
system b955a7d3fb Delete dir demo01-kaf-conn-sink2 4 weeks ago
system f305ce2cdb Update values for demo01-kaf-conn-sink2 4 weeks ago
system 08b4eb3fd5 Delete dir demo01-kaf-conn-sink2 4 weeks ago
system daa2b6cae1 Update values for demo01-kaf-conn-sink2 4 weeks ago
system 553a4c47a3 Delete dir demo01-kaf-conn-sink2 4 weeks ago
system a2b8743b6d Update values for demo01-kaf-conn-sink2 4 weeks ago
system 5ff6d5f07b Delete dir demo01-kaf-conn-sink2 4 weeks ago
system 28d02267c3 Update values for demo01-kaf-conn-sink2 4 weeks ago
system c6a669100c Update values for demo01-kafka-ui2 4 weeks ago
system 5823711625 Delete dir demo01-kafka-ui6 4 weeks ago
system 3328c07874 Update values for demo01-kafka-conn2 4 weeks ago
system d3e3ec13e0 Update values for demo01-kafka2 4 weeks ago
system 4a6bcfdcfd Delete dir demo01-kafka3 4 weeks ago
system 1b1b03ed19 Delete dir demo01-kaf-conn-sink2 4 weeks ago
system 4fc72f1773 Update values for demo01-kaf-conn-sink2 4 weeks ago
system 4da5d25b04 Delete dir demo01-kaf-conn-sink2 4 weeks ago
system 7f50141f72 Update values for demo01-kaf-conn-sink2 4 weeks ago
system 9d3133c4da Delete dir demo01-kaf-conn-src2 4 weeks ago
system 5f759bc311 Delete dir demo01-mlflow 1 month ago
system f0b8e2e178 Update values for demo01-mlflow 1 month ago
system 8d22dcf4c8 Update values for demo01-kafka-ui6 1 month ago
system 6b1ac528ee Update values for demo01-kafka-ui6 1 month ago
system bb099f7150 Update values for demo01-kafka-ui6 1 month ago
system 966295df62 Update values for demo01-kaf-conn-src2 1 month ago
system 6ca20c0ce2 Delete dir demo01-kaf-conn-src2 1 month ago
system 8c4c28ed04 Update values for demo01-kaf-conn-src2 1 month ago
system 0c34ee244b Update values for demo01-kafka3 1 month ago
system bc12e293d7 Delete dir demo01-kafka3 1 month ago
system 8d0960b430 Update values for demo01-kafka3 1 month ago
system fc2b134a62 Delete dir demo01-kafka3 1 month ago
system d7650359eb Delete dir demo01-kaf-conn-src2 1 month ago
system 06b0bb65e2 Delete dir demo01-kaf-conn-sink2 1 month ago
system da0c711c0e Update values for demo01-kaf-conn-sink2 1 month ago
system 57b4bbefa1 Update values for demo01-kaf-conn-src2 1 month ago
system cc4915f638 Delete dir demo01-kaf-conn-src2 1 month ago
system 4fbee32c8a Update values for demo01-kaf-conn-src2 1 month ago
system e39344d314 Delete dir demo01-kaf-conn-src2 1 month ago
system 071d39715e Update values for demo01-kaf-conn-src2 1 month ago
system 6cbbd32b67 Delete dir demo01-kaf-conn-src2 1 month ago
system a3c8276762 Update values for demo01-kaf-conn-src2 1 month ago
system 3af5889e38 Delete dir demo01-kafka-conn-src1 1 month ago
system 5fa8d7034a Update values for demo01-kafka-ui6 1 month ago
system 213866f066 Delete dir demo01-kafka-ui5 1 month ago
system 854f8bcd02 Update values for demo01-kafka-ui5 1 month ago
system ad85591e88 Delete dir demo01-kafka-ui4 1 month ago
system 4135b31070 Delete dir demo01-kafka-con-sink2 1 month ago
system 9d5a65f2f3 Update values for demo01-kafka-ui4 1 month ago
system 65a519e9fd Delete dir demo01-kafka-ui3 1 month ago
system 82a87987bc Update values for demo01-kafka-con-sink2 1 month ago
system 992acfafed Update values for demo01-kafka-ui3 1 month ago
system 31b054d820 Update values for demo01-kafka-ui3 1 month ago
system ca0fccb2bf Delete dir demo01-kafka-ui5 1 month ago
system 41503c56f3 Update values for demo01-kafka-conn-src1 1 month ago
system 30e38a36ca Update values for demo01-kafka3 1 month ago
system d02a02a82a Delete dir demo01-test1 1 month ago
system e63d04615f Delete dir demo01-kafka3 1 month ago
system 1cc80ed10f Update values for demo01-test1 1 month ago
system 3a865f5f7d Update values for demo01-kafka3 1 month ago
system 57138fe301 Delete dir demo01-kafka7 1 month ago
system 7e125b83b5 Delete dir demo01-kafka-con8 1 month ago
system bc234716e0 Update values for demo01-kafka-ui5 2 months ago
system 9e01cf5382 Update values for demo01-kafka-ui5 2 months ago
system f479661b44 Update values for demo01-kafka-con8 2 months ago
system 6afd889d38 Delete dir demo01-kafka-con6 2 months ago
system fec47fe141 Update values for demo01-kafka-con6 2 months ago
system 21b03c3349 Update values for demo01-kafka7 2 months ago
system 3019db04b0 Delete dir demo01-kafka6 2 months ago
system a84297d92e Update values for demo01-kafka6 2 months ago
system ef0ee00f23 Delete dir demo01-kafka5 2 months ago
system 12290b8fb6 Delete dir demo01-kafka-con5 2 months ago
system a4a8f260dd Update values for demo01-kafka-con5 2 months ago
system ff9184b7d5 Update values for demo01-kafka5 2 months ago
system 1f5fc57952 Delete dir demo01-kafka4 2 months ago
system 4464cb2ce5 Delete dir demo01-kafka-con4 2 months ago
system ce39c9e616 Update values for demo01-kafka-con4 2 months ago
system 0c314b6172 Update values for demo01-kafka4 2 months ago
system 7370f7b036 Delete dir demo01-kafka2 2 months ago
system 485bb3d237 Delete dir demo01-kafka-con2 2 months ago
system 65f018a3e3 Update values for demo01-kafka-con2 2 months ago
system ec90ad593d Update values for demo01-kafka2 2 months ago
system dccd6bb8c2 Delete dir demo01-kafka-con1 2 months ago
system f1928e1b59 Delete dir demo01-kafka-ui1 2 months ago
system 70e6421f4a Delete dir demo01-kafka1 2 months ago
system f45af562a7 Update values for demo01-kafka-con1 2 months ago
system c2447fc332 Update values for demo01-pg1 2 months ago
system a365658daa Update values for demo01-kafka-ui1 2 months ago
system 3221f801bb Update values for demo01-kafka1 2 months ago
system 0190f90915 Delete dir demo01-postgre3 2 months ago
system 6a4940cca2 Update values for demo01-postgre3 2 months ago
system 7c4d77c65a Delete dir demo01-kui8 2 months ago
system 2911fe619f Update values for demo01-postgresql2 3 months ago
system 353399b986 Update values for demo01-kafka-connect2 3 months ago
system 50f36f8581 Delete dir demo01-kafka-connect 3 months ago
system 96b74bec77 Update values for demo01-kafka-connect 3 months ago
system db24273809 Delete dir demo01-kafka-connect2 3 months ago
system 6e6a65bf73 Update values for demo01-kafka-connect2 3 months ago
system 7cdee84138 Delete dir demo01-kafka-connect2 3 months ago
system 65bc691564 Update values for demo01-kafka-connect2 3 months ago
system 703626afff Delete dir demo01-kafka-connect2 3 months ago
system c722dcd835 Update values for demo01-kafka-connect2 3 months ago
system 5fd8261de2 Delete dir demo01-kafka-connect2 3 months ago
system 434d61536e Update values for demo01-kafka-connect2 3 months ago
system 59c06d0891 Update values for demo01-postgresql2 3 months ago
system 17ba6d078c Update values for demo01-postgresql2 3 months ago
system 2df81395d8 Update values for demo01-kui8 3 months ago
system d76567cffa Update values for demo01-kafka 3 months ago
system 49610c6db4 Delete dir demo01-kafka 3 months ago
system becef1e9f6 Update values for demo01-kafka 3 months ago
system 665e2a546c Update values for demo01-star3 3 months ago
system 31e7b0a950 Update values for demo01-star3 3 months ago
system bd552ee548 Update values for demo01-star3 3 months ago
system 97955db58c Delete dir demo01-star3 3 months ago
system ecd9095461 Update values for demo01-star3 3 months ago
system dd60229c9f Update values for demo01-super9 3 months ago
system 9db343cc03 Update values for demo01-super9 3 months ago
system 469cea85d2 Delete dir demo01-super9 3 months ago
system 6fd8d322b7 Update values for demo01-super9 3 months ago
system 02df4d2fe6 Delete dir demo01-super9 3 months ago
system c7516204d2 Update values for demo01-super9 3 months ago
system 1c9ebfd117 Update values for demo01-postgresql2 3 months ago
system 037704fd14 Delete dir demo01-test-post 3 months ago
system 43ab35a715 Update values for demo01-test-post 3 months ago
system cf620fbdd2 Delete dir demo01-open-webui 4 months ago
system df09318dc0 Update values for demo01-open-webui 4 months ago
system 88949c246b Delete dir demo01-open-webui 4 months ago
system bb8356f83d Update values for demo01-open-webui 4 months ago
system fec6c55067 Update values for demo01-kubeflow 4 months ago
  1. 0
      demo01-flow-test1/values-quota.yaml
  2. 36
      demo01-flow-test1/values.yaml
  3. 36
      demo01-kaf-conn-sink2/values.yaml
  4. 41
      demo01-kaf-conn-src2/values.yaml
  5. 40
      demo01-kaf-kong-sink4/values.yaml
  6. 79
      demo01-kafka-connect2/values.yaml
  7. 50
      demo01-kafka-ui2/values.yaml
  8. 63
      demo01-kafka/values.yaml
  9. 95
      demo01-kafka2/values.yaml
  10. 14
      demo01-kubeflow/values.yaml
  11. 48
      demo01-pg1/values.yaml
  12. 48
      demo01-postgresql2/values.yaml
  13. 8
      demo01-qdrant/values-quota.yaml
  14. 4
      demo01-qdrant/values-volume-quota.yaml
  15. 48
      demo01-qdrant/values.yaml
  16. 75
      demo01-star3/values.yaml
  17. 185
      demo01-super9/values.yaml
  18. 14
      demo01-test/values.yaml
  19. 8
      demo01-test01/values-quota.yaml
  20. 4
      demo01-test01/values-volume-quota.yaml
  21. 48
      demo01-test01/values.yaml

@ -0,0 +1,36 @@
#version: flowise, 6.0.0
image:
registry: docker.io
persistence:
enabled: true
size: 1Gi
storageClass: ""
resources: {}
ingress:
enabled: true
annotations:
cert-manager.io/cluster-issuer: "root-ca-issuer"
cert-manager.io/duration: 8760h
cert-manager.io/renew-before: 720h
konghq.com/plugins: oidc-plugin, keycloak-authz-plugin
hosts:
- host: "demo01-flow-test1.gke.paasup.io"
paths:
- /
tls:
- hosts:
- "demo01-flow-test1.gke.paasup.io"
secretName: "demo01-flow-test1-tls-secret"
postgresql:
enabled: true
auth:
existingSecret: "demo01-flow-test1-postgresql"
primary:
persistence:
enabled: true
size: 8Gi
storageClass: ""

@ -0,0 +1,36 @@
#version: kafka-connector, 1.0.0
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnector
metadata:
name: "demo01-kaf-conn-sink2-kafka-starrocks"
namespace: kafka-cluster
labels:
strimzi.io/cluster: kafka-cluster
spec:
class: com.starrocks.connector.kafka.StarRocksSinkConnector
tasksMax: 6
config:
topics: "demo01.public.subway_info_copy, demo01.public.subway_passengers_copy, demo01.public.subway_passengers_time_copy"
starrocks.http.url: kube-starrocks-fe-service.demo01-star3.svc.cluster.local:8030
starrocks.database.name: "quickstart"
starrocks.username: "root"
starrocks.password: "sdHwyKH8p6Xw"
sink.properties.strip_outer_array: true
connect.timeoutms: "30000"
starrocks.topic2table.map: "demo01.public.subway_info_copy:subway_info_copy, demo01.public.subway_passengers_copy:subway_passengers_copy, demo01.public.subway_passengers_time_copy:subway_passengers_time_copy"
transforms: addfield,unwrap
transforms.addfield.type: com.starrocks.connector.kafka.transforms.AddOpFieldForDebeziumRecord
transforms.unwrap.type: io.debezium.transforms.ExtractNewRecordState
transforms.unwarp.drop.tombstones: true
transforms.unwarp.delete.handling.mode: rewrite

@ -0,0 +1,41 @@
#version: kafka-connector, 1.0.0
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnector
metadata:
name: "demo01-kaf-conn-src2-kafka-postgresql"
namespace: kafka-cluster
labels:
strimzi.io/cluster: kafka-cluster
spec:
class: io.debezium.connector.postgresql.PostgresConnector
tasksMax: 1
config:
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local"
database.port: "5432"
database.user: "postgres"
database.password: "Gb58gQx8Nhw8"
database.dbname: "postgres"
table.include.list: "public.subway_info_copy, public.subway_passengers_copy, public.subway_passengers_time_copy"
snapshot.mode: "initial"
plugin.name: pgoutput
slot.name: "debezium_slot"
publication.autocreate.mode: filtered
topic.prefix: "demo01"
producer.override.security.protocol: "SASL_PLAINTEXT"
producer.override.sasl.mechanism: "OAUTHBEARER"
producer.override.sasl.jaas.config: |
org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required
oauth.token.endpoint.uri="https://keycloak.gke.paasup.io/realms/paasup/protocol/openid-connect/token"
oauth.client.id="service-demo01-kafka-common"
oauth.client.secret="6c9ddc54-5cf6-4b63-aff8-7e0d92b35fbe";

@ -0,0 +1,40 @@
#version: kafka-connector, 1.0.0
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnector
metadata:
name: "demo01-kaf-kong-sink4-kafka-starrocks"
namespace: kafka-cluster
labels:
strimzi.io/cluster: kafka-cluster
spec:
class: com.starrocks.connector.kafka.StarRocksSinkConnector
tasksMax: 6
config:
topics: "demo01.logging.kong"
starrocks.http.url: kube-starrocks-fe-service.demo01-star3.svc.cluster.local:8030
starrocks.database.name: "quickstart"
starrocks.username: "root"
starrocks.password: "sdHwyKH8p6Xw"
sink.properties.strip_outer_array: true
connect.timeoutms: "30000"
starrocks.topic2table.map: "demo01.logging.kong:kong_log_events"
key.converter: "org.apache.kafka.connect.json.JsonConverter"
value.converter: "org.apache.kafka.connect.json.JsonConverter"
key.converter.schemas.enable: "true"
value.converter.schemas.enable: "false"
errors.tolerance: "all"
errors.deadletterqueue.topic.name: "demo01.logging.dlq"
errors.deadletterqueue.topic.replication.factor: "1"
errors.log.enable: "true"

@ -0,0 +1,79 @@
#version: kafka-connect, 1.0.0
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnect
metadata:
name: "demo01-kafka-connect2"
namespace: demo01-kafka
labels:
strimzi.io/cluster: kafka
annotations:
strimzi.io/use-connector-resources: 'true'
spec:
image: paasup/kafka-connect:0.1
replicas: 1
bootstrapServers: "demo01-kafka.demo01-kafka.svc.cluster.local:9092"
config:
group.id: connect-cluster
offset.storage.topic: connect-offsets
config.storage.topic: connect-configs
status.storage.topic: connect-status
key.converter: org.apache.kafka.connect.json.JsonConverter
value.converter: org.apache.kafka.connect.json.JsonConverter
plugin.path: /opt/kafka/plugins
authentication:
type: plain
username: admin
passwordSecret:
secretName: "demo01-kafka-connect2-infisicalsecret"
password: password
logging:
type: inline
loggers:
rootLogger.level: INFO
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnector
metadata:
name: debezium-postgres-source
namespace: demo01-kafka
labels:
strimzi.io/cluster: "demo01-kafka-connect2"
spec:
class: io.debezium.connector.postgresql.PostgresConnector
tasksMax: 1
config:
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local"
database.port: "5432"
database.user: "postgres"
database.password: "Gb58gQx8Nhw8"
database.dbname: "postgres"
table.include.list: "public.subway_info"
plugin.name: pgoutput
slot.name: debezium_slot
publication.autocreate.mode: filtered
topic.prefix: pg
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaConnector
metadata:
name: s3-sink
namespace: demo01-kafka
labels:
strimzi.io/cluster: "demo01-kafka-connect2"
spec:
class: io.confluent.connect.s3.S3SinkConnector
tasksMax: 1
config:
topics: "pg.public.subway_info"
store.url: "http://minio.minio.svc.cluster.local:9000"
s3.region: us-east-1
aws.access.key.id: "adminuser"
aws.secret.access.key: "Paasupgke1234!"
s3.bucket.name: "sink"
s3.part.size: 5242880
flush.size: 3
format.class: io.confluent.connect.s3.format.json.JsonFormat
storage.class: io.confluent.connect.s3.storage.S3Storage
schema.compatibility: NONE

@ -0,0 +1,50 @@
#version: kafka-ui, 1.5.1
image:
registry: docker.io
repository: wbsong111/kafka-ui
tag: "v1.3.0"
pullPolicy: IfNotPresent
yamlApplicationConfig:
kafka:
clusters:
- name: kafka-cluster
bootstrapServers: SASL_PLAINTEXT://kafka-cluster-kafka-tls-bootstrap.kafka-cluster.svc.cluster.local:9093
properties:
security.protocol: SASL_PLAINTEXT
sasl.mechanism: OAUTHBEARER
sasl.jaas.config: |
org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required
oauth.token.endpoint.uri="https://keycloak.gke.paasup.io/realms/paasup/protocol/openid-connect/token"
oauth.client.id="service-demo01-kafka-common"
oauth.client.secret="6c9ddc54-5cf6-4b63-aff8-7e0d92b35fbe";
sasl.login.callback.handler.class: "io.strimzi.kafka.oauth.client.JaasClientOauthLoginCallbackHandler"
auth:
type: disabled
management:
health:
ldap:
enabled: false
volumes:
- name: truststore
secret:
secretName: truststore
volumeMounts:
- name: truststore
mountPath: /etc/kafka/secrets
readOnly: true
ingress:
enabled: true
annotations:
cert-manager.io/cluster-issuer: "root-ca-issuer"
cert-manager.io/duration: 8760h
cert-manager.io/renew-before: 720h
kubernetes.io/ingress.class: kong
konghq.com/protocols: https
host: "demo01-kafka-ui2.gke.paasup.io"
tls:
enabled: true
secretName: "demo01-kafka-ui2-tls-secret"

@ -0,0 +1,63 @@
#version: kafka, 32.4.3
global:
imageRegistry: ""
imagePullSecrets: []
defaultStorageClass: ""
image:
registry: docker.io
repository: bitnami/kafka
tag: 4.0.0-debian-12-r10
controller:
replicaCount: 3
controllerOnly: false
persistence:
enabled: true
size: 8Gi
storageClass: ""
logPersistence:
enabled: false
size: 8Gi
storageClass: ""
resources: {}
resourcesPreset: "small"
broker:
replicaCount: 0
persistence:
enabled: true
size: 8Gi
storageClass: ""
logPersistence:
enabled: true
size: 8Gi
storageClass: ""
resources: {}
resourcesPreset: "small"
listeners:
client:
containerPort: 9092
protocol: SASL_PLAINTEXT
controller:
containerPort: 9093
protocol: SASL_PLAINTEXT
interbroker:
containerPort: 9094
protocol: SASL_PLAINTEXT
sasl:
enabledMechanisms: PLAIN,SCRAM-SHA-256,SCRAM-SHA-512
client:
users: ["admin"]
passwords: "password1234!"
service:
type: ClusterIP
ports:
client: 9092
metrics:
jmx:
enabled: false

@ -0,0 +1,95 @@
#version: kafka, 1.0.0
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaUser
metadata:
name: "service-account-service-demo01-kafka-common"
labels:
strimzi.io/cluster: kafka-cluster
spec:
authorization:
type: simple
acls:
- resource:
type: topic
name: "demo01."
patternType: prefix
operations:
- Read
- Describe
- DescribeConfigs
- Write
- resource:
type: group
name: "demo01-"
patternType: prefix
operations:
- Read
- Write
- Describe
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaTopic
metadata:
labels:
strimzi.io/cluster: kafka-cluster
name: "public-subway-info-copy"
namespace: kafka-cluster
spec:
partitions: 6
replicas: 3
topicName: "demo01.public.subway_info_copy"
config:
cleanup.policy: compact
retention.bytes: "1073741824"
segment.bytes: "268435456"
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaTopic
metadata:
labels:
strimzi.io/cluster: kafka-cluster
name: "public-subway-passengers-copy"
namespace: kafka-cluster
spec:
partitions: 6
replicas: 3
topicName: "demo01.public.subway_passengers_copy"
config:
cleanup.policy: compact
retention.bytes: "1073741824"
segment.bytes: "268435456"
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaTopic
metadata:
labels:
strimzi.io/cluster: kafka-cluster
name: "public-subway-passengers-time-copy"
namespace: kafka-cluster
spec:
partitions: 6
replicas: 3
topicName: "demo01.public.subway_passengers_time_copy"
config:
cleanup.policy: compact
retention.bytes: "1073741824"
segment.bytes: "268435456"
---
apiVersion: kafka.strimzi.io/v1beta2
kind: KafkaTopic
metadata:
labels:
strimzi.io/cluster: kafka-cluster
name: "logging-dlq"
namespace: kafka-cluster
spec:
partitions: 6
replicas: 3
topicName: "demo01.logging.dlq"
config:
cleanup.policy: compact
retention.bytes: "1073741824"
segment.bytes: "268435456"

@ -0,0 +1,14 @@
#version: kubeflow-profile, 1.10.0
apiVersion: kubeflow.org/v1
kind: Profile
metadata:
name: "demo01-kubeflow"
spec:
owner:
kind: User
name: "adminuser@paasup.io"
resourceQuotaSpec:
hard:
cpu: "16"
memory: 32Gi
persistentvolumeclaims: "12"

@ -0,0 +1,48 @@
#version: postgresql-ha, 11.9.4-1
global:
imageRegistry: ""
postgresql:
username: postgres
existingSecret: "demo01-pg1-infisicalsecret"
maxConnections: "100"
sharedPreloadLibraries: "repmgr, pgaudit, pg_stat_statements, pgoutput"
extendedConf: |-
wal_level = logical
max_replication_slots = 4
max_wal_senders = 4
replicaCount: 1
extraEnvVars:
- name: TZ
value: Asia/Seoul
resources:
requests:
cpu: 100m
memory: 512Mi
limits:
cpu: 500m
memory: 1024Mi
tolerations: []
nodeSelector: {}
pgpool:
existingSecret: "demo01-pg1-infisicalsecret"
replicaCount: 0
persistence:
enabled: true
storageClass: ""
size: 1Gi
volumePermissions:
enabled: true
podSecurityContext:
runAsUser: 0

@ -0,0 +1,48 @@
#version: postgresql-ha, 11.9.4-1
global:
imageRegistry: ""
postgresql:
username: postgres
existingSecret: "demo01-postgresql2-infisicalsecret"
maxConnections: "100"
sharedPreloadLibraries: "repmgr, pgaudit, pg_stat_statements, pgoutput"
extendedConf: |-
wal_level = logical
max_replication_slots = 4
max_wal_senders = 4
replicaCount: 1
extraEnvVars:
- name: TZ
value: Asia/Seoul
resources:
requests:
cpu: 100m
memory: 512Mi
limits:
cpu: 500m
memory: 1024Mi
tolerations: []
nodeSelector: {}
pgpool:
existingSecret: "demo01-postgresql2-infisicalsecret"
replicaCount: 0
persistence:
enabled: true
storageClass: ""
size: 10Gi
volumePermissions:
enabled: true
podSecurityContext:
runAsUser: 0

@ -0,0 +1,8 @@
resources:
requests:
cpu: 1000m
memory: 2Gi
limits:
cpu: 2000m
memory: 4Gi

@ -0,0 +1,4 @@
persistence:
accessModes: ["ReadWriteOnce"]
size: 10Gi
storageClassName: ""

@ -0,0 +1,48 @@
#version: qdrant, 1.12.4
images:
repository: docker.io/qdrant/qdrant
tag: v1.12.4
replicaCount: 1
nodeSelector: {}
tolerations: []
resources: {}
persistence:
accessModes: ["ReadWriteOnce"]
size: 10Gi
storageClassName: ""
config:
log_level: INFO
cluster:
enabled: true
p2p:
port: 6335
consensus:
tick_period_ms: 100
apiKey: false
readOnlyApiKey: false
ingress:
enabled: true
annotations:
cert-manager.io/cluster-issuer: "root-ca-issuer"
cert-manager.io/duration: 8760h
cert-manager.io/renew-before: 720h
konghq.com/plugins: oidc-plugin, keycloak-authz-plugin
hosts:
- host: "demo01-qdrant.gke.paasup.io"
paths:
- path: /
pathType: Prefix
servicePort: 6333
tls:
- hosts:
- "demo01-qdrant.gke.paasup.io"
secretName: "demo01-qdrant-tls-secret"
dip:
mainPath: dashboard

@ -0,0 +1,75 @@
#version: starrocks, 1.11.0
initPassword:
enabled: true
password: ""
passwordSecret: "demo01-star3-infisicalsecret"
timeZone: Asia/Seoul
starrocksCluster:
enabledBe: false
enabledCn: true
starrocksFESpec:
replicas: 3
runAsNonRoot: "false"
service:
type: ClusterIP
resources:
requests:
cpu: 300m
memory: 1Gi
limits:
cpu: 2
memory: 4Gi
storageSpec:
name: fe
storageClassName: "standard-rwo"
storageSize: 10Gi
logStorageSize: 5Gi
nodeSelector: {}
affinity: {}
tolerations: []
config: |
run_mode = shared_data
cloud_native_storage_type = S3
aws_s3_endpoint = minio.minio.svc.cluster.local:9000
aws_s3_path = starrocks2
aws_s3_access_key = IyCGYXy3oh1h1rpm6XS1
aws_s3_secret_key = hyd2yPyyHTQZByzzixt99pY0AjTyRsWiOTCxBacp
aws_s3_use_instance_profile = false
aws_s3_use_aws_sdk_default_behavior = false
enable_load_volume_from_conf = true
starrocksCnSpec:
replicas: 3
runAsNonRoot: "false"
resources:
requests:
cpu: 300M
memory: 2Gi
limits:
cpu: 2
memory: 4Gi
storageSpec:
name: be
storageClassName: "standard-rwo"
storageSize: 15Gi
logStorageSize: 10Gi
nodeSelector: {}
affinity: {}
tolerations: []
autoScalingPolicy: {}
starrocksFeProxySpec:
enabled: true
resolver: "kube-dns.kube-system.svc.cluster.local"
service:
type: ClusterIP

@ -0,0 +1,185 @@
#version: superset, 0.13.5-1
configOverrides:
secret: |
SECRET_KEY = 'W5cHzo1QQitb'
my_override: |
FEATURE_FLAGS = {
"ENABLE_TEMPLATE_REMOVE_FILTERS" : True,
"ENABLE_TEMPLATE_PROCESSING": True,
"DASHBOARD_NATIVE_FILTERS" : True,
"DASHBOARD_NATIVE_FILTERS_SET": True
}
enable_oauth: |
from flask_appbuilder.security.manager import (AUTH_DB, AUTH_OAUTH)
from superset.security import SupersetSecurityManager
from flask import request
import requests
import logging
class CustomSsoSecurityManager(SupersetSecurityManager):
def oauth_user_info(self, provider, response=None):
me = self.appbuilder.sm.oauth_remotes[provider].get("openid-connect/userinfo")
me.raise_for_status()
data = me.json()
logging.debug("User info from Keycloak: %s", data)
role = []
username = data.get("preferred_username", "")
host = request.host
dip_api_url = "http://dip-api.platform.svc.cluster.local:8087"
url = f"{dip_api_url}/gwapi/v1/projectusers/{username}"
request_data = {"url": f"https://{host}"}
response = requests.post(url, json=request_data, headers={"Content-Type": "application/json"}, verify=False)
if response.status_code == 200:
logging.info(f"API 요청 성공: {response.status_code}, {response.text}")
role.append(response.json().get("roleName",""))
else:
logging.info(f"API 요청 실패: {response.status_code}, {response.text}")
role.append("")
return {
"username": data.get("preferred_username", ""),
"first_name": data.get("given_name", ""),
"last_name": data.get("family_name", ""),
"email": data.get("email", ""),
"role_keys": role,
}
AUTH_TYPE = AUTH_OAUTH
AUTH_USER_REGISTRATION = True
AUTH_USER_REGISTRATION_ROLE = "Public"
AUTH_ROLES_SYNC_AT_LOGIN = True
CUSTOM_SECURITY_MANAGER = CustomSsoSecurityManager
OAUTH_PROVIDERS = [
{
"name": "keycloak",
"icon": "fa-key",
"token_key": "access_token",
"remote_app": {
"client_id": "service-demo01-super9",
"client_secret": "ba5646c9-6be0-4355-af0f-66a6b3626530",
"client_kwargs": {
"scope": "openid email profile",
'verify': False
},
'server_metadata_url': 'https://keycloak.gke.paasup.io/realms/paasup/.well-known/openid-configuration',
'api_base_url': 'https://keycloak.gke.paasup.io/realms/paasup/protocol/'
}
}
]
AUTH_ROLES_MAPPING = {
'root': ['Admin'],
'admin': ['Admin'],
'manager': ['Admin'],
'member': ['Alpha'],
}
bootstrapScript: |
#!/bin/bash
apt update
apt install -y pkg-config build-essential default-libmysqlclient-dev libpq-dev
pip install sqlalchemy-drill psycopg2-binary Authlib
pip install mysqlclient
image:
repository: apachesuperset.docker.scarf.sh/apache/superset
tag: ~
pullPolicy: IfNotPresent
resources: {}
nodeSelector: {}
tolerations: []
ingress:
enabled: true
annotations:
cert-manager.io/cluster-issuer: "letsencrypt-prod"
cert-manager.io/duration: 8760h
cert-manager.io/renew-before: 720h
path: /
pathType: ImplementationSpecific
hosts:
- "demo01-super9.gke.paasup.io"
tls:
- hosts:
- "demo01-super9.gke.paasup.io"
secretName: "demo01-super9-tls-secret"
supersetNode:
replicas:
enabled: true
replicaCount: 1
connections:
redis_host: "demo01-super9-redis-headless"
redis_port: "6379"
redis_user: ""
redis_cache_db: "1"
redis_celery_db: "0"
redis_ssl:
enabled: false
ssl_cert_reqs: CERT_NONE
db_host: "demo01-super9-postgresql"
db_port: "5432"
db_user: superset
db_pass: "Gb58gQx8Nhw8"
db_name: superset
resources: {}
supersetWorker:
replicas:
enabled: true
replicaCount: 1
resources: {}
supersetCeleryBeat:
enabled: false
resources: {}
supersetCeleryFlower:
enabled: false
replicaCount: 1
resources: {}
postgresql:
enabled: true
auth:
username: superset
password: ""
database: superset
existingSecret: "demo01-super9-infisicalsecret"
image:
registry: docker.io
primary:
resources:
limits: {}
requests:
memory: 256Mi
cpu: 250m
persistence:
enabled: true
storageClass: ""
size: 8Gi
redis:
enabled: true
architecture: standalone
auth:
enabled: false
existingSecret: ""
existingSecretPasswordKey: ""
image:
registry: docker.io
master:
resources:
limits: {}
requests: {}
persistence:
enabled: true
storageClass: ""
size: 8Gi

@ -0,0 +1,14 @@
#version: kubeflow-profile, 1.10.0
apiVersion: kubeflow.org/v1
kind: Profile
metadata:
name: "demo01-test"
spec:
owner:
kind: User
name: "adminuser@paasup.io"
resourceQuotaSpec:
hard:
cpu: "16"
memory: 32Gi
persistentvolumeclaims: "12"

@ -0,0 +1,8 @@
resources:
requests:
cpu: 1000m
memory: 2Gi
limits:
cpu: 2000m
memory: 4Gi

@ -0,0 +1,4 @@
persistence:
accessModes: ["ReadWriteOnce"]
size: 10Gi
storageClassName: ""

@ -0,0 +1,48 @@
#version: qdrant, 1.12.4
images:
repository: docker.io/qdrant/qdrant
tag: v1.12.4
replicaCount: 1
nodeSelector: {}
tolerations: []
resources: {}
persistence:
accessModes: ["ReadWriteOnce"]
size: 10Gi
storageClassName: ""
config:
log_level: INFO
cluster:
enabled: true
p2p:
port: 6335
consensus:
tick_period_ms: 100
apiKey: false
readOnlyApiKey: false
ingress:
enabled: true
annotations:
cert-manager.io/cluster-issuer: "root-ca-issuer"
cert-manager.io/duration: 8760h
cert-manager.io/renew-before: 720h
konghq.com/plugins: oidc-plugin, keycloak-authz-plugin
hosts:
- host: "demo01-test01.gke.paasup.io"
paths:
- path: /
pathType: Prefix
servicePort: 6333
tls:
- hosts:
- "demo01-test01.gke.paasup.io"
secretName: "demo01-test01-tls-secret"
dip:
mainPath: dashboard
Loading…
Cancel
Save