Compare commits
182 Commits
master
...
service-de
| Author | SHA1 | Date |
|---|---|---|
|
|
94ada9b793 | 6 hours ago |
|
|
4e03c217c8 | 17 hours ago |
|
|
eaa436747f | 23 hours ago |
|
|
a5c5f71eab | 1 day ago |
|
|
f74a543f90 | 1 day ago |
|
|
0d141e68af | 1 day ago |
|
|
0396fe3fb4 | 1 day ago |
|
|
6253e0ddc4 | 1 day ago |
|
|
1b253171dd | 1 day ago |
|
|
9996872444 | 1 day ago |
|
|
55b1efdbef | 1 day ago |
|
|
d0a8a0c0fa | 1 day ago |
|
|
8ea072ad51 | 1 day ago |
|
|
42bb14a6b7 | 1 day ago |
|
|
60c73674c9 | 1 day ago |
|
|
d99ed32beb | 1 day ago |
|
|
b17c67c411 | 1 day ago |
|
|
3684e8f7d6 | 2 days ago |
|
|
c50388616f | 2 days ago |
|
|
db730a6a5c | 2 days ago |
|
|
3bb52966ca | 2 days ago |
|
|
178d83d20c | 2 days ago |
|
|
f629e9a8e8 | 2 days ago |
|
|
5de38667cf | 2 days ago |
|
|
9562a76e8c | 2 days ago |
|
|
4087a26027 | 2 days ago |
|
|
8bc67cd8a3 | 2 days ago |
|
|
84e1e90c39 | 2 days ago |
|
|
e9d92a7d02 | 2 days ago |
|
|
260014fcec | 2 days ago |
|
|
c354ae3da7 | 2 days ago |
|
|
ffae58736e | 1 week ago |
|
|
a1ef4e6c55 | 1 week ago |
|
|
28d1063186 | 1 week ago |
|
|
8ae1590f34 | 2 weeks ago |
|
|
7172abab3f | 2 weeks ago |
|
|
48d4b306b1 | 2 weeks ago |
|
|
0348173e92 | 2 weeks ago |
|
|
cda659f935 | 3 weeks ago |
|
|
6cd97d4d7a | 4 weeks ago |
|
|
64da5eec6f | 4 weeks ago |
|
|
bcea0264cb | 4 weeks ago |
|
|
3fcca1934b | 4 weeks ago |
|
|
1746b93b11 | 4 weeks ago |
|
|
f6a3e94874 | 4 weeks ago |
|
|
363b8ec10e | 4 weeks ago |
|
|
1a7cefc14a | 4 weeks ago |
|
|
fa27f2db36 | 4 weeks ago |
|
|
002e1211a8 | 4 weeks ago |
|
|
8bb2aeab2c | 4 weeks ago |
|
|
bdd4fc6c85 | 4 weeks ago |
|
|
37e831655d | 4 weeks ago |
|
|
cbcce5a375 | 4 weeks ago |
|
|
a1cdc549ed | 4 weeks ago |
|
|
8623d15d75 | 4 weeks ago |
|
|
b955a7d3fb | 4 weeks ago |
|
|
f305ce2cdb | 4 weeks ago |
|
|
08b4eb3fd5 | 4 weeks ago |
|
|
daa2b6cae1 | 4 weeks ago |
|
|
553a4c47a3 | 4 weeks ago |
|
|
a2b8743b6d | 4 weeks ago |
|
|
5ff6d5f07b | 4 weeks ago |
|
|
28d02267c3 | 4 weeks ago |
|
|
c6a669100c | 4 weeks ago |
|
|
5823711625 | 4 weeks ago |
|
|
3328c07874 | 4 weeks ago |
|
|
d3e3ec13e0 | 4 weeks ago |
|
|
4a6bcfdcfd | 4 weeks ago |
|
|
1b1b03ed19 | 4 weeks ago |
|
|
4fc72f1773 | 4 weeks ago |
|
|
4da5d25b04 | 4 weeks ago |
|
|
7f50141f72 | 4 weeks ago |
|
|
9d3133c4da | 4 weeks ago |
|
|
5f759bc311 | 1 month ago |
|
|
f0b8e2e178 | 1 month ago |
|
|
8d22dcf4c8 | 1 month ago |
|
|
6b1ac528ee | 1 month ago |
|
|
bb099f7150 | 1 month ago |
|
|
966295df62 | 1 month ago |
|
|
6ca20c0ce2 | 1 month ago |
|
|
8c4c28ed04 | 1 month ago |
|
|
0c34ee244b | 1 month ago |
|
|
bc12e293d7 | 1 month ago |
|
|
8d0960b430 | 1 month ago |
|
|
fc2b134a62 | 1 month ago |
|
|
d7650359eb | 1 month ago |
|
|
06b0bb65e2 | 1 month ago |
|
|
da0c711c0e | 1 month ago |
|
|
57b4bbefa1 | 1 month ago |
|
|
cc4915f638 | 1 month ago |
|
|
4fbee32c8a | 1 month ago |
|
|
e39344d314 | 1 month ago |
|
|
071d39715e | 1 month ago |
|
|
6cbbd32b67 | 1 month ago |
|
|
a3c8276762 | 1 month ago |
|
|
3af5889e38 | 1 month ago |
|
|
5fa8d7034a | 1 month ago |
|
|
213866f066 | 1 month ago |
|
|
854f8bcd02 | 1 month ago |
|
|
ad85591e88 | 1 month ago |
|
|
4135b31070 | 1 month ago |
|
|
9d5a65f2f3 | 1 month ago |
|
|
65a519e9fd | 1 month ago |
|
|
82a87987bc | 1 month ago |
|
|
992acfafed | 1 month ago |
|
|
31b054d820 | 1 month ago |
|
|
ca0fccb2bf | 1 month ago |
|
|
41503c56f3 | 1 month ago |
|
|
30e38a36ca | 1 month ago |
|
|
d02a02a82a | 1 month ago |
|
|
e63d04615f | 1 month ago |
|
|
1cc80ed10f | 1 month ago |
|
|
3a865f5f7d | 1 month ago |
|
|
57138fe301 | 1 month ago |
|
|
7e125b83b5 | 1 month ago |
|
|
bc234716e0 | 2 months ago |
|
|
9e01cf5382 | 2 months ago |
|
|
f479661b44 | 2 months ago |
|
|
6afd889d38 | 2 months ago |
|
|
fec47fe141 | 2 months ago |
|
|
21b03c3349 | 2 months ago |
|
|
3019db04b0 | 2 months ago |
|
|
a84297d92e | 2 months ago |
|
|
ef0ee00f23 | 2 months ago |
|
|
12290b8fb6 | 2 months ago |
|
|
a4a8f260dd | 2 months ago |
|
|
ff9184b7d5 | 2 months ago |
|
|
1f5fc57952 | 2 months ago |
|
|
4464cb2ce5 | 2 months ago |
|
|
ce39c9e616 | 2 months ago |
|
|
0c314b6172 | 2 months ago |
|
|
7370f7b036 | 2 months ago |
|
|
485bb3d237 | 2 months ago |
|
|
65f018a3e3 | 2 months ago |
|
|
ec90ad593d | 2 months ago |
|
|
dccd6bb8c2 | 2 months ago |
|
|
f1928e1b59 | 2 months ago |
|
|
70e6421f4a | 2 months ago |
|
|
f45af562a7 | 2 months ago |
|
|
c2447fc332 | 2 months ago |
|
|
a365658daa | 2 months ago |
|
|
3221f801bb | 2 months ago |
|
|
0190f90915 | 2 months ago |
|
|
6a4940cca2 | 2 months ago |
|
|
7c4d77c65a | 2 months ago |
|
|
2911fe619f | 3 months ago |
|
|
353399b986 | 3 months ago |
|
|
50f36f8581 | 3 months ago |
|
|
96b74bec77 | 3 months ago |
|
|
db24273809 | 3 months ago |
|
|
6e6a65bf73 | 3 months ago |
|
|
7cdee84138 | 3 months ago |
|
|
65bc691564 | 3 months ago |
|
|
703626afff | 3 months ago |
|
|
c722dcd835 | 3 months ago |
|
|
5fd8261de2 | 3 months ago |
|
|
434d61536e | 3 months ago |
|
|
59c06d0891 | 3 months ago |
|
|
17ba6d078c | 3 months ago |
|
|
2df81395d8 | 3 months ago |
|
|
d76567cffa | 3 months ago |
|
|
49610c6db4 | 3 months ago |
|
|
becef1e9f6 | 3 months ago |
|
|
665e2a546c | 3 months ago |
|
|
31e7b0a950 | 3 months ago |
|
|
bd552ee548 | 3 months ago |
|
|
97955db58c | 3 months ago |
|
|
ecd9095461 | 3 months ago |
|
|
dd60229c9f | 3 months ago |
|
|
9db343cc03 | 3 months ago |
|
|
469cea85d2 | 3 months ago |
|
|
6fd8d322b7 | 3 months ago |
|
|
02df4d2fe6 | 3 months ago |
|
|
c7516204d2 | 3 months ago |
|
|
1c9ebfd117 | 3 months ago |
|
|
037704fd14 | 3 months ago |
|
|
43ab35a715 | 3 months ago |
|
|
cf620fbdd2 | 4 months ago |
|
|
df09318dc0 | 4 months ago |
|
|
88949c246b | 4 months ago |
|
|
bb8356f83d | 4 months ago |
|
|
fec6c55067 | 4 months ago |
@ -0,0 +1,36 @@ |
||||
#version: flowise, 6.0.0 |
||||
image: |
||||
registry: docker.io |
||||
|
||||
persistence: |
||||
enabled: true |
||||
size: 1Gi |
||||
storageClass: "" |
||||
|
||||
resources: {} |
||||
|
||||
ingress: |
||||
enabled: true |
||||
annotations: |
||||
cert-manager.io/cluster-issuer: "root-ca-issuer" |
||||
cert-manager.io/duration: 8760h |
||||
cert-manager.io/renew-before: 720h |
||||
konghq.com/plugins: oidc-plugin, keycloak-authz-plugin |
||||
hosts: |
||||
- host: "demo01-flow-test1.gke.paasup.io" |
||||
paths: |
||||
- / |
||||
tls: |
||||
- hosts: |
||||
- "demo01-flow-test1.gke.paasup.io" |
||||
secretName: "demo01-flow-test1-tls-secret" |
||||
|
||||
postgresql: |
||||
enabled: true |
||||
auth: |
||||
existingSecret: "demo01-flow-test1-postgresql" |
||||
primary: |
||||
persistence: |
||||
enabled: true |
||||
size: 8Gi |
||||
storageClass: "" |
||||
@ -0,0 +1,36 @@ |
||||
#version: kafka-connector, 1.0.0 |
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaConnector |
||||
metadata: |
||||
name: "demo01-kaf-conn-sink2-kafka-starrocks" |
||||
namespace: kafka-cluster |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
spec: |
||||
class: com.starrocks.connector.kafka.StarRocksSinkConnector |
||||
tasksMax: 6 |
||||
config: |
||||
topics: "demo01.public.subway_info_copy, demo01.public.subway_passengers_copy, demo01.public.subway_passengers_time_copy" |
||||
starrocks.http.url: kube-starrocks-fe-service.demo01-star3.svc.cluster.local:8030 |
||||
starrocks.database.name: "quickstart" |
||||
starrocks.username: "root" |
||||
starrocks.password: "sdHwyKH8p6Xw" |
||||
sink.properties.strip_outer_array: true |
||||
connect.timeoutms: "30000" |
||||
starrocks.topic2table.map: "demo01.public.subway_info_copy:subway_info_copy, demo01.public.subway_passengers_copy:subway_passengers_copy, demo01.public.subway_passengers_time_copy:subway_passengers_time_copy" |
||||
transforms: addfield,unwrap |
||||
transforms.addfield.type: com.starrocks.connector.kafka.transforms.AddOpFieldForDebeziumRecord |
||||
transforms.unwrap.type: io.debezium.transforms.ExtractNewRecordState |
||||
transforms.unwarp.drop.tombstones: true |
||||
transforms.unwarp.delete.handling.mode: rewrite |
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,41 @@ |
||||
#version: kafka-connector, 1.0.0 |
||||
|
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaConnector |
||||
metadata: |
||||
name: "demo01-kaf-conn-src2-kafka-postgresql" |
||||
namespace: kafka-cluster |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
spec: |
||||
class: io.debezium.connector.postgresql.PostgresConnector |
||||
tasksMax: 1 |
||||
config: |
||||
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local" |
||||
database.port: "5432" |
||||
database.user: "postgres" |
||||
database.password: "Gb58gQx8Nhw8" |
||||
database.dbname: "postgres" |
||||
table.include.list: "public.subway_info_copy, public.subway_passengers_copy, public.subway_passengers_time_copy" |
||||
snapshot.mode: "initial" |
||||
plugin.name: pgoutput |
||||
slot.name: "debezium_slot" |
||||
publication.autocreate.mode: filtered |
||||
topic.prefix: "demo01" |
||||
producer.override.security.protocol: "SASL_PLAINTEXT" |
||||
producer.override.sasl.mechanism: "OAUTHBEARER" |
||||
producer.override.sasl.jaas.config: | |
||||
org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required |
||||
oauth.token.endpoint.uri="https://keycloak.gke.paasup.io/realms/paasup/protocol/openid-connect/token" |
||||
oauth.client.id="service-demo01-kafka-common" |
||||
oauth.client.secret="6c9ddc54-5cf6-4b63-aff8-7e0d92b35fbe"; |
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
@ -0,0 +1,40 @@ |
||||
#version: kafka-connector, 1.0.0 |
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaConnector |
||||
metadata: |
||||
name: "demo01-kaf-kong-sink4-kafka-starrocks" |
||||
namespace: kafka-cluster |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
spec: |
||||
class: com.starrocks.connector.kafka.StarRocksSinkConnector |
||||
tasksMax: 6 |
||||
config: |
||||
topics: "demo01.logging.kong" |
||||
starrocks.http.url: kube-starrocks-fe-service.demo01-star3.svc.cluster.local:8030 |
||||
starrocks.database.name: "quickstart" |
||||
starrocks.username: "root" |
||||
starrocks.password: "sdHwyKH8p6Xw" |
||||
sink.properties.strip_outer_array: true |
||||
connect.timeoutms: "30000" |
||||
starrocks.topic2table.map: "demo01.logging.kong:kong_log_events" |
||||
key.converter: "org.apache.kafka.connect.json.JsonConverter" |
||||
value.converter: "org.apache.kafka.connect.json.JsonConverter" |
||||
key.converter.schemas.enable: "true" |
||||
value.converter.schemas.enable: "false" |
||||
errors.tolerance: "all" |
||||
errors.deadletterqueue.topic.name: "demo01.logging.dlq" |
||||
errors.deadletterqueue.topic.replication.factor: "1" |
||||
errors.log.enable: "true" |
||||
|
||||
|
||||
@ -0,0 +1,79 @@ |
||||
#version: kafka-connect, 1.0.0 |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaConnect |
||||
metadata: |
||||
name: "demo01-kafka-connect2" |
||||
namespace: demo01-kafka |
||||
labels: |
||||
strimzi.io/cluster: kafka |
||||
annotations: |
||||
strimzi.io/use-connector-resources: 'true' |
||||
spec: |
||||
image: paasup/kafka-connect:0.1 |
||||
replicas: 1 |
||||
bootstrapServers: "demo01-kafka.demo01-kafka.svc.cluster.local:9092" |
||||
config: |
||||
group.id: connect-cluster |
||||
offset.storage.topic: connect-offsets |
||||
config.storage.topic: connect-configs |
||||
status.storage.topic: connect-status |
||||
key.converter: org.apache.kafka.connect.json.JsonConverter |
||||
value.converter: org.apache.kafka.connect.json.JsonConverter |
||||
plugin.path: /opt/kafka/plugins |
||||
authentication: |
||||
type: plain |
||||
username: admin |
||||
passwordSecret: |
||||
secretName: "demo01-kafka-connect2-infisicalsecret" |
||||
password: password |
||||
logging: |
||||
type: inline |
||||
loggers: |
||||
rootLogger.level: INFO |
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaConnector |
||||
metadata: |
||||
name: debezium-postgres-source |
||||
namespace: demo01-kafka |
||||
labels: |
||||
strimzi.io/cluster: "demo01-kafka-connect2" |
||||
spec: |
||||
class: io.debezium.connector.postgresql.PostgresConnector |
||||
tasksMax: 1 |
||||
config: |
||||
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local" |
||||
database.port: "5432" |
||||
database.user: "postgres" |
||||
database.password: "Gb58gQx8Nhw8" |
||||
database.dbname: "postgres" |
||||
table.include.list: "public.subway_info" |
||||
plugin.name: pgoutput |
||||
slot.name: debezium_slot |
||||
publication.autocreate.mode: filtered |
||||
topic.prefix: pg |
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaConnector |
||||
metadata: |
||||
name: s3-sink |
||||
namespace: demo01-kafka |
||||
labels: |
||||
strimzi.io/cluster: "demo01-kafka-connect2" |
||||
spec: |
||||
class: io.confluent.connect.s3.S3SinkConnector |
||||
tasksMax: 1 |
||||
config: |
||||
topics: "pg.public.subway_info" |
||||
store.url: "http://minio.minio.svc.cluster.local:9000" |
||||
s3.region: us-east-1 |
||||
aws.access.key.id: "adminuser" |
||||
aws.secret.access.key: "Paasupgke1234!" |
||||
s3.bucket.name: "sink" |
||||
s3.part.size: 5242880 |
||||
flush.size: 3 |
||||
format.class: io.confluent.connect.s3.format.json.JsonFormat |
||||
storage.class: io.confluent.connect.s3.storage.S3Storage |
||||
schema.compatibility: NONE |
||||
@ -0,0 +1,50 @@ |
||||
#version: kafka-ui, 1.5.1 |
||||
image: |
||||
registry: docker.io |
||||
repository: wbsong111/kafka-ui |
||||
tag: "v1.3.0" |
||||
pullPolicy: IfNotPresent |
||||
yamlApplicationConfig: |
||||
kafka: |
||||
clusters: |
||||
- name: kafka-cluster |
||||
bootstrapServers: SASL_PLAINTEXT://kafka-cluster-kafka-tls-bootstrap.kafka-cluster.svc.cluster.local:9093 |
||||
properties: |
||||
security.protocol: SASL_PLAINTEXT |
||||
sasl.mechanism: OAUTHBEARER |
||||
sasl.jaas.config: | |
||||
org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required |
||||
oauth.token.endpoint.uri="https://keycloak.gke.paasup.io/realms/paasup/protocol/openid-connect/token" |
||||
oauth.client.id="service-demo01-kafka-common" |
||||
oauth.client.secret="6c9ddc54-5cf6-4b63-aff8-7e0d92b35fbe"; |
||||
sasl.login.callback.handler.class: "io.strimzi.kafka.oauth.client.JaasClientOauthLoginCallbackHandler" |
||||
auth: |
||||
type: disabled |
||||
|
||||
management: |
||||
health: |
||||
ldap: |
||||
enabled: false |
||||
|
||||
volumes: |
||||
- name: truststore |
||||
secret: |
||||
secretName: truststore |
||||
|
||||
volumeMounts: |
||||
- name: truststore |
||||
mountPath: /etc/kafka/secrets |
||||
readOnly: true |
||||
|
||||
ingress: |
||||
enabled: true |
||||
annotations: |
||||
cert-manager.io/cluster-issuer: "root-ca-issuer" |
||||
cert-manager.io/duration: 8760h |
||||
cert-manager.io/renew-before: 720h |
||||
kubernetes.io/ingress.class: kong |
||||
konghq.com/protocols: https |
||||
host: "demo01-kafka-ui2.gke.paasup.io" |
||||
tls: |
||||
enabled: true |
||||
secretName: "demo01-kafka-ui2-tls-secret" |
||||
@ -0,0 +1,63 @@ |
||||
#version: kafka, 32.4.3 |
||||
global: |
||||
imageRegistry: "" |
||||
imagePullSecrets: [] |
||||
defaultStorageClass: "" |
||||
|
||||
image: |
||||
registry: docker.io |
||||
repository: bitnami/kafka |
||||
tag: 4.0.0-debian-12-r10 |
||||
|
||||
controller: |
||||
replicaCount: 3 |
||||
controllerOnly: false |
||||
persistence: |
||||
enabled: true |
||||
size: 8Gi |
||||
storageClass: "" |
||||
logPersistence: |
||||
enabled: false |
||||
size: 8Gi |
||||
storageClass: "" |
||||
resources: {} |
||||
resourcesPreset: "small" |
||||
|
||||
broker: |
||||
replicaCount: 0 |
||||
persistence: |
||||
enabled: true |
||||
size: 8Gi |
||||
storageClass: "" |
||||
logPersistence: |
||||
enabled: true |
||||
size: 8Gi |
||||
storageClass: "" |
||||
resources: {} |
||||
resourcesPreset: "small" |
||||
|
||||
listeners: |
||||
client: |
||||
containerPort: 9092 |
||||
protocol: SASL_PLAINTEXT |
||||
controller: |
||||
containerPort: 9093 |
||||
protocol: SASL_PLAINTEXT |
||||
interbroker: |
||||
containerPort: 9094 |
||||
protocol: SASL_PLAINTEXT |
||||
|
||||
sasl: |
||||
enabledMechanisms: PLAIN,SCRAM-SHA-256,SCRAM-SHA-512 |
||||
client: |
||||
users: ["admin"] |
||||
passwords: "password1234!" |
||||
|
||||
service: |
||||
type: ClusterIP |
||||
ports: |
||||
client: 9092 |
||||
|
||||
metrics: |
||||
jmx: |
||||
enabled: false |
||||
@ -0,0 +1,95 @@ |
||||
#version: kafka, 1.0.0 |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaUser |
||||
metadata: |
||||
name: "service-account-service-demo01-kafka-common" |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
spec: |
||||
authorization: |
||||
type: simple |
||||
acls: |
||||
- resource: |
||||
type: topic |
||||
name: "demo01." |
||||
patternType: prefix |
||||
operations: |
||||
- Read |
||||
- Describe |
||||
- DescribeConfigs |
||||
- Write |
||||
- resource: |
||||
type: group |
||||
name: "demo01-" |
||||
patternType: prefix |
||||
operations: |
||||
- Read |
||||
- Write |
||||
- Describe |
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaTopic |
||||
metadata: |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
name: "public-subway-info-copy" |
||||
namespace: kafka-cluster |
||||
spec: |
||||
partitions: 6 |
||||
replicas: 3 |
||||
topicName: "demo01.public.subway_info_copy" |
||||
config: |
||||
cleanup.policy: compact |
||||
retention.bytes: "1073741824" |
||||
segment.bytes: "268435456" |
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaTopic |
||||
metadata: |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
name: "public-subway-passengers-copy" |
||||
namespace: kafka-cluster |
||||
spec: |
||||
partitions: 6 |
||||
replicas: 3 |
||||
topicName: "demo01.public.subway_passengers_copy" |
||||
config: |
||||
cleanup.policy: compact |
||||
retention.bytes: "1073741824" |
||||
segment.bytes: "268435456" |
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaTopic |
||||
metadata: |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
name: "public-subway-passengers-time-copy" |
||||
namespace: kafka-cluster |
||||
spec: |
||||
partitions: 6 |
||||
replicas: 3 |
||||
topicName: "demo01.public.subway_passengers_time_copy" |
||||
config: |
||||
cleanup.policy: compact |
||||
retention.bytes: "1073741824" |
||||
segment.bytes: "268435456" |
||||
|
||||
--- |
||||
apiVersion: kafka.strimzi.io/v1beta2 |
||||
kind: KafkaTopic |
||||
metadata: |
||||
labels: |
||||
strimzi.io/cluster: kafka-cluster |
||||
name: "logging-dlq" |
||||
namespace: kafka-cluster |
||||
spec: |
||||
partitions: 6 |
||||
replicas: 3 |
||||
topicName: "demo01.logging.dlq" |
||||
config: |
||||
cleanup.policy: compact |
||||
retention.bytes: "1073741824" |
||||
segment.bytes: "268435456" |
||||
@ -0,0 +1,14 @@ |
||||
#version: kubeflow-profile, 1.10.0 |
||||
apiVersion: kubeflow.org/v1 |
||||
kind: Profile |
||||
metadata: |
||||
name: "demo01-kubeflow" |
||||
spec: |
||||
owner: |
||||
kind: User |
||||
name: "adminuser@paasup.io" |
||||
resourceQuotaSpec: |
||||
hard: |
||||
cpu: "16" |
||||
memory: 32Gi |
||||
persistentvolumeclaims: "12" |
||||
@ -0,0 +1,48 @@ |
||||
#version: postgresql-ha, 11.9.4-1 |
||||
global: |
||||
imageRegistry: "" |
||||
|
||||
postgresql: |
||||
username: postgres |
||||
existingSecret: "demo01-pg1-infisicalsecret" |
||||
|
||||
maxConnections: "100" |
||||
sharedPreloadLibraries: "repmgr, pgaudit, pg_stat_statements, pgoutput" |
||||
|
||||
extendedConf: |- |
||||
wal_level = logical |
||||
max_replication_slots = 4 |
||||
max_wal_senders = 4 |
||||
|
||||
replicaCount: 1 |
||||
|
||||
extraEnvVars: |
||||
- name: TZ |
||||
value: Asia/Seoul |
||||
|
||||
resources: |
||||
requests: |
||||
cpu: 100m |
||||
memory: 512Mi |
||||
limits: |
||||
cpu: 500m |
||||
memory: 1024Mi |
||||
|
||||
tolerations: [] |
||||
|
||||
nodeSelector: {} |
||||
|
||||
pgpool: |
||||
existingSecret: "demo01-pg1-infisicalsecret" |
||||
|
||||
replicaCount: 0 |
||||
|
||||
persistence: |
||||
enabled: true |
||||
storageClass: "" |
||||
size: 1Gi |
||||
|
||||
volumePermissions: |
||||
enabled: true |
||||
podSecurityContext: |
||||
runAsUser: 0 |
||||
@ -0,0 +1,48 @@ |
||||
#version: postgresql-ha, 11.9.4-1 |
||||
global: |
||||
imageRegistry: "" |
||||
|
||||
postgresql: |
||||
username: postgres |
||||
existingSecret: "demo01-postgresql2-infisicalsecret" |
||||
|
||||
maxConnections: "100" |
||||
sharedPreloadLibraries: "repmgr, pgaudit, pg_stat_statements, pgoutput" |
||||
|
||||
extendedConf: |- |
||||
wal_level = logical |
||||
max_replication_slots = 4 |
||||
max_wal_senders = 4 |
||||
|
||||
replicaCount: 1 |
||||
|
||||
extraEnvVars: |
||||
- name: TZ |
||||
value: Asia/Seoul |
||||
|
||||
resources: |
||||
requests: |
||||
cpu: 100m |
||||
memory: 512Mi |
||||
limits: |
||||
cpu: 500m |
||||
memory: 1024Mi |
||||
|
||||
tolerations: [] |
||||
|
||||
nodeSelector: {} |
||||
|
||||
pgpool: |
||||
existingSecret: "demo01-postgresql2-infisicalsecret" |
||||
|
||||
replicaCount: 0 |
||||
|
||||
persistence: |
||||
enabled: true |
||||
storageClass: "" |
||||
size: 10Gi |
||||
|
||||
volumePermissions: |
||||
enabled: true |
||||
podSecurityContext: |
||||
runAsUser: 0 |
||||
@ -0,0 +1,8 @@ |
||||
resources: |
||||
requests: |
||||
cpu: 1000m |
||||
memory: 2Gi |
||||
limits: |
||||
cpu: 2000m |
||||
memory: 4Gi |
||||
|
||||
@ -0,0 +1,4 @@ |
||||
persistence: |
||||
accessModes: ["ReadWriteOnce"] |
||||
size: 10Gi |
||||
storageClassName: "" |
||||
@ -0,0 +1,48 @@ |
||||
#version: qdrant, 1.12.4 |
||||
images: |
||||
repository: docker.io/qdrant/qdrant |
||||
tag: v1.12.4 |
||||
|
||||
replicaCount: 1 |
||||
|
||||
nodeSelector: {} |
||||
tolerations: [] |
||||
resources: {} |
||||
|
||||
persistence: |
||||
accessModes: ["ReadWriteOnce"] |
||||
size: 10Gi |
||||
storageClassName: "" |
||||
|
||||
config: |
||||
log_level: INFO |
||||
cluster: |
||||
enabled: true |
||||
p2p: |
||||
port: 6335 |
||||
consensus: |
||||
tick_period_ms: 100 |
||||
|
||||
apiKey: false |
||||
readOnlyApiKey: false |
||||
|
||||
ingress: |
||||
enabled: true |
||||
annotations: |
||||
cert-manager.io/cluster-issuer: "root-ca-issuer" |
||||
cert-manager.io/duration: 8760h |
||||
cert-manager.io/renew-before: 720h |
||||
konghq.com/plugins: oidc-plugin, keycloak-authz-plugin |
||||
hosts: |
||||
- host: "demo01-qdrant.gke.paasup.io" |
||||
paths: |
||||
- path: / |
||||
pathType: Prefix |
||||
servicePort: 6333 |
||||
tls: |
||||
- hosts: |
||||
- "demo01-qdrant.gke.paasup.io" |
||||
secretName: "demo01-qdrant-tls-secret" |
||||
|
||||
dip: |
||||
mainPath: dashboard |
||||
@ -0,0 +1,75 @@ |
||||
#version: starrocks, 1.11.0 |
||||
initPassword: |
||||
enabled: true |
||||
password: "" |
||||
passwordSecret: "demo01-star3-infisicalsecret" |
||||
|
||||
timeZone: Asia/Seoul |
||||
|
||||
starrocksCluster: |
||||
enabledBe: false |
||||
enabledCn: true |
||||
|
||||
starrocksFESpec: |
||||
replicas: 3 |
||||
runAsNonRoot: "false" |
||||
service: |
||||
type: ClusterIP |
||||
resources: |
||||
requests: |
||||
cpu: 300m |
||||
memory: 1Gi |
||||
limits: |
||||
cpu: 2 |
||||
memory: 4Gi |
||||
storageSpec: |
||||
name: fe |
||||
storageClassName: "standard-rwo" |
||||
storageSize: 10Gi |
||||
logStorageSize: 5Gi |
||||
|
||||
nodeSelector: {} |
||||
affinity: {} |
||||
tolerations: [] |
||||
|
||||
config: | |
||||
run_mode = shared_data |
||||
cloud_native_storage_type = S3 |
||||
aws_s3_endpoint = minio.minio.svc.cluster.local:9000 |
||||
|
||||
aws_s3_path = starrocks2 |
||||
|
||||
aws_s3_access_key = IyCGYXy3oh1h1rpm6XS1 |
||||
aws_s3_secret_key = hyd2yPyyHTQZByzzixt99pY0AjTyRsWiOTCxBacp |
||||
aws_s3_use_instance_profile = false |
||||
aws_s3_use_aws_sdk_default_behavior = false |
||||
|
||||
enable_load_volume_from_conf = true |
||||
|
||||
|
||||
starrocksCnSpec: |
||||
replicas: 3 |
||||
runAsNonRoot: "false" |
||||
resources: |
||||
requests: |
||||
cpu: 300M |
||||
memory: 2Gi |
||||
limits: |
||||
cpu: 2 |
||||
memory: 4Gi |
||||
storageSpec: |
||||
name: be |
||||
storageClassName: "standard-rwo" |
||||
storageSize: 15Gi |
||||
logStorageSize: 10Gi |
||||
nodeSelector: {} |
||||
affinity: {} |
||||
tolerations: [] |
||||
autoScalingPolicy: {} |
||||
|
||||
|
||||
starrocksFeProxySpec: |
||||
enabled: true |
||||
resolver: "kube-dns.kube-system.svc.cluster.local" |
||||
service: |
||||
type: ClusterIP |
||||
@ -0,0 +1,185 @@ |
||||
#version: superset, 0.13.5-1 |
||||
configOverrides: |
||||
secret: | |
||||
SECRET_KEY = 'W5cHzo1QQitb' |
||||
my_override: | |
||||
FEATURE_FLAGS = { |
||||
"ENABLE_TEMPLATE_REMOVE_FILTERS" : True, |
||||
"ENABLE_TEMPLATE_PROCESSING": True, |
||||
"DASHBOARD_NATIVE_FILTERS" : True, |
||||
"DASHBOARD_NATIVE_FILTERS_SET": True |
||||
} |
||||
enable_oauth: | |
||||
from flask_appbuilder.security.manager import (AUTH_DB, AUTH_OAUTH) |
||||
from superset.security import SupersetSecurityManager |
||||
from flask import request |
||||
|
||||
import requests |
||||
import logging |
||||
|
||||
class CustomSsoSecurityManager(SupersetSecurityManager): |
||||
def oauth_user_info(self, provider, response=None): |
||||
me = self.appbuilder.sm.oauth_remotes[provider].get("openid-connect/userinfo") |
||||
me.raise_for_status() |
||||
data = me.json() |
||||
|
||||
logging.debug("User info from Keycloak: %s", data) |
||||
|
||||
role = [] |
||||
username = data.get("preferred_username", "") |
||||
host = request.host |
||||
dip_api_url = "http://dip-api.platform.svc.cluster.local:8087" |
||||
|
||||
url = f"{dip_api_url}/gwapi/v1/projectusers/{username}" |
||||
request_data = {"url": f"https://{host}"} |
||||
response = requests.post(url, json=request_data, headers={"Content-Type": "application/json"}, verify=False) |
||||
|
||||
if response.status_code == 200: |
||||
logging.info(f"API 요청 성공: {response.status_code}, {response.text}") |
||||
role.append(response.json().get("roleName","")) |
||||
else: |
||||
logging.info(f"API 요청 실패: {response.status_code}, {response.text}") |
||||
role.append("") |
||||
|
||||
return { |
||||
"username": data.get("preferred_username", ""), |
||||
"first_name": data.get("given_name", ""), |
||||
"last_name": data.get("family_name", ""), |
||||
"email": data.get("email", ""), |
||||
"role_keys": role, |
||||
} |
||||
|
||||
AUTH_TYPE = AUTH_OAUTH |
||||
AUTH_USER_REGISTRATION = True |
||||
AUTH_USER_REGISTRATION_ROLE = "Public" |
||||
AUTH_ROLES_SYNC_AT_LOGIN = True |
||||
CUSTOM_SECURITY_MANAGER = CustomSsoSecurityManager |
||||
|
||||
OAUTH_PROVIDERS = [ |
||||
{ |
||||
"name": "keycloak", |
||||
"icon": "fa-key", |
||||
"token_key": "access_token", |
||||
"remote_app": { |
||||
"client_id": "service-demo01-super9", |
||||
"client_secret": "ba5646c9-6be0-4355-af0f-66a6b3626530", |
||||
"client_kwargs": { |
||||
"scope": "openid email profile", |
||||
'verify': False |
||||
}, |
||||
'server_metadata_url': 'https://keycloak.gke.paasup.io/realms/paasup/.well-known/openid-configuration', |
||||
'api_base_url': 'https://keycloak.gke.paasup.io/realms/paasup/protocol/' |
||||
} |
||||
} |
||||
] |
||||
|
||||
AUTH_ROLES_MAPPING = { |
||||
'root': ['Admin'], |
||||
'admin': ['Admin'], |
||||
'manager': ['Admin'], |
||||
'member': ['Alpha'], |
||||
} |
||||
|
||||
bootstrapScript: | |
||||
#!/bin/bash |
||||
apt update |
||||
apt install -y pkg-config build-essential default-libmysqlclient-dev libpq-dev |
||||
pip install sqlalchemy-drill psycopg2-binary Authlib |
||||
pip install mysqlclient |
||||
|
||||
image: |
||||
repository: apachesuperset.docker.scarf.sh/apache/superset |
||||
tag: ~ |
||||
pullPolicy: IfNotPresent |
||||
resources: {} |
||||
nodeSelector: {} |
||||
tolerations: [] |
||||
|
||||
ingress: |
||||
enabled: true |
||||
annotations: |
||||
cert-manager.io/cluster-issuer: "letsencrypt-prod" |
||||
cert-manager.io/duration: 8760h |
||||
cert-manager.io/renew-before: 720h |
||||
path: / |
||||
pathType: ImplementationSpecific |
||||
hosts: |
||||
- "demo01-super9.gke.paasup.io" |
||||
tls: |
||||
- hosts: |
||||
- "demo01-super9.gke.paasup.io" |
||||
secretName: "demo01-super9-tls-secret" |
||||
|
||||
supersetNode: |
||||
replicas: |
||||
enabled: true |
||||
replicaCount: 1 |
||||
|
||||
connections: |
||||
redis_host: "demo01-super9-redis-headless" |
||||
redis_port: "6379" |
||||
redis_user: "" |
||||
redis_cache_db: "1" |
||||
redis_celery_db: "0" |
||||
redis_ssl: |
||||
enabled: false |
||||
ssl_cert_reqs: CERT_NONE |
||||
db_host: "demo01-super9-postgresql" |
||||
db_port: "5432" |
||||
db_user: superset |
||||
db_pass: "Gb58gQx8Nhw8" |
||||
db_name: superset |
||||
resources: {} |
||||
|
||||
supersetWorker: |
||||
replicas: |
||||
enabled: true |
||||
replicaCount: 1 |
||||
resources: {} |
||||
|
||||
supersetCeleryBeat: |
||||
enabled: false |
||||
resources: {} |
||||
|
||||
supersetCeleryFlower: |
||||
enabled: false |
||||
replicaCount: 1 |
||||
resources: {} |
||||
|
||||
postgresql: |
||||
enabled: true |
||||
auth: |
||||
username: superset |
||||
password: "" |
||||
database: superset |
||||
existingSecret: "demo01-super9-infisicalsecret" |
||||
image: |
||||
registry: docker.io |
||||
primary: |
||||
resources: |
||||
limits: {} |
||||
requests: |
||||
memory: 256Mi |
||||
cpu: 250m |
||||
persistence: |
||||
enabled: true |
||||
storageClass: "" |
||||
size: 8Gi |
||||
|
||||
redis: |
||||
enabled: true |
||||
architecture: standalone |
||||
auth: |
||||
enabled: false |
||||
existingSecret: "" |
||||
existingSecretPasswordKey: "" |
||||
image: |
||||
registry: docker.io |
||||
master: |
||||
resources: |
||||
limits: {} |
||||
requests: {} |
||||
persistence: |
||||
enabled: true |
||||
storageClass: "" |
||||
size: 8Gi |
||||
@ -0,0 +1,14 @@ |
||||
#version: kubeflow-profile, 1.10.0 |
||||
apiVersion: kubeflow.org/v1 |
||||
kind: Profile |
||||
metadata: |
||||
name: "demo01-test" |
||||
spec: |
||||
owner: |
||||
kind: User |
||||
name: "adminuser@paasup.io" |
||||
resourceQuotaSpec: |
||||
hard: |
||||
cpu: "16" |
||||
memory: 32Gi |
||||
persistentvolumeclaims: "12" |
||||
@ -0,0 +1,8 @@ |
||||
resources: |
||||
requests: |
||||
cpu: 1000m |
||||
memory: 2Gi |
||||
limits: |
||||
cpu: 2000m |
||||
memory: 4Gi |
||||
|
||||
@ -0,0 +1,4 @@ |
||||
persistence: |
||||
accessModes: ["ReadWriteOnce"] |
||||
size: 10Gi |
||||
storageClassName: "" |
||||
@ -0,0 +1,48 @@ |
||||
#version: qdrant, 1.12.4 |
||||
images: |
||||
repository: docker.io/qdrant/qdrant |
||||
tag: v1.12.4 |
||||
|
||||
replicaCount: 1 |
||||
|
||||
nodeSelector: {} |
||||
tolerations: [] |
||||
resources: {} |
||||
|
||||
persistence: |
||||
accessModes: ["ReadWriteOnce"] |
||||
size: 10Gi |
||||
storageClassName: "" |
||||
|
||||
config: |
||||
log_level: INFO |
||||
cluster: |
||||
enabled: true |
||||
p2p: |
||||
port: 6335 |
||||
consensus: |
||||
tick_period_ms: 100 |
||||
|
||||
apiKey: false |
||||
readOnlyApiKey: false |
||||
|
||||
ingress: |
||||
enabled: true |
||||
annotations: |
||||
cert-manager.io/cluster-issuer: "root-ca-issuer" |
||||
cert-manager.io/duration: 8760h |
||||
cert-manager.io/renew-before: 720h |
||||
konghq.com/plugins: oidc-plugin, keycloak-authz-plugin |
||||
hosts: |
||||
- host: "demo01-test01.gke.paasup.io" |
||||
paths: |
||||
- path: / |
||||
pathType: Prefix |
||||
servicePort: 6333 |
||||
tls: |
||||
- hosts: |
||||
- "demo01-test01.gke.paasup.io" |
||||
secretName: "demo01-test01-tls-secret" |
||||
|
||||
dip: |
||||
mainPath: dashboard |
||||
Loading…
Reference in new issue