diff --git a/demo01-kafka-connect2/values.yaml b/demo01-kafka-connect2/values.yaml new file mode 100644 index 0000000..34a4f72 --- /dev/null +++ b/demo01-kafka-connect2/values.yaml @@ -0,0 +1,79 @@ +#version: kafka-connect, 1.0.0 +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnect +metadata: + name: "demo01-kafka-connect2" + namespace: demo01-kafka + labels: + strimzi.io/cluster: kafka + annotations: + strimzi.io/use-connector-resources: 'true' +spec: + image: paasup/kafka-connect:0.1 + replicas: 1 + bootstrapServers: "demo01-kafka.demo01-kafka.svc.cluster.local:9092" + config: + group.id: connect-cluster + offset.storage.topic: connect-offsets + config.storage.topic: connect-configs + status.storage.topic: connect-status + key.converter: org.apache.kafka.connect.json.JsonConverter + value.converter: org.apache.kafka.connect.json.JsonConverter + plugin.path: /opt/kafka/plugins + authentication: + type: plain + username: admin + passwordSecret: + secretName: "demo01-kafka-connect2-infisicalsecret" + password: password + logging: + type: inline + loggers: + rootLogger.level: INFO + +--- +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnector +metadata: + name: debezium-postgres-source + namespace: demo01-kafka + labels: + strimzi.io/cluster: "demo01-kafka-connect2" +spec: + class: io.debezium.connector.postgresql.PostgresConnector + tasksMax: 1 + config: + database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local" + database.port: "5432" + database.user: "debezium_repl" + database.password: "Gb58gQx8Nhw8" + database.dbname: "postgres" + table.include.list: "public.subway_passengers" + plugin.name: pgoutput + slot.name: debezium_slot + publication.autocreate.mode: filtered + topic.prefix: pg + +--- +apiVersion: kafka.strimzi.io/v1beta2 +kind: KafkaConnector +metadata: + name: s3-sink + namespace: demo01-kafka + labels: + strimzi.io/cluster: "demo01-kafka-connect2" +spec: + class: io.confluent.connect.s3.S3SinkConnector + tasksMax: 1 + config: + topics: "pg.public.subway_passengers" + store.url: "http://minio.minio.svc.cluster.local:9000" + s3.region: us-east-1 + aws.access.key.id: "adminuser" + aws.secret.access.key: "Paasupgke1234!" + s3.bucket.name: "sink" + s3.part.size: 5242880 + flush.size: 3 + format.class: io.confluent.connect.s3.format.json.JsonFormat + storage.class: io.confluent.connect.s3.storage.S3Storage + schema.compatibility: NONE \ No newline at end of file