You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
79 lines
2.3 KiB
79 lines
2.3 KiB
#version: kafka-connect, 1.0.0
|
|
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: KafkaConnect
|
|
metadata:
|
|
name: "demo01-kafka-connect2"
|
|
namespace: demo01-kafka
|
|
labels:
|
|
strimzi.io/cluster: kafka
|
|
annotations:
|
|
strimzi.io/use-connector-resources: 'true'
|
|
spec:
|
|
image: paasup/kafka-connect:0.1
|
|
replicas: 1
|
|
bootstrapServers: "demo01-kafka.demo01-kafka.svc.cluster.local:9092"
|
|
config:
|
|
group.id: connect-cluster
|
|
offset.storage.topic: connect-offsets
|
|
config.storage.topic: connect-configs
|
|
status.storage.topic: connect-status
|
|
key.converter: org.apache.kafka.connect.json.JsonConverter
|
|
value.converter: org.apache.kafka.connect.json.JsonConverter
|
|
plugin.path: /opt/kafka/plugins
|
|
authentication:
|
|
type: plain
|
|
username: admin
|
|
passwordSecret:
|
|
secretName: "demo01-kafka-connect2-infisicalsecret"
|
|
password: password
|
|
logging:
|
|
type: inline
|
|
loggers:
|
|
rootLogger.level: INFO
|
|
|
|
---
|
|
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: KafkaConnector
|
|
metadata:
|
|
name: debezium-postgres-source
|
|
namespace: demo01-kafka
|
|
labels:
|
|
strimzi.io/cluster: "demo01-kafka-connect2"
|
|
spec:
|
|
class: io.debezium.connector.postgresql.PostgresConnector
|
|
tasksMax: 1
|
|
config:
|
|
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local"
|
|
database.port: "5432"
|
|
database.user: "debezium_repl"
|
|
database.password: "Gb58gQx8Nhw8"
|
|
database.dbname: "postgres"
|
|
table.include.list: "public.subway_passengers"
|
|
plugin.name: pgoutput
|
|
slot.name: debezium_slot
|
|
publication.autocreate.mode: filtered
|
|
topic.prefix: pg
|
|
|
|
---
|
|
apiVersion: kafka.strimzi.io/v1beta2
|
|
kind: KafkaConnector
|
|
metadata:
|
|
name: s3-sink
|
|
namespace: demo01-kafka
|
|
labels:
|
|
strimzi.io/cluster: "demo01-kafka-connect2"
|
|
spec:
|
|
class: io.confluent.connect.s3.S3SinkConnector
|
|
tasksMax: 1
|
|
config:
|
|
topics: "pg.public.subway_passengers"
|
|
store.url: "http://minio.minio.svc.cluster.local:9000"
|
|
s3.region: us-east-1
|
|
aws.access.key.id: "adminuser"
|
|
aws.secret.access.key: "Paasupgke1234!"
|
|
s3.bucket.name: "sink"
|
|
s3.part.size: 5242880
|
|
flush.size: 3
|
|
format.class: io.confluent.connect.s3.format.json.JsonFormat
|
|
storage.class: io.confluent.connect.s3.storage.S3Storage
|
|
schema.compatibility: NONE |