parent
7cdee84138
commit
6e6a65bf73
@ -0,0 +1,79 @@ |
|||||||
|
#version: kafka-connect, 1.0.0 |
||||||
|
apiVersion: kafka.strimzi.io/v1beta2 |
||||||
|
kind: KafkaConnect |
||||||
|
metadata: |
||||||
|
name: "demo01-kafka-connect2" |
||||||
|
namespace: demo01-kafka |
||||||
|
labels: |
||||||
|
strimzi.io/cluster: kafka |
||||||
|
annotations: |
||||||
|
strimzi.io/use-connector-resources: 'true' |
||||||
|
spec: |
||||||
|
image: paasup/kafka-connect:0.1 |
||||||
|
replicas: 1 |
||||||
|
bootstrapServers: "demo01-kafka.demo01-kafka.svc.cluster.local:9092" |
||||||
|
config: |
||||||
|
group.id: connect-cluster |
||||||
|
offset.storage.topic: connect-offsets |
||||||
|
config.storage.topic: connect-configs |
||||||
|
status.storage.topic: connect-status |
||||||
|
key.converter: org.apache.kafka.connect.json.JsonConverter |
||||||
|
value.converter: org.apache.kafka.connect.json.JsonConverter |
||||||
|
plugin.path: /opt/kafka/plugins |
||||||
|
authentication: |
||||||
|
type: plain |
||||||
|
username: admin |
||||||
|
passwordSecret: |
||||||
|
secretName: "demo01-kafka-connect2-infisicalsecret" |
||||||
|
password: password |
||||||
|
logging: |
||||||
|
type: inline |
||||||
|
loggers: |
||||||
|
rootLogger.level: INFO |
||||||
|
|
||||||
|
--- |
||||||
|
apiVersion: kafka.strimzi.io/v1beta2 |
||||||
|
kind: KafkaConnector |
||||||
|
metadata: |
||||||
|
name: debezium-postgres-source |
||||||
|
namespace: demo01-kafka |
||||||
|
labels: |
||||||
|
strimzi.io/cluster: "demo01-kafka-connect2" |
||||||
|
spec: |
||||||
|
class: io.debezium.connector.postgresql.PostgresConnector |
||||||
|
tasksMax: 1 |
||||||
|
config: |
||||||
|
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local" |
||||||
|
database.port: "5432" |
||||||
|
database.user: "debezium_repl" |
||||||
|
database.password: "Gb58gQx8Nhw8" |
||||||
|
database.dbname: "postgres" |
||||||
|
table.include.list: "public.subway_passengers" |
||||||
|
plugin.name: pgoutput |
||||||
|
slot.name: debezium_slot |
||||||
|
publication.autocreate.mode: filtered |
||||||
|
topic.prefix: pg |
||||||
|
|
||||||
|
--- |
||||||
|
apiVersion: kafka.strimzi.io/v1beta2 |
||||||
|
kind: KafkaConnector |
||||||
|
metadata: |
||||||
|
name: s3-sink |
||||||
|
namespace: demo01-kafka |
||||||
|
labels: |
||||||
|
strimzi.io/cluster: "demo01-kafka-connect2" |
||||||
|
spec: |
||||||
|
class: io.confluent.connect.s3.S3SinkConnector |
||||||
|
tasksMax: 1 |
||||||
|
config: |
||||||
|
topics: "pg.public.subway_passengers" |
||||||
|
store.url: "http://minio.minio.svc.cluster.local:9000" |
||||||
|
s3.region: us-east-1 |
||||||
|
aws.access.key.id: "adminuser" |
||||||
|
aws.secret.access.key: "Paasupgke1234!" |
||||||
|
s3.bucket.name: "sink" |
||||||
|
s3.part.size: 5242880 |
||||||
|
flush.size: 3 |
||||||
|
format.class: io.confluent.connect.s3.format.json.JsonFormat |
||||||
|
storage.class: io.confluent.connect.s3.storage.S3Storage |
||||||
|
schema.compatibility: NONE |
||||||
Loading…
Reference in new issue