parent
434d61536e
commit
5fd8261de2
@ -1,79 +0,0 @@ |
|||||||
#version: kafka-connect, 1.0.0 |
|
||||||
apiVersion: kafka.strimzi.io/v1beta2 |
|
||||||
kind: KafkaConnect |
|
||||||
metadata: |
|
||||||
name: "demo01-kafka-connect2" |
|
||||||
namespace: demo01-kafka |
|
||||||
labels: |
|
||||||
strimzi.io/cluster: kafka |
|
||||||
annotations: |
|
||||||
strimzi.io/use-connector-resources: 'true' |
|
||||||
spec: |
|
||||||
image: paasup/kafka-connect:0.1 |
|
||||||
replicas: 1 |
|
||||||
bootstrapServers: "demo01-kafka.demo01-kafka.svc.cluster.local:9092" |
|
||||||
config: |
|
||||||
group.id: connect-cluster |
|
||||||
offset.storage.topic: connect-offsets |
|
||||||
config.storage.topic: connect-configs |
|
||||||
status.storage.topic: connect-status |
|
||||||
key.converter: org.apache.kafka.connect.json.JsonConverter |
|
||||||
value.converter: org.apache.kafka.connect.json.JsonConverter |
|
||||||
plugin.path: /opt/kafka/plugins |
|
||||||
authentication: |
|
||||||
type: plain |
|
||||||
username: admin |
|
||||||
passwordSecret: |
|
||||||
secretName: "demo01-kafka-connect2-infisicalsecret" |
|
||||||
password: password |
|
||||||
logging: |
|
||||||
type: inline |
|
||||||
loggers: |
|
||||||
rootLogger.level: INFO |
|
||||||
|
|
||||||
--- |
|
||||||
apiVersion: kafka.strimzi.io/v1beta2 |
|
||||||
kind: KafkaConnector |
|
||||||
metadata: |
|
||||||
name: debezium-postgres-source |
|
||||||
namespace: demo01-kafka |
|
||||||
labels: |
|
||||||
strimzi.io/cluster: "demo01-kafka-connect2" |
|
||||||
spec: |
|
||||||
class: io.debezium.connector.postgresql.PostgresConnector |
|
||||||
tasksMax: 1 |
|
||||||
config: |
|
||||||
database.hostname: "demo01-postgresql2-postgresql-ha-postgresql.demo01-postgresql2.svc.cluster.local" |
|
||||||
database.port: "5432" |
|
||||||
database.user: "debezium_repl" |
|
||||||
database.password: "Gb58gQx8Nhw8" |
|
||||||
database.dbname: "postgres" |
|
||||||
table.include.list: "public.subway_passengers" |
|
||||||
plugin.name: pgoutput |
|
||||||
slot.name: debezium_slot |
|
||||||
publication.autocreate.mode: filtered |
|
||||||
topic.prefix: pg |
|
||||||
|
|
||||||
--- |
|
||||||
apiVersion: kafka.strimzi.io/v1beta2 |
|
||||||
kind: KafkaConnector |
|
||||||
metadata: |
|
||||||
name: s3-sink |
|
||||||
namespace: demo01-kafka |
|
||||||
labels: |
|
||||||
strimzi.io/cluster: "demo01-kafka-connect2" |
|
||||||
spec: |
|
||||||
class: io.confluent.connect.s3.S3SinkConnector |
|
||||||
tasksMax: 1 |
|
||||||
config: |
|
||||||
topics: "pg.public.subway_passengers" |
|
||||||
store.url: "http://minio.minio.svc.cluster.local:9000" |
|
||||||
s3.region: us-east-1 |
|
||||||
aws.access.key.id: "adminuser" |
|
||||||
aws.secret.access.key: "Paasupgke1234!" |
|
||||||
s3.bucket.name: "sink" |
|
||||||
s3.part.size: 5242880 |
|
||||||
flush.size: 3 |
|
||||||
format.class: io.confluent.connect.s3.format.json.JsonFormat |
|
||||||
storage.class: io.confluent.connect.s3.storage.S3Storage |
|
||||||
schema.compatibility: NONE |
|
||||||
Loading…
Reference in new issue