Update iceberg support

This commit is contained in:
wbsong111
2026-01-29 16:21:16 +09:00
parent bb69f903f4
commit d4fecb4ae5
6 changed files with 279 additions and 98 deletions
@@ -22,14 +22,38 @@ sessionCluster:
cpu: 2 # Increased from default 1
flinkConfiguration:
taskmanager.numberOfTaskSlots: "4" # Increased from default "2"
volumeMounts:
- name: kafka-certs
# SSL/TLS Configuration for truststore
# security.ssl.internal.enabled: "true"
# security.ssl.internal.truststore: "/opt/flink/certs/ca.p12"
# security.ssl.internal.truststore-type: "PKCS12"
# JVM SSL system properties for JobManager and TaskManager
env.java.opts.jobmanager: "-Djavax.net.ssl.trustStore=/opt/flink/certs/ca.p12 -Djavax.net.ssl.trustStoreType=PKCS12 -Djavax.net.ssl.trustStorePassword=TBnYvX5Hp7y2"
env.java.opts.taskmanager: "-Djavax.net.ssl.trustStore=/opt/flink/certs/ca.p12 -Djavax.net.ssl.trustStoreType=PKCS12 -Djavax.net.ssl.trustStorePassword=TBnYvX5Hp7y2"
# Iceberg REST Catalog SSL Configuration
table.exec.resource.default-parallelism: "2"
# [추가] s3 스키마를 Hadoop S3AFileSystem으로 처리하도록 매핑
fs.s3.impl: org.apache.hadoop.fs.s3a.S3AFileSystem
fs.s3a.impl: org.apache.hadoop.fs.s3a.S3AFileSystem
# [추가] MinIO 사용 시 Path Style Access 필수
fs.s3a.endpoint: "https://minio.example.org"
fs.s3a.path.style.access: "true"
env:
- name: TRUSTSTORE_PASSWORD
valueFrom:
secretKeyRef:
name: truststore-secret
key: ca.password
volumeMounts:
- name: truststore-certs
mountPath: /opt/flink/certs
readOnly: true
volumes:
- name: kafka-certs
- name: truststore-certs
secret:
secretName: kafka-ca-cert
secretName: truststore-secret
# SQL Gateway resource configuration
sqlGateway:
@@ -40,9 +64,41 @@ sqlGateway:
limits:
memory: 2Gi # Increased from default 1Gi
cpu: 1 # Increased from default 0.5
flinkConfiguration:
# JVM SSL system properties for SQL Gateway
# env.java.opts.all: "-Djavax.net.ssl.trustStore=/opt/flink/certs/ca.p12 -Djavax.net.ssl.trustStoreType=PKCS12 -Djavax.net.ssl.trustStorePassword=${TRUSTSTORE_PASSWORD}"
env.java.opts: "-Djavax.net.ssl.trustStore=/opt/flink/certs/ca.p12 -Djavax.net.ssl.trustStoreType=PKCS12 -Djavax.net.ssl.trustStorePassword=TBnYvX5Hp7y2"
env:
- name: TRUSTSTORE_PASSWORD
valueFrom:
secretKeyRef:
name: truststore-secret
key: ca.password
volumeMounts:
- name: truststore-certs
mountPath: /opt/flink/certs
readOnly: true
volumes:
- name: truststore-certs
secret:
secretName: truststore-secret
sqlClient:
enabled: true
env:
- name: TRUSTSTORE_PASSWORD
valueFrom:
secretKeyRef:
name: truststore-secret
key: ca.password
volumeMounts:
- name: truststore-certs
mountPath: /opt/flink/certs
readOnly: true
volumes:
- name: truststore-certs
secret:
secretName: truststore-secret
# Optional: Enable Ingress for external access
# ingress:
# enabled: true