You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
348 lines
19 KiB
348 lines
19 KiB
{{- /*
|
|
Copyright Broadcom, Inc. All Rights Reserved.
|
|
SPDX-License-Identifier: APACHE-2.0
|
|
*/}}
|
|
|
|
{{- if .Values.provisioning.enabled }}
|
|
kind: Job
|
|
apiVersion: batch/v1
|
|
metadata:
|
|
name: {{ printf "%s-provisioning" (include "common.names.fullname" .) }}
|
|
namespace: {{ include "common.names.namespace" . | quote }}
|
|
labels: {{- include "common.labels.standard" ( dict "customLabels" .Values.commonLabels "context" $ ) | nindent 4 }}
|
|
app.kubernetes.io/component: kafka-provisioning
|
|
annotations:
|
|
{{- if .Values.provisioning.useHelmHooks }}
|
|
helm.sh/hook: post-install,post-upgrade
|
|
helm.sh/hook-delete-policy: before-hook-creation,hook-succeeded
|
|
{{- end }}
|
|
{{- if .Values.commonAnnotations }}
|
|
{{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }}
|
|
{{- end }}
|
|
spec:
|
|
template:
|
|
metadata:
|
|
{{- $podLabels := include "common.tplvalues.merge" ( dict "values" ( list .Values.provisioning.podLabels .Values.commonLabels ) "context" . ) }}
|
|
labels: {{- include "common.labels.standard" ( dict "customLabels" $podLabels "context" $ ) | nindent 8 }}
|
|
app.kubernetes.io/component: kafka-provisioning
|
|
{{- if .Values.provisioning.podAnnotations }}
|
|
annotations: {{- include "common.tplvalues.render" (dict "value" .Values.provisioning.podAnnotations "context" $) | nindent 8 }}
|
|
{{- end }}
|
|
spec:
|
|
serviceAccountName: {{ template "kafka.provisioning.serviceAccountName" . }}
|
|
automountServiceAccountToken: {{ .Values.provisioning.automountServiceAccountToken }}
|
|
enableServiceLinks: {{ .Values.provisioning.enableServiceLinks }}
|
|
{{- include "kafka.imagePullSecrets" . | nindent 6 }}
|
|
{{- if .Values.provisioning.schedulerName }}
|
|
schedulerName: {{ .Values.provisioning.schedulerName | quote }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.podSecurityContext.enabled }}
|
|
securityContext: {{- include "common.compatibility.renderSecurityContext" (dict "secContext" .Values.provisioning.podSecurityContext "context" $) | nindent 8 }}
|
|
{{- end }}
|
|
restartPolicy: OnFailure
|
|
terminationGracePeriodSeconds: 0
|
|
{{- if .Values.provisioning.nodeSelector }}
|
|
nodeSelector: {{- include "common.tplvalues.render" ( dict "value" .Values.provisioning.nodeSelector "context" $) | nindent 8 }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.tolerations }}
|
|
tolerations: {{- include "common.tplvalues.render" (dict "value" .Values.provisioning.tolerations "context" .) | nindent 8 }}
|
|
{{- end }}
|
|
initContainers:
|
|
- name: prepare-config
|
|
image: {{ include "kafka.image" . }}
|
|
imagePullPolicy: {{ .Values.image.pullPolicy | quote }}
|
|
{{- if .Values.provisioning.containerSecurityContext.enabled }}
|
|
securityContext: {{- include "common.compatibility.renderSecurityContext" (dict "secContext" .Values.provisioning.containerSecurityContext "context" $) | nindent 12 }}
|
|
{{- end }}
|
|
command:
|
|
- /bin/bash
|
|
args:
|
|
- -ec
|
|
- |
|
|
. /opt/bitnami/scripts/libkafka.sh
|
|
|
|
if [[ ! -f "$KAFKA_CONF_FILE" ]]; then
|
|
touch $KAFKA_CONF_FILE
|
|
|
|
kafka_server_conf_set security.protocol {{ .Values.listeners.client.protocol | quote }}
|
|
{{- if regexFind "SSL" (upper .Values.listeners.client.protocol) }}
|
|
kafka_server_conf_set ssl.keystore.type {{ upper .Values.provisioning.auth.tls.type | quote }}
|
|
kafka_server_conf_set ssl.truststore.type {{ upper .Values.provisioning.auth.tls.type | quote }}
|
|
! is_empty_value "$KAFKA_CLIENT_KEY_PASSWORD" && kafka_server_conf_set ssl.key.password "$KAFKA_CLIENT_KEY_PASSWORD"
|
|
{{- if eq (upper .Values.provisioning.auth.tls.type) "PEM" }}
|
|
{{- if .Values.provisioning.auth.tls.caCert }}
|
|
file_to_multiline_property() {
|
|
awk 'NR > 1{print line" \\"}{line=$0;}END{print $0" "}' <"${1:?missing file}"
|
|
}
|
|
# Convert the PEM key to PKCS#8 Format for Java compatibility
|
|
openssl pkcs8 -topk8 -nocrypt -passin pass:"${KAFKA_TLS_PEM_KEY_PASSWORD:-}" -in "/certs/{{ .Values.provisioning.auth.tls.key }}" -out "/shared/tls.key"
|
|
kafka_server_conf_set ssl.keystore.key "$(file_to_multiline_property "/shared/tls.key")"
|
|
kafka_server_conf_set ssl.keystore.certificate.chain "$(file_to_multiline_property "/certs/{{ .Values.provisioning.auth.tls.cert }}")"
|
|
kafka_server_conf_set ssl.truststore.certificates "$(file_to_multiline_property "/certs/{{ .Values.provisioning.auth.tls.caCert }}")"
|
|
{{- else }}
|
|
kafka_server_conf_set ssl.keystore.location "/certs/{{ .Values.provisioning.auth.tls.keystore }}"
|
|
kafka_server_conf_set ssl.truststore.location "/certs/{{ .Values.provisioning.auth.tls.truststore }}"
|
|
{{- end }}
|
|
{{- else if eq (upper .Values.provisioning.auth.tls.type) "JKS" }}
|
|
kafka_server_conf_set ssl.keystore.location "/certs/{{ .Values.provisioning.auth.tls.keystore }}"
|
|
kafka_server_conf_set ssl.truststore.location "/certs/{{ .Values.provisioning.auth.tls.truststore }}"
|
|
! is_empty_value "$KAFKA_CLIENT_KEYSTORE_PASSWORD" && kafka_server_conf_set ssl.keystore.password "$KAFKA_CLIENT_KEYSTORE_PASSWORD"
|
|
! is_empty_value "$KAFKA_CLIENT_TRUSTSTORE_PASSWORD" && kafka_server_conf_set ssl.truststore.password "$KAFKA_CLIENT_TRUSTSTORE_PASSWORD"
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if regexFind "SASL" (upper .Values.listeners.client.protocol) }}
|
|
{{- if regexFind "PLAIN" ( upper .Values.sasl.enabledMechanisms) }}
|
|
kafka_server_conf_set sasl.mechanism PLAIN
|
|
kafka_server_conf_set sasl.jaas.config "org.apache.kafka.common.security.plain.PlainLoginModule required username=\"$SASL_USERNAME\" password=\"$SASL_USER_PASSWORD\";"
|
|
{{- else if regexFind "SCRAM-SHA-256" ( upper .Values.sasl.enabledMechanisms) }}
|
|
kafka_server_conf_set sasl.mechanism SCRAM-SHA-256
|
|
kafka_server_conf_set sasl.jaas.config "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"$SASL_USERNAME\" password=\"$SASL_USER_PASSWORD\";"
|
|
{{- else if regexFind "SCRAM-SHA-512" ( upper .Values.sasl.enabledMechanisms) }}
|
|
kafka_server_conf_set sasl.mechanism SCRAM-SHA-512
|
|
kafka_server_conf_set sasl.jaas.config "org.apache.kafka.common.security.scram.ScramLoginModule required username=\"$SASL_USERNAME\" password=\"$SASL_USER_PASSWORD\";"
|
|
{{- else if regexFind "OAUTHBEARER" ( upper .Values.sasl.enabledMechanisms) }}
|
|
kafka_server_conf_set sasl.mechanism OAUTHBEARER
|
|
kafka_server_conf_set sasl.jaas.config "org.apache.kafka.common.security.oauthbearer.OAuthBearerLoginModule required clientId=\"$SASL_CLIENT_ID\" password=\"$SASL_CLIENT_SECRET\";"
|
|
kafka_server_conf_set sasl.login.callback.handler.class "org.apache.kafka.common.security.oauthbearer.secured.OAuthBearerLoginCallbackHandler"
|
|
kafka_server_conf_set sasl.oauthbearer.token.endpoint.url {{ .Values.sasl.oauthbearer.tokenEndpointUrl | quote }}
|
|
{{- end }}
|
|
{{- end }}
|
|
fi
|
|
env:
|
|
- name: KAFKA_CONF_FILE
|
|
value: /shared/client.properties
|
|
{{- if and (regexFind "SSL" (upper .Values.listeners.client.protocol)) .Values.provisioning.auth.tls.passwordsSecret }}
|
|
- name: KAFKA_CLIENT_KEY_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ template "kafka.client.passwordsSecretName" . }}
|
|
key: {{ .Values.provisioning.auth.tls.keyPasswordSecretKey }}
|
|
- name: KAFKA_CLIENT_KEYSTORE_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ template "kafka.client.passwordsSecretName" . }}
|
|
key: {{ .Values.provisioning.auth.tls.keystorePasswordSecretKey }}
|
|
- name: KAFKA_CLIENT_TRUSTSTORE_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ template "kafka.client.passwordsSecretName" . }}
|
|
key: {{ .Values.provisioning.auth.tls.truststorePasswordSecretKey }}
|
|
{{- end }}
|
|
{{- if and (not .Values.tls.autoGenerated.enabled) (or .Values.tls.keyPassword (and .Values.tls.passwordsSecret .Values.tls.passwordsSecretPemPasswordKey)) }}
|
|
- name: KAFKA_TLS_PEM_KEY_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ include "kafka.tlsPasswordsSecretName" .context }}
|
|
key: {{ default "key-password" .context.Values.tls.passwordsSecretPemPasswordKey | quote }}
|
|
{{- end }}
|
|
{{- if regexFind "SASL" (upper .Values.listeners.client.protocol) }}
|
|
{{- if include "kafka.saslUserPasswordsEnabled" . }}
|
|
- name: SASL_USERNAME
|
|
value: {{ index .Values.sasl.client.users 0 | quote }}
|
|
- name: SASL_USER_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ include "kafka.saslSecretName" . }}
|
|
key: system-user-password
|
|
{{- end }}
|
|
{{- if include "kafka.saslClientSecretsEnabled" . }}
|
|
- name: SASL_CLIENT_ID
|
|
value: {{ .Values.sasl.interbroker.clientId | quote }}
|
|
- name: SASL_USER_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: {{ include "kafka.saslSecretName" . }}
|
|
key: inter-broker-client-secret
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.resources }}
|
|
resources: {{- toYaml .Values.provisioning.resources | nindent 12 }}
|
|
{{- else if ne .Values.provisioning.resourcesPreset "none" }}
|
|
resources: {{- include "common.resources.preset" (dict "type" .Values.provisioning.resourcesPreset) | nindent 12 }}
|
|
{{- end }}
|
|
volumeMounts:
|
|
- name: shared
|
|
mountPath: /shared
|
|
{{- if (regexFind "SSL" (upper .Values.listeners.client.protocol)) }}
|
|
{{- if not (empty .Values.provisioning.auth.tls.certificatesSecret) }}
|
|
- name: kafka-client-certs
|
|
mountPath: /certs
|
|
readOnly: true
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.waitForKafka }}
|
|
- name: wait-for-available-kafka
|
|
image: {{ include "kafka.image" . }}
|
|
imagePullPolicy: {{ .Values.image.pullPolicy | quote }}
|
|
{{- if .Values.provisioning.containerSecurityContext.enabled }}
|
|
securityContext: {{- include "common.compatibility.renderSecurityContext" (dict "secContext" .Values.provisioning.containerSecurityContext "context" $) | nindent 12 }}
|
|
{{- end }}
|
|
command:
|
|
- /bin/bash
|
|
args:
|
|
- -ec
|
|
- |
|
|
. /opt/bitnami/scripts/libos.sh
|
|
|
|
exit_code=0
|
|
if ! retry_while "/opt/bitnami/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server ${KAFKA_SERVICE} --command-config /shared/client.properties"; then
|
|
echo "Kafka is not ready"
|
|
exit_code=1
|
|
else
|
|
echo "Kafka ready"
|
|
fi
|
|
|
|
exit "$exit_code"
|
|
env:
|
|
- name: KAFKA_SERVICE
|
|
value: {{ printf "%s:%d" (include "common.names.fullname" .) (.Values.service.ports.client | int64) }}
|
|
{{- if .Values.provisioning.resources }}
|
|
resources: {{- toYaml .Values.provisioning.resources | nindent 12 }}
|
|
{{- else if ne .Values.provisioning.resourcesPreset "none" }}
|
|
resources: {{- include "common.resources.preset" (dict "type" .Values.provisioning.resourcesPreset) | nindent 12 }}
|
|
{{- end }}
|
|
volumeMounts:
|
|
- name: shared
|
|
mountPath: /shared
|
|
{{- if (regexFind "SSL" (upper .Values.listeners.client.protocol)) }}
|
|
{{- if not (empty .Values.provisioning.auth.tls.certificatesSecret) }}
|
|
- name: kafka-client-certs
|
|
mountPath: /certs
|
|
readOnly: true
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.initContainers }}
|
|
{{- include "common.tplvalues.render" ( dict "value" .Values.provisioning.initContainers "context" $ ) | nindent 8 }}
|
|
{{- end }}
|
|
{{- if .Values.initContainers }}
|
|
{{- include "common.tplvalues.render" ( dict "value" .Values.initContainers "context" $ ) | nindent 8 }}
|
|
{{- end }}
|
|
containers:
|
|
- name: kafka-provisioning
|
|
image: {{ include "kafka.image" . }}
|
|
imagePullPolicy: {{ .Values.image.pullPolicy | quote }}
|
|
{{- if .Values.provisioning.containerSecurityContext.enabled }}
|
|
securityContext: {{- include "common.compatibility.renderSecurityContext" (dict "secContext" .Values.provisioning.containerSecurityContext "context" $) | nindent 12 }}
|
|
{{- end }}
|
|
{{- if .Values.diagnosticMode.enabled }}
|
|
command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 12 }}
|
|
{{- else if .Values.provisioning.command }}
|
|
command: {{- include "common.tplvalues.render" (dict "value" .Values.provisioning.command "context" $) | nindent 12 }}
|
|
{{- else }}
|
|
command:
|
|
- /bin/bash
|
|
{{- end }}
|
|
{{- if .Values.diagnosticMode.enabled }}
|
|
args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 12 }}
|
|
{{- else if .Values.provisioning.args }}
|
|
args: {{- include "common.tplvalues.render" (dict "value" .Values.provisioning.args "context" $) | nindent 12 }}
|
|
{{- else }}
|
|
args:
|
|
- -ec
|
|
- |
|
|
{{- if .Values.provisioning.preScript }}
|
|
echo "Running pre-provisioning script"
|
|
{{ .Values.provisioning.preScript | nindent 14 }}
|
|
{{- end }}
|
|
|
|
kafka_provisioning_commands=(
|
|
{{- range $topic := .Values.provisioning.topics }}
|
|
"/opt/bitnami/kafka/bin/kafka-topics.sh \
|
|
--create \
|
|
--if-not-exists \
|
|
--bootstrap-server ${KAFKA_SERVICE} \
|
|
--replication-factor {{ $topic.replicationFactor | default $.Values.provisioning.replicationFactor }} \
|
|
--partitions {{ $topic.partitions | default $.Values.provisioning.numPartitions }} \
|
|
{{- range $name, $value := $topic.config }}
|
|
--config {{ $name }}={{ $value }} \
|
|
{{- end }}
|
|
--command-config /shared/client.properties \
|
|
--topic {{ $topic.name }}"
|
|
{{- end }}
|
|
{{- range $command := .Values.provisioning.extraProvisioningCommands }}
|
|
{{- $command | quote | nindent 16 }}
|
|
{{- end }}
|
|
)
|
|
|
|
echo "Starting provisioning"
|
|
for ((index=0; index < ${#kafka_provisioning_commands[@]}; index+={{ .Values.provisioning.parallel }})); do
|
|
for j in $(seq ${index} $((${index}+{{ .Values.provisioning.parallel }}-1))); do
|
|
${kafka_provisioning_commands[j]} &
|
|
done
|
|
# Wait the end of the jobs
|
|
wait
|
|
done
|
|
|
|
{{- if .Values.provisioning.postScript }}
|
|
echo "Running post-provisioning script"
|
|
{{ .Values.provisioning.postScript | nindent 14 }}
|
|
{{- end }}
|
|
|
|
echo "Provisioning succeeded"
|
|
{{- end }}
|
|
env:
|
|
- name: BITNAMI_DEBUG
|
|
value: {{ ternary "true" "false" (or .Values.image.debug .Values.diagnosticMode.enabled) | quote }}
|
|
- name: KAFKA_SERVICE
|
|
value: {{ printf "%s:%d" (include "common.names.fullname" .) (.Values.service.ports.client | int64) }}
|
|
{{- if .Values.provisioning.extraEnvVars }}
|
|
{{- include "common.tplvalues.render" ( dict "value" .Values.provisioning.extraEnvVars "context" $) | nindent 12 }}
|
|
{{- end }}
|
|
{{- if or .Values.provisioning.extraEnvVarsCM .Values.provisioning.extraEnvVarsSecret }}
|
|
envFrom:
|
|
{{- if .Values.provisioning.extraEnvVarsCM }}
|
|
- configMapRef:
|
|
name: {{ include "common.tplvalues.render" (dict "value" .Values.provisioning.extraEnvVarsCM "context" $) }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.extraEnvVarsSecret }}
|
|
- secretRef:
|
|
name: {{ include "common.tplvalues.render" (dict "value" .Values.provisioning.extraEnvVarsSecret "context" $) }}
|
|
{{- end }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.resources }}
|
|
resources: {{- toYaml .Values.provisioning.resources | nindent 12 }}
|
|
{{- else if ne .Values.provisioning.resourcesPreset "none" }}
|
|
resources: {{- include "common.resources.preset" (dict "type" .Values.provisioning.resourcesPreset) | nindent 12 }}
|
|
{{- end }}
|
|
volumeMounts:
|
|
{{- if or .Values.log4j2 .Values.existingLog4j2ConfigMap }}
|
|
- name: log4j2-config
|
|
mountPath: /opt/bitnami/kafka/config/log4j2.yaml
|
|
subPath: log4j2.yaml
|
|
{{- end }}
|
|
{{- if (regexFind "SSL" (upper .Values.listeners.client.protocol)) }}
|
|
{{- if not (empty .Values.provisioning.auth.tls.certificatesSecret) }}
|
|
- name: kafka-client-certs
|
|
mountPath: /certs
|
|
readOnly: true
|
|
{{- end }}
|
|
{{- end }}
|
|
- name: shared
|
|
mountPath: /shared
|
|
{{- if .Values.provisioning.extraVolumeMounts }}
|
|
{{- include "common.tplvalues.render" (dict "value" .Values.provisioning.extraVolumeMounts "context" $) | nindent 12 }}
|
|
{{- end }}
|
|
{{- if .Values.provisioning.sidecars }}
|
|
{{- include "common.tplvalues.render" (dict "value" .Values.provisioning.sidecars "context" $) | nindent 8 }}
|
|
{{- end }}
|
|
volumes:
|
|
{{- if or .Values.log4j2 .Values.existingLog4j2ConfigMap }}
|
|
- name: log4j2-config
|
|
configMap:
|
|
name: {{ include "kafka.log4j2.configMapName" . }}
|
|
{{- end }}
|
|
{{- if (regexFind "SSL" (upper .Values.listeners.client.protocol)) }}
|
|
{{- if not (empty .Values.provisioning.auth.tls.certificatesSecret) }}
|
|
- name: kafka-client-certs
|
|
secret:
|
|
secretName: {{ .Values.provisioning.auth.tls.certificatesSecret }}
|
|
defaultMode: 256
|
|
{{- end }}
|
|
{{- end }}
|
|
- name: shared
|
|
emptyDir: {}
|
|
{{- if .Values.provisioning.extraVolumes }}
|
|
{{- include "common.tplvalues.render" (dict "value" .Values.provisioning.extraVolumes "context" $) | nindent 8 }}
|
|
{{- end }}
|
|
{{- end }}
|
|
|