Mohammadreza Khani
830e265162
use minio s3 for savepoint and checkpoint path separate task-manager, job-manager and operator use statefulset for task-manager to handle replication support basic credential for download jar request update to flink 1.20.1
34 lines
1.7 KiB
YAML
34 lines
1.7 KiB
YAML
{{- define "flink.env" -}}
|
|
- name: JOB_MANAGER_RPC_ADDRESS
|
|
value: "localhost"
|
|
- name: NAMESPACE
|
|
value: {{ .Release.Namespace }}
|
|
- name: FLINK_PROPERTIES
|
|
value: |
|
|
jobmanager.rpc.address: {{ .Release.Name }}-flink-job-manager
|
|
jobmanager.memory.process.size: {{ .Values.flink.jobManager.processMemory }}
|
|
taskmanager.memory.process.size: {{ .Values.flink.taskManager.processMemory }}
|
|
taskmanager.data.port: 6125
|
|
taskmanager.numberOfTaskSlots: {{ .Values.flink.taskManager.numberOfTaskSlots }}
|
|
parallelism.default: {{ .Values.flink.parallelism.default }}
|
|
state.backend: {{ .Values.flink.state.backend }}
|
|
rest.port: 8081
|
|
rootLogger.level = DEBUG
|
|
rootLogger.appenderRef.console.ref = ConsoleAppender
|
|
high-availability.type: kubernetes
|
|
kubernetes.namespace: {{ .Release.Namespace }}
|
|
kubernetes.cluster-id: {{ .Values.clusterId | default (print .Release.Name "-cluster") }}
|
|
execution.checkpointing.interval: {{ .Values.flink.checkpoint.interval }}
|
|
execution.checkpointing.mode: {{ .Values.flink.checkpoint.mode }}
|
|
state.checkpoints.dir: s3://{{ .Release.Name }}-minio:9000/checkpoints
|
|
state.backend.rocksdb.localdir: /opt/flink/rocksdb
|
|
high-availability.storageDir: /opt/flink/ha
|
|
state.savepoints.dir: s3://{{ .Release.Name }}-minio:9000/savepoints
|
|
state.backend.incremental: {{ .Values.flink.state.incremental }}
|
|
rest.profiling.enabled: true
|
|
s3.endpoint: http://{{ .Release.Name }}-minio:9000 # Use Kubernetes service name
|
|
s3.path.style.access: true
|
|
s3.fs.hadoop.impl: org.apache.hadoop.fs.s3a.S3AFileSystem # Keep for compatibility
|
|
fs.s3a.aws.credentials.provider: com.amazonaws.auth.DefaultAWSCredentialsProviderChain
|
|
{{- end }}
|