feat(helm): add filesystem savepoint storage mode
This commit is contained in:
parent
89647f3b5b
commit
83c4b5ded2
@ -2,9 +2,5 @@ apiVersion: v2
|
|||||||
name: flink-kube-operator
|
name: flink-kube-operator
|
||||||
description: Helm chart for flink kube operator
|
description: Helm chart for flink kube operator
|
||||||
type: application
|
type: application
|
||||||
version: 1.1.2
|
version: 1.2.0
|
||||||
appVersion: "0.1.1"
|
appVersion: "0.1.1"
|
||||||
dependencies:
|
|
||||||
- name: minio
|
|
||||||
repository: https://charts.bitnami.com/bitnami
|
|
||||||
version: 16.0.2
|
|
||||||
Binary file not shown.
@ -1,3 +1,4 @@
|
|||||||
|
{{- if eq .Values.flink.state.checkpoint.storageType "filesystem" }}
|
||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
kind: PersistentVolumeClaim
|
kind: PersistentVolumeClaim
|
||||||
metadata:
|
metadata:
|
||||||
@ -8,3 +9,4 @@ spec:
|
|||||||
resources:
|
resources:
|
||||||
requests:
|
requests:
|
||||||
storage: {{ .Values.flink.state.checkpoint.size }}
|
storage: {{ .Values.flink.state.checkpoint.size }}
|
||||||
|
{{- end }}
|
||||||
@ -27,7 +27,11 @@
|
|||||||
{{- end }}
|
{{- end }}
|
||||||
state.backend.rocksdb.localdir: /opt/flink/rocksdb
|
state.backend.rocksdb.localdir: /opt/flink/rocksdb
|
||||||
high-availability.storageDir: /opt/flink/ha
|
high-availability.storageDir: /opt/flink/ha
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
state.savepoints.dir: file:///opt/flink/checkpoints/
|
||||||
|
{{- else if eq .Values.flink.state.savepoint.storageType "s3" }}
|
||||||
state.savepoints.dir: s3://flink/savepoints/
|
state.savepoints.dir: s3://flink/savepoints/
|
||||||
|
{{- end }}
|
||||||
state.backend.incremental: {{ .Values.flink.state.incremental }}
|
state.backend.incremental: {{ .Values.flink.state.incremental }}
|
||||||
rest.profiling.enabled: true
|
rest.profiling.enabled: true
|
||||||
s3.endpoint: http://{{ .Release.Name }}-minio:9000
|
s3.endpoint: http://{{ .Release.Name }}-minio:9000
|
||||||
|
|||||||
@ -68,6 +68,10 @@ spec:
|
|||||||
- name: flink-checkpoint
|
- name: flink-checkpoint
|
||||||
mountPath: /opt/flink/checkpoints
|
mountPath: /opt/flink/checkpoints
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
- name: flink-savepoint
|
||||||
|
mountPath: /opt/flink/savepoint
|
||||||
|
{{- end }}
|
||||||
volumes:
|
volumes:
|
||||||
- name: flink-ha
|
- name: flink-ha
|
||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
@ -77,6 +81,11 @@ spec:
|
|||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
claimName: {{ .Release.Name }}-flink-checkpoint-pvc
|
claimName: {{ .Release.Name }}-flink-checkpoint-pvc
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
- name: flink-savepoint
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: {{ .Release.Name }}-flink-savepoint-pvc
|
||||||
|
{{- end }}
|
||||||
{{- with .Values.nodeSelector }}
|
{{- with .Values.nodeSelector }}
|
||||||
nodeSelector:
|
nodeSelector:
|
||||||
{{- toYaml . | nindent 8 }}
|
{{- toYaml . | nindent 8 }}
|
||||||
|
|||||||
12
helm/chart/templates/flink/savepoint-pvc.yaml
Normal file
12
helm/chart/templates/flink/savepoint-pvc.yaml
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: {{ .Release.Name }}-flink-savepoint-pvc
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteMany
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: {{ .Values.flink.state.savepoint.size }}
|
||||||
|
{{- end }}
|
||||||
@ -38,8 +38,7 @@ podAnnotations: {}
|
|||||||
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
||||||
podLabels: {}
|
podLabels: {}
|
||||||
|
|
||||||
podSecurityContext: {}
|
podSecurityContext: {} # fsGroup: 2000
|
||||||
# fsGroup: 2000
|
|
||||||
|
|
||||||
securityContext: {}
|
securityContext: {}
|
||||||
# capabilities:
|
# capabilities:
|
||||||
@ -64,10 +63,10 @@ ingress:
|
|||||||
# kubernetes.io/ingress.class: nginx
|
# kubernetes.io/ingress.class: nginx
|
||||||
# kubernetes.io/tls-acme: "true"
|
# kubernetes.io/tls-acme: "true"
|
||||||
hosts:
|
hosts:
|
||||||
- host: chart-example.local
|
- host: chart-example.local
|
||||||
paths:
|
paths:
|
||||||
- path: /
|
- path: /
|
||||||
pathType: ImplementationSpecific
|
pathType: ImplementationSpecific
|
||||||
tls: []
|
tls: []
|
||||||
# - secretName: chart-example-tls
|
# - secretName: chart-example-tls
|
||||||
# hosts:
|
# hosts:
|
||||||
@ -106,7 +105,6 @@ autoscaling:
|
|||||||
config:
|
config:
|
||||||
flinkApiUrl: flink:8081
|
flinkApiUrl: flink:8081
|
||||||
|
|
||||||
|
|
||||||
nodeSelector: {}
|
nodeSelector: {}
|
||||||
|
|
||||||
tolerations: []
|
tolerations: []
|
||||||
@ -120,13 +118,13 @@ flink:
|
|||||||
tag: 1.20.1-scala_2.12-java17-minicluster
|
tag: 1.20.1-scala_2.12-java17-minicluster
|
||||||
|
|
||||||
parallelism:
|
parallelism:
|
||||||
default: 1 # Default parallelism for Flink jobs
|
default: 1 # Default parallelism for Flink jobs
|
||||||
|
|
||||||
state:
|
state:
|
||||||
backend: rocksdb # Use RocksDB for state backend
|
backend: rocksdb # Use RocksDB for state backend
|
||||||
incremental: true
|
incremental: true
|
||||||
ha:
|
ha:
|
||||||
dir: "/opt/flink/ha" # Directory to store ha data
|
dir: "/opt/flink/ha" # Directory to store ha data
|
||||||
pvcName: flink-ha-pvc # PVC for ha
|
pvcName: flink-ha-pvc # PVC for ha
|
||||||
size: 10Gi # PVC size for ha
|
size: 10Gi # PVC size for ha
|
||||||
checkpoint:
|
checkpoint:
|
||||||
@ -134,6 +132,9 @@ flink:
|
|||||||
interval: 5min
|
interval: 5min
|
||||||
mode: EXACTLY_ONCE
|
mode: EXACTLY_ONCE
|
||||||
size: 8Gi
|
size: 8Gi
|
||||||
|
savepoint:
|
||||||
|
storageType: s3
|
||||||
|
size: 8Gi
|
||||||
|
|
||||||
jobManager:
|
jobManager:
|
||||||
processMemory: 4096m # Size of job manager process memory
|
processMemory: 4096m # Size of job manager process memory
|
||||||
@ -141,9 +142,8 @@ flink:
|
|||||||
properties:
|
properties:
|
||||||
jobmanager.rpc.timeout: 300s
|
jobmanager.rpc.timeout: 300s
|
||||||
|
|
||||||
|
|
||||||
taskManager:
|
taskManager:
|
||||||
numberOfTaskSlots: 12 # Number of task slots for task manager
|
numberOfTaskSlots: 12 # Number of task slots for task manager
|
||||||
processMemory: 4096m # Size of task manager process memory
|
processMemory: 4096m # Size of task manager process memory
|
||||||
replicas: 1 # Number of task manager replicas
|
replicas: 1 # Number of task manager replicas
|
||||||
storage:
|
storage:
|
||||||
|
|||||||
BIN
helm/flink-kube-operator-1.2.0.tgz
Normal file
BIN
helm/flink-kube-operator-1.2.0.tgz
Normal file
Binary file not shown.
@ -1,6 +1,20 @@
|
|||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
entries:
|
entries:
|
||||||
flink-kube-operator:
|
flink-kube-operator:
|
||||||
|
- apiVersion: v2
|
||||||
|
appVersion: 0.1.1
|
||||||
|
created: "2025-05-17T12:47:25.848097207+03:30"
|
||||||
|
dependencies:
|
||||||
|
- name: minio
|
||||||
|
repository: https://charts.bitnami.com/bitnami
|
||||||
|
version: 16.0.2
|
||||||
|
description: Helm chart for flink kube operator
|
||||||
|
digest: 3458b9be97d2a4bcf8574706e44ea9f7fdeb11e83058a615566e6e094a51b920
|
||||||
|
name: flink-kube-operator
|
||||||
|
type: application
|
||||||
|
urls:
|
||||||
|
- flink-kube-operator-1.2.0.tgz
|
||||||
|
version: 1.2.0
|
||||||
- apiVersion: v2
|
- apiVersion: v2
|
||||||
appVersion: 0.1.1
|
appVersion: 0.1.1
|
||||||
created: "2025-04-15T12:06:59.425538953+03:30"
|
created: "2025-04-15T12:06:59.425538953+03:30"
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user