Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 5ca1c28b33 | |||
| d73292ac54 | |||
| f0df5ff937 | |||
| 83c4b5ded2 | |||
| 89647f3b5b |
@ -2,9 +2,5 @@ apiVersion: v2
|
|||||||
name: flink-kube-operator
|
name: flink-kube-operator
|
||||||
description: Helm chart for flink kube operator
|
description: Helm chart for flink kube operator
|
||||||
type: application
|
type: application
|
||||||
version: 1.1.1
|
version: 1.2.3
|
||||||
appVersion: "0.1.1"
|
appVersion: "0.1.1"
|
||||||
dependencies:
|
|
||||||
- name: minio
|
|
||||||
repository: https://charts.bitnami.com/bitnami
|
|
||||||
version: 16.0.2
|
|
||||||
Binary file not shown.
@ -1,3 +1,4 @@
|
|||||||
|
{{- if eq .Values.flink.state.checkpoint.storageType "filesystem" }}
|
||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
kind: PersistentVolumeClaim
|
kind: PersistentVolumeClaim
|
||||||
metadata:
|
metadata:
|
||||||
@ -8,3 +9,4 @@ spec:
|
|||||||
resources:
|
resources:
|
||||||
requests:
|
requests:
|
||||||
storage: {{ .Values.flink.state.checkpoint.size }}
|
storage: {{ .Values.flink.state.checkpoint.size }}
|
||||||
|
{{- end }}
|
||||||
@ -27,11 +27,17 @@
|
|||||||
{{- end }}
|
{{- end }}
|
||||||
state.backend.rocksdb.localdir: /opt/flink/rocksdb
|
state.backend.rocksdb.localdir: /opt/flink/rocksdb
|
||||||
high-availability.storageDir: /opt/flink/ha
|
high-availability.storageDir: /opt/flink/ha
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
state.savepoints.dir: file:///opt/flink/savepoints/
|
||||||
|
{{- else if eq .Values.flink.state.savepoint.storageType "s3" }}
|
||||||
state.savepoints.dir: s3://flink/savepoints/
|
state.savepoints.dir: s3://flink/savepoints/
|
||||||
|
{{- end }}
|
||||||
state.backend.incremental: {{ .Values.flink.state.incremental }}
|
state.backend.incremental: {{ .Values.flink.state.incremental }}
|
||||||
rest.profiling.enabled: true
|
rest.profiling.enabled: true
|
||||||
|
{{- if or (eq .Values.flink.state.checkpoint.storageType "s3") (eq .Values.flink.state.savepoint.storageType "s3") }}
|
||||||
s3.endpoint: http://{{ .Release.Name }}-minio:9000
|
s3.endpoint: http://{{ .Release.Name }}-minio:9000
|
||||||
s3.path.style.access: true
|
s3.path.style.access: true
|
||||||
|
{{- end }}
|
||||||
{{- toYaml .Values.flink.properties | default "" | nindent 4 }}
|
{{- toYaml .Values.flink.properties | default "" | nindent 4 }}
|
||||||
|
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
|||||||
@ -49,6 +49,7 @@ spec:
|
|||||||
valueFrom:
|
valueFrom:
|
||||||
fieldRef:
|
fieldRef:
|
||||||
fieldPath: status.podIP
|
fieldPath: status.podIP
|
||||||
|
{{- if or (eq .Values.flink.state.checkpoint.storageType "s3") (eq .Values.flink.state.savepoint.storageType "s3") }}
|
||||||
- name: S3_ENDPOINT
|
- name: S3_ENDPOINT
|
||||||
value: "http://minio-service:9000"
|
value: "http://minio-service:9000"
|
||||||
- name: AWS_ACCESS_KEY_ID
|
- name: AWS_ACCESS_KEY_ID
|
||||||
@ -61,6 +62,7 @@ spec:
|
|||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
name: {{ .Release.Name }}-flink-secrets
|
name: {{ .Release.Name }}-flink-secrets
|
||||||
key: minio_secret_key
|
key: minio_secret_key
|
||||||
|
{{- end }}
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: flink-ha
|
- name: flink-ha
|
||||||
mountPath: {{ .Values.flink.state.ha.dir }}
|
mountPath: {{ .Values.flink.state.ha.dir }}
|
||||||
@ -68,6 +70,10 @@ spec:
|
|||||||
- name: flink-checkpoint
|
- name: flink-checkpoint
|
||||||
mountPath: /opt/flink/checkpoints
|
mountPath: /opt/flink/checkpoints
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
- name: flink-savepoint
|
||||||
|
mountPath: /opt/flink/savepoints
|
||||||
|
{{- end }}
|
||||||
volumes:
|
volumes:
|
||||||
- name: flink-ha
|
- name: flink-ha
|
||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
@ -77,6 +83,11 @@ spec:
|
|||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
claimName: {{ .Release.Name }}-flink-checkpoint-pvc
|
claimName: {{ .Release.Name }}-flink-checkpoint-pvc
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
- name: flink-savepoint
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: {{ .Release.Name }}-flink-savepoint-pvc
|
||||||
|
{{- end }}
|
||||||
{{- with .Values.nodeSelector }}
|
{{- with .Values.nodeSelector }}
|
||||||
nodeSelector:
|
nodeSelector:
|
||||||
{{- toYaml . | nindent 8 }}
|
{{- toYaml . | nindent 8 }}
|
||||||
|
|||||||
12
helm/chart/templates/flink/savepoint-pvc.yaml
Normal file
12
helm/chart/templates/flink/savepoint-pvc.yaml
Normal file
@ -0,0 +1,12 @@
|
|||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: {{ .Release.Name }}-flink-savepoint-pvc
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteMany
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: {{ .Values.flink.state.savepoint.size }}
|
||||||
|
{{- end }}
|
||||||
@ -31,6 +31,7 @@ spec:
|
|||||||
valueFrom:
|
valueFrom:
|
||||||
fieldRef:
|
fieldRef:
|
||||||
fieldPath: status.podIP
|
fieldPath: status.podIP
|
||||||
|
{{- if or (eq .Values.flink.state.checkpoint.storageType "s3") (eq .Values.flink.state.savepoint.storageType "s3") }}
|
||||||
- name: S3_ENDPOINT
|
- name: S3_ENDPOINT
|
||||||
value: "http://minio-service:9000"
|
value: "http://minio-service:9000"
|
||||||
- name: AWS_ACCESS_KEY_ID
|
- name: AWS_ACCESS_KEY_ID
|
||||||
@ -43,6 +44,7 @@ spec:
|
|||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
name: {{ .Release.Name }}-flink-secrets
|
name: {{ .Release.Name }}-flink-secrets
|
||||||
key: minio_secret_key
|
key: minio_secret_key
|
||||||
|
{{- end }}
|
||||||
volumeMounts:
|
volumeMounts:
|
||||||
- name: rocksdb-storage
|
- name: rocksdb-storage
|
||||||
mountPath: /opt/flink/rocksdb
|
mountPath: /opt/flink/rocksdb
|
||||||
@ -50,14 +52,24 @@ spec:
|
|||||||
- name: flink-checkpoint
|
- name: flink-checkpoint
|
||||||
mountPath: /opt/flink/checkpoints
|
mountPath: /opt/flink/checkpoints
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
- name: flink-savepoint
|
||||||
|
mountPath: /opt/flink/savepoints
|
||||||
|
{{- end }}
|
||||||
resources:
|
resources:
|
||||||
{{- toYaml .Values.flink.taskManager.resources | nindent 10 }}
|
{{- toYaml .Values.flink.taskManager.resources | nindent 10 }}
|
||||||
{{- if eq .Values.flink.state.checkpoint.storageType "filesystem" }}
|
|
||||||
volumes:
|
volumes:
|
||||||
|
{{- if eq .Values.flink.state.checkpoint.storageType "filesystem" }}
|
||||||
- name: flink-checkpoint
|
- name: flink-checkpoint
|
||||||
persistentVolumeClaim:
|
persistentVolumeClaim:
|
||||||
claimName: {{ .Release.Name }}-flink-checkpoint-pvc
|
claimName: {{ .Release.Name }}-flink-checkpoint-pvc
|
||||||
{{- end }}
|
{{- end }}
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "filesystem" }}
|
||||||
|
- name: flink-savepoint
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: {{ .Release.Name }}-flink-savepoint-pvc
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
volumeClaimTemplates:
|
volumeClaimTemplates:
|
||||||
- metadata:
|
- metadata:
|
||||||
name: rocksdb-storage
|
name: rocksdb-storage
|
||||||
|
|||||||
@ -46,10 +46,11 @@ spec:
|
|||||||
env:
|
env:
|
||||||
- name: FLINK_API_URL
|
- name: FLINK_API_URL
|
||||||
value: {{ .Release.Name }}-flink-job-manager:8081
|
value: {{ .Release.Name }}-flink-job-manager:8081
|
||||||
- name: SAVEPOINT_PATH
|
|
||||||
value: s3://flink/savepoints/
|
|
||||||
- name: NAMESPACE
|
- name: NAMESPACE
|
||||||
value: "{{ .Release.Namespace }}"
|
value: "{{ .Release.Namespace }}"
|
||||||
|
{{- if eq .Values.flink.state.savepoint.storageType "s3" }}
|
||||||
|
- name: SAVEPOINT_PATH
|
||||||
|
value: s3://flink/savepoints/
|
||||||
- name: S3_ENDPOINT
|
- name: S3_ENDPOINT
|
||||||
value: "http://{{ .Release.Name }}-minio:9000"
|
value: "http://{{ .Release.Name }}-minio:9000"
|
||||||
- name: AWS_ACCESS_KEY_ID
|
- name: AWS_ACCESS_KEY_ID
|
||||||
@ -62,5 +63,8 @@ spec:
|
|||||||
secretKeyRef:
|
secretKeyRef:
|
||||||
name: {{ .Release.Name }}-minio
|
name: {{ .Release.Name }}-minio
|
||||||
key: root-password
|
key: root-password
|
||||||
|
{{- else }}
|
||||||
|
- name: SAVEPOINT_PATH
|
||||||
|
value: /opt/flink/savepoints/
|
||||||
|
{{- end }}
|
||||||
|
|
||||||
|
|||||||
@ -38,8 +38,7 @@ podAnnotations: {}
|
|||||||
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
# For more information checkout: https://kubernetes.io/docs/concepts/overview/working-with-objects/labels/
|
||||||
podLabels: {}
|
podLabels: {}
|
||||||
|
|
||||||
podSecurityContext: {}
|
podSecurityContext: {} # fsGroup: 2000
|
||||||
# fsGroup: 2000
|
|
||||||
|
|
||||||
securityContext: {}
|
securityContext: {}
|
||||||
# capabilities:
|
# capabilities:
|
||||||
@ -64,10 +63,10 @@ ingress:
|
|||||||
# kubernetes.io/ingress.class: nginx
|
# kubernetes.io/ingress.class: nginx
|
||||||
# kubernetes.io/tls-acme: "true"
|
# kubernetes.io/tls-acme: "true"
|
||||||
hosts:
|
hosts:
|
||||||
- host: chart-example.local
|
- host: chart-example.local
|
||||||
paths:
|
paths:
|
||||||
- path: /
|
- path: /
|
||||||
pathType: ImplementationSpecific
|
pathType: ImplementationSpecific
|
||||||
tls: []
|
tls: []
|
||||||
# - secretName: chart-example-tls
|
# - secretName: chart-example-tls
|
||||||
# hosts:
|
# hosts:
|
||||||
@ -106,7 +105,6 @@ autoscaling:
|
|||||||
config:
|
config:
|
||||||
flinkApiUrl: flink:8081
|
flinkApiUrl: flink:8081
|
||||||
|
|
||||||
|
|
||||||
nodeSelector: {}
|
nodeSelector: {}
|
||||||
|
|
||||||
tolerations: []
|
tolerations: []
|
||||||
@ -120,13 +118,13 @@ flink:
|
|||||||
tag: 1.20.1-scala_2.12-java17-minicluster
|
tag: 1.20.1-scala_2.12-java17-minicluster
|
||||||
|
|
||||||
parallelism:
|
parallelism:
|
||||||
default: 1 # Default parallelism for Flink jobs
|
default: 1 # Default parallelism for Flink jobs
|
||||||
|
|
||||||
state:
|
state:
|
||||||
backend: rocksdb # Use RocksDB for state backend
|
backend: rocksdb # Use RocksDB for state backend
|
||||||
incremental: true
|
incremental: true
|
||||||
ha:
|
ha:
|
||||||
dir: "/opt/flink/ha" # Directory to store ha data
|
dir: "/opt/flink/ha" # Directory to store ha data
|
||||||
pvcName: flink-ha-pvc # PVC for ha
|
pvcName: flink-ha-pvc # PVC for ha
|
||||||
size: 10Gi # PVC size for ha
|
size: 10Gi # PVC size for ha
|
||||||
checkpoint:
|
checkpoint:
|
||||||
@ -134,25 +132,27 @@ flink:
|
|||||||
interval: 5min
|
interval: 5min
|
||||||
mode: EXACTLY_ONCE
|
mode: EXACTLY_ONCE
|
||||||
size: 8Gi
|
size: 8Gi
|
||||||
|
savepoint:
|
||||||
|
storageType: s3
|
||||||
|
size: 8Gi
|
||||||
|
|
||||||
jobManager:
|
jobManager:
|
||||||
processMemory: 4096m # Size of job manager process memory
|
processMemory: 4096m # Size of job manager process memory
|
||||||
|
|
||||||
properties:
|
properties:
|
||||||
jobmanager.rpc.timeout: 300s
|
jobmanager.rpc.timeout: 300s
|
||||||
|
|
||||||
|
|
||||||
taskManager:
|
taskManager:
|
||||||
numberOfTaskSlots: 12 # Number of task slots for task manager
|
numberOfTaskSlots: 12 # Number of task slots for task manager
|
||||||
processMemory: 4096m # Size of task manager process memory
|
processMemory: 4096m # Size of task manager process memory
|
||||||
replicas: 1 # Number of task manager replicas
|
replicas: 1 # Number of task manager replicas
|
||||||
storage:
|
storage:
|
||||||
rocksDb:
|
rocksDb:
|
||||||
size: 4Gi
|
size: 4Gi
|
||||||
resources:
|
resources:
|
||||||
limits:
|
limits:
|
||||||
cpu: 3
|
cpu: 3
|
||||||
memory: 4Gi
|
memory: 4Gi
|
||||||
requests:
|
requests:
|
||||||
cpu: 1
|
cpu: 1
|
||||||
memory: 2Gi
|
memory: 2Gi
|
||||||
|
|||||||
BIN
helm/flink-kube-operator-1.1.2.tgz
Normal file
BIN
helm/flink-kube-operator-1.1.2.tgz
Normal file
Binary file not shown.
BIN
helm/flink-kube-operator-1.2.0.tgz
Normal file
BIN
helm/flink-kube-operator-1.2.0.tgz
Normal file
Binary file not shown.
BIN
helm/flink-kube-operator-1.2.1.tgz
Normal file
BIN
helm/flink-kube-operator-1.2.1.tgz
Normal file
Binary file not shown.
BIN
helm/flink-kube-operator-1.2.2.tgz
Normal file
BIN
helm/flink-kube-operator-1.2.2.tgz
Normal file
Binary file not shown.
BIN
helm/flink-kube-operator-1.2.3.tgz
Normal file
BIN
helm/flink-kube-operator-1.2.3.tgz
Normal file
Binary file not shown.
@ -3,18 +3,62 @@ entries:
|
|||||||
flink-kube-operator:
|
flink-kube-operator:
|
||||||
- apiVersion: v2
|
- apiVersion: v2
|
||||||
appVersion: 0.1.1
|
appVersion: 0.1.1
|
||||||
created: "2025-04-13T10:37:39.948174933+03:30"
|
created: "2025-07-18T18:09:46.27166563+03:30"
|
||||||
|
description: Helm chart for flink kube operator
|
||||||
|
digest: 597f2c07884bb5411dcc6e1a9cdf7672977858efe30273a46fb6525eb6013091
|
||||||
|
name: flink-kube-operator
|
||||||
|
type: application
|
||||||
|
urls:
|
||||||
|
- flink-kube-operator-1.2.3.tgz
|
||||||
|
version: 1.2.3
|
||||||
|
- apiVersion: v2
|
||||||
|
appVersion: 0.1.1
|
||||||
|
created: "2025-05-17T14:34:55.317942453+03:30"
|
||||||
|
description: Helm chart for flink kube operator
|
||||||
|
digest: 422a34dc173ebe29adccd46d7ef94505cc022ff20ccbfb85ac3e6e201cba476c
|
||||||
|
name: flink-kube-operator
|
||||||
|
type: application
|
||||||
|
urls:
|
||||||
|
- flink-kube-operator-1.2.2.tgz
|
||||||
|
version: 1.2.2
|
||||||
|
- apiVersion: v2
|
||||||
|
appVersion: 0.1.1
|
||||||
|
created: "2025-05-17T14:01:29.891695937+03:30"
|
||||||
|
description: Helm chart for flink kube operator
|
||||||
|
digest: 404ed2c28ff43b630b44c1215be5369417a1b9b2747ae24e2963a6b81813e7dc
|
||||||
|
name: flink-kube-operator
|
||||||
|
type: application
|
||||||
|
urls:
|
||||||
|
- flink-kube-operator-1.2.1.tgz
|
||||||
|
version: 1.2.1
|
||||||
|
- apiVersion: v2
|
||||||
|
appVersion: 0.1.1
|
||||||
|
created: "2025-05-17T12:47:25.848097207+03:30"
|
||||||
dependencies:
|
dependencies:
|
||||||
- name: minio
|
- name: minio
|
||||||
repository: https://charts.bitnami.com/bitnami
|
repository: https://charts.bitnami.com/bitnami
|
||||||
version: 16.0.2
|
version: 16.0.2
|
||||||
description: Helm chart for flink kube operator
|
description: Helm chart for flink kube operator
|
||||||
digest: 0b5f5e707279a564ad9e6c10fb3e565ff1af0ba2058b3f4bc04546dc8db8f68c
|
digest: 3458b9be97d2a4bcf8574706e44ea9f7fdeb11e83058a615566e6e094a51b920
|
||||||
name: flink-kube-operator
|
name: flink-kube-operator
|
||||||
type: application
|
type: application
|
||||||
urls:
|
urls:
|
||||||
- flink-kube-operator-1.1.1.tgz
|
- flink-kube-operator-1.2.0.tgz
|
||||||
version: 1.1.1
|
version: 1.2.0
|
||||||
|
- apiVersion: v2
|
||||||
|
appVersion: 0.1.1
|
||||||
|
created: "2025-04-15T12:06:59.425538953+03:30"
|
||||||
|
dependencies:
|
||||||
|
- name: minio
|
||||||
|
repository: https://charts.bitnami.com/bitnami
|
||||||
|
version: 16.0.2
|
||||||
|
description: Helm chart for flink kube operator
|
||||||
|
digest: 2b307a113476eebb34f58308bf1d4d0d36ca5e08fe6541f369a1c231ae0a71be
|
||||||
|
name: flink-kube-operator
|
||||||
|
type: application
|
||||||
|
urls:
|
||||||
|
- flink-kube-operator-1.1.2.tgz
|
||||||
|
version: 1.1.2
|
||||||
- apiVersion: v2
|
- apiVersion: v2
|
||||||
appVersion: 0.1.1
|
appVersion: 0.1.1
|
||||||
created: "2025-04-12T23:13:39.394371646+03:30"
|
created: "2025-04-12T23:13:39.394371646+03:30"
|
||||||
@ -193,4 +237,4 @@ entries:
|
|||||||
urls:
|
urls:
|
||||||
- flink-kube-operator-0.1.0.tgz
|
- flink-kube-operator-0.1.0.tgz
|
||||||
version: 0.1.0
|
version: 0.1.0
|
||||||
generated: "2025-04-13T10:37:39.928098588+03:30"
|
generated: "2025-07-18T18:09:46.244672127+03:30"
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user