feat: add config.yaml to to operator

helm/templates/flink/deploy.yaml

@@ -32,10 +32,16 @@ spec:
             - name: FLINK_PROPERTIES
               value: |
                 jobmanager.rpc.address: localhost
+                jobmanager.memory.process.size: 2048m
+                taskmanager.memory.process.size: 2048m
+                taskmanager.data.port: 6125
                 taskmanager.numberOfTaskSlots: {{ .Values.flink.taskManager.numberOfTaskSlots }}
                 parallelism.default: {{ .Values.flink.parallelism.default }}
                 state.backend: {{ .Values.flink.state.backend }}
                 state.savepoints.dir: {{ .Values.flink.state.savepoints.dir }}  # Savepoints path
+                rest.port: 8081
+                rootLogger.level = DEBUG
+                rootLogger.appenderRef.console.ref = ConsoleAppender
           volumeMounts:
             - name: flink-data
               mountPath: /opt/flink/data

helm/templates/flink/service.yaml

@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: Service
 metadata:
-  name: {{ .Release.Name }}-flink-service  # Adding the flink prefix to the service name
+  name: flink  # Adding the flink prefix to the service name
   labels:
     app.kubernetes.io/name: {{ .Release.Name }}-flink  # Adding the flink prefix to labels
     app.kubernetes.io/instance: {{ .Release.Name }}

helm/templates/operator/configmap.yaml

@@ -0,0 +1,7 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ .Release.Name }}-config
+data:
+  config.yaml: |
+    {{ .Values.config | toYaml | nindent 4 }}

helm/templates/operator/deployment.yaml

@@ -42,14 +42,16 @@ spec:
               protocol: TCP
           resources:
             {{- toYaml .Values.resources | nindent 12 }}
-          {{- with .Values.volumeMounts }}
           volumeMounts:
-            {{- toYaml . | nindent 12 }}
+          - name: config-volume
-          {{- end }}
+            mountPath: /config.yaml
-      {{- with .Values.volumes }}
+            subPath: config.yaml
       volumes:
-        {{- toYaml . | nindent 8 }}
+      - name: config-volume
-      {{- end }}
+        configMap:
+          name: {{ .Release.Name }}-config  # Name of the ConfigMap
+
+        
       {{- with .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}

helm/values.yaml

@@ -103,18 +103,9 @@ autoscaling:
   targetCPUUtilizationPercentage: 80
   # targetMemoryUtilizationPercentage: 80
 
-# Additional volumes on the output Deployment definition.
+config:
-volumes: []
+  flinkApiUrl: flink:8081
-# - name: foo
-#   secret:
-#     secretName: mysecret
-#     optional: false
 
-# Additional volumeMounts on the output Deployment definition.
-volumeMounts: []
-# - name: foo
-#   mountPath: "/etc/foo"
-#   readOnly: true
 
 nodeSelector: {}
 
@@ -138,7 +129,7 @@ flink:
       pvcName: flink-savepoints-pvc  # PVC for savepoints persistence
 
   taskManager:
-    numberOfTaskSlots: 1  # Number of task slots for TaskManager
+    numberOfTaskSlots: 100  # Number of task slots for TaskManager
 
   persistence:
     enabled: true