feat: separate ha and checkpoint pvc

helm/chart/Chart.yaml

@@ -2,5 +2,5 @@ apiVersion: v2
 name: flink-kube-operator
 description: Helm chart for flink kube operator
 type: application
-version: 0.1.1
+version: 0.1.2
 appVersion: "0.1.0"

helm/chart/templates/flink/data.pvc.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: {{ .Values.flink.state.data.pvcName }}
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: {{ .Values.flink.state.data.size }}  # Use size defined in values.yaml

helm/chart/templates/flink/deploy.yaml

@@ -39,29 +39,33 @@ spec:
                 taskmanager.numberOfTaskSlots: {{ .Values.flink.taskManager.numberOfTaskSlots }}
                 parallelism.default: {{ .Values.flink.parallelism.default }}
                 state.backend: {{ .Values.flink.state.backend }}
-                state.savepoints.dir: {{ .Values.flink.state.savepoints.dir }}
                 rest.port: 8081
                 rootLogger.level = DEBUG
                 rootLogger.appenderRef.console.ref = ConsoleAppender
-                web.upload.dir: /opt/flink/data/web-upload
-                state.checkpoints.dir: file:///tmp/flink-checkpoints
                 high-availability.type: kubernetes
-                high-availability.storageDir: file:///opt/flink/ha
-                kubernetes.cluster-id: cluster-one
                 kubernetes.namespace: {{ .Release.Namespace }}
+                kubernetes.cluster-id: cluster-one
+                web.upload.dir: file://{{ .Values.flink.state.data.dir }}/web-upload
+                state.checkpoints.dir: file://{{ .Values.flink.state.data.dir }}/checkpoints
+                state.backend.rocksdb.localdir: file://{{ .Values.flink.state.data.dir }}/rocksdb
+                high-availability.storageDir: file://{{ .Values.flink.state.data.dir }}
+                state.savepoints.dir: file://{{ .Values.flink.state.savepoints.dir }}
           volumeMounts:
             - name: flink-data
-              mountPath: /opt/flink/data
-              subPath: data
+              mountPath: {{ .Values.flink.state.data.dir }}
+            - name: flink-ha
+              mountPath: {{ .Values.flink.state.ha.dir }}
             - name: flink-savepoints
-              mountPath: /opt/flink/savepoints
-            - name: flink-savepoints
-              mountPath: /opt/flink/ha
-              subPath: ha
+              mountPath: {{ .Values.flink.state.savepoints.dir }}
+
 
       volumes:
         - name: flink-data
-          emptyDir: {}  # Temporary storage for internal data
+          persistentVolumeClaim:
+            claimName: {{ .Values.flink.state.data.pvcName }}  # PVC for savepoints persistence
         - name: flink-savepoints
           persistentVolumeClaim:
             claimName: {{ .Values.flink.state.savepoints.pvcName }}  # PVC for savepoints persistence
+        - name: flink-ha
+          persistentVolumeClaim:
+            claimName: {{ .Values.flink.state.ha.pvcName }}  # PVC for savepoints persistence

helm/chart/templates/flink/savepoint.pvc.yaml

@@ -7,4 +7,4 @@ spec:
     - ReadWriteOnce
   resources:
     requests:
-      storage: {{ .Values.flink.persistence.size }}  # Use size defined in values.yaml
+      storage: {{ .Values.flink.state.savepoints.size }}  # Use size defined in values.yaml

helm/chart/values.yaml

@@ -125,14 +125,17 @@ flink:
   state:
     backend: rocksdb  # Use RocksDB for state backend
     savepoints:
-      dir: "file:///opt/flink/savepoints"  # Directory to store savepoints
+      dir: "/opt/flink/savepoints"  # Directory to store savepoints
       pvcName: flink-savepoints-pvc  # PVC for savepoints persistence
+      size: 10Gi  # PVC size for savepoints storage
+    data:
+      dir: "/opt/flink/data"  # Directory to store checkpoints/web-upload/rocksdb
+      pvcName: flink-data-pvc  # PVC for checkpoints/web-upload/rocksdb
+      size: 10Gi  # PVC size for checkpoints/web-upload/rocksdb
+    ha:
+      dir: "/opt/flink/ha"  # Directory to store ha data
+      pvcName: flink-ha-pvc # PVC for ha
+      size: 10Gi # PVC size for ha
 
   taskManager:
     numberOfTaskSlots: 100  # Number of task slots for TaskManager
-
-  persistence:
-    enabled: true
-    size: 10Gi  # PVC size for savepoints storage
-    accessModes:
-      - ReadWriteOnce