feat: separate ha and checkpoint pvc

This commit is contained in:
2024-12-20 17:12:51 +03:30
parent 4ed533f284
commit 37936c8c58
8 changed files with 53 additions and 26 deletions

View File

@@ -0,0 +1,10 @@
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
name: {{ .Values.flink.state.data.pvcName }}
spec:
accessModes:
- ReadWriteOnce
resources:
requests:
storage: {{ .Values.flink.state.data.size }} # Use size defined in values.yaml

View File

@@ -39,29 +39,33 @@ spec:
taskmanager.numberOfTaskSlots: {{ .Values.flink.taskManager.numberOfTaskSlots }}
parallelism.default: {{ .Values.flink.parallelism.default }}
state.backend: {{ .Values.flink.state.backend }}
state.savepoints.dir: {{ .Values.flink.state.savepoints.dir }}
rest.port: 8081
rootLogger.level = DEBUG
rootLogger.appenderRef.console.ref = ConsoleAppender
web.upload.dir: /opt/flink/data/web-upload
state.checkpoints.dir: file:///tmp/flink-checkpoints
high-availability.type: kubernetes
high-availability.storageDir: file:///opt/flink/ha
kubernetes.cluster-id: cluster-one
kubernetes.namespace: {{ .Release.Namespace }}
kubernetes.cluster-id: cluster-one
web.upload.dir: file://{{ .Values.flink.state.data.dir }}/web-upload
state.checkpoints.dir: file://{{ .Values.flink.state.data.dir }}/checkpoints
state.backend.rocksdb.localdir: file://{{ .Values.flink.state.data.dir }}/rocksdb
high-availability.storageDir: file://{{ .Values.flink.state.data.dir }}
state.savepoints.dir: file://{{ .Values.flink.state.savepoints.dir }}
volumeMounts:
- name: flink-data
mountPath: /opt/flink/data
subPath: data
mountPath: {{ .Values.flink.state.data.dir }}
- name: flink-ha
mountPath: {{ .Values.flink.state.ha.dir }}
- name: flink-savepoints
mountPath: /opt/flink/savepoints
- name: flink-savepoints
mountPath: /opt/flink/ha
subPath: ha
mountPath: {{ .Values.flink.state.savepoints.dir }}
volumes:
- name: flink-data
emptyDir: {} # Temporary storage for internal data
persistentVolumeClaim:
claimName: {{ .Values.flink.state.data.pvcName }} # PVC for savepoints persistence
- name: flink-savepoints
persistentVolumeClaim:
claimName: {{ .Values.flink.state.savepoints.pvcName }} # PVC for savepoints persistence
- name: flink-ha
persistentVolumeClaim:
claimName: {{ .Values.flink.state.ha.pvcName }} # PVC for savepoints persistence

View File

@@ -7,4 +7,4 @@ spec:
- ReadWriteOnce
resources:
requests:
storage: {{ .Values.flink.persistence.size }} # Use size defined in values.yaml
storage: {{ .Values.flink.state.savepoints.size }} # Use size defined in values.yaml