diff --git a/helm/chart/Chart.yaml b/helm/chart/Chart.yaml index 196e63a..9fc1a17 100644 --- a/helm/chart/Chart.yaml +++ b/helm/chart/Chart.yaml @@ -2,5 +2,5 @@ apiVersion: v2 name: flink-kube-operator description: Helm chart for flink kube operator type: application -version: 0.1.13 +version: 0.1.14 appVersion: "0.1.0" diff --git a/helm/chart/templates/flink/deploy.yaml b/helm/chart/templates/flink/deploy.yaml index c8f619a..5a7c74e 100644 --- a/helm/chart/templates/flink/deploy.yaml +++ b/helm/chart/templates/flink/deploy.yaml @@ -6,8 +6,8 @@ - name: FLINK_PROPERTIES value: | jobmanager.rpc.address: localhost - jobmanager.memory.process.size: 2048m - taskmanager.memory.process.size: 2048m + jobmanager.memory.process.size: {{ .Values.flink.jobManager.processMemory }} + taskmanager.memory.process.size: {{ .Values.flink.taskManager.processMemory }} taskmanager.data.port: 6125 taskmanager.numberOfTaskSlots: {{ .Values.flink.taskManager.numberOfTaskSlots }} parallelism.default: {{ .Values.flink.parallelism.default }} @@ -18,15 +18,15 @@ high-availability.type: kubernetes kubernetes.namespace: {{ .Release.Namespace }} kubernetes.cluster-id: {{ .Values.clusterId | default (print .Release.Name "-cluster") }} - execution.checkpointing.interval: 5min - execution.checkpointing.mode: EXACTLY_ONCE + execution.checkpointing.interval: {{ .Values.flink.checkpoint.interval }} + execution.checkpointing.mode: {{ .Values.flink.checkpoint.mode }} web.upload.dir: {{ .Values.flink.state.data.dir }}/web-upload state.checkpoints.dir: file://{{ .Values.flink.state.data.dir }}/checkpoints state.backend.rocksdb.localdir: file://{{ .Values.flink.state.data.dir }}/rocksdb high-availability.storageDir: file://{{ .Values.flink.state.ha.dir }} state.savepoints.dir: file://{{ .Values.flink.state.savepoints.dir }} - state.backend.incremental: false - rest.profiling.enabled: true + state.backend.incremental: {{ .Values.flink.state.incremental }} + rest.profiling.enabled: true {{- end }} {{- define "flink.volumeMounts" -}} @@ -110,7 +110,6 @@ spec: fieldPath: status.podIP volumeMounts: {{- include "flink.volumeMounts" . | nindent 12 }} - - name: taskmanager image: {{ .Values.flink.image.repository }}:{{ .Values.flink.image.tag }} imagePullPolicy: Always diff --git a/helm/chart/values.yaml b/helm/chart/values.yaml index f1d0a90..a9ec791 100644 --- a/helm/chart/values.yaml +++ b/helm/chart/values.yaml @@ -121,9 +121,14 @@ flink: parallelism: default: 1 # Default parallelism for Flink jobs + + checkpoint: + interval: 5min + mode: EXACTLY_ONCE state: backend: rocksdb # Use RocksDB for state backend + incremental: true savepoints: dir: "/opt/flink/savepoints" # Directory to store savepoints pvcName: flink-savepoints-pvc # PVC for savepoints persistence @@ -136,8 +141,13 @@ flink: dir: "/opt/flink/ha" # Directory to store ha data pvcName: flink-ha-pvc # PVC for ha size: 10Gi # PVC size for ha + + jobManager: + processMemory: 4096m # Size of job manager process memory + taskManager: - numberOfTaskSlots: 100 # Number of task slots for TaskManager + numberOfTaskSlots: 12 # Number of task slots for TaskManager + processMemory: 4096m # Size of task manager process memory # clusterId: some-id \ No newline at end of file diff --git a/helm/flink-kube-operator-0.1.14.tgz b/helm/flink-kube-operator-0.1.14.tgz new file mode 100644 index 0000000..34661e2 Binary files /dev/null and b/helm/flink-kube-operator-0.1.14.tgz differ diff --git a/helm/index.yaml b/helm/index.yaml index 347073e..678c5d9 100644 --- a/helm/index.yaml +++ b/helm/index.yaml @@ -1,6 +1,16 @@ apiVersion: v1 entries: flink-kube-operator: + - apiVersion: v2 + appVersion: 0.1.0 + created: "2025-04-04T13:50:27.971040367+03:30" + description: Helm chart for flink kube operator + digest: 00acef7878bcf372d036fabaac400913097d678087a756102b54a28428197bdf + name: flink-kube-operator + type: application + urls: + - flink-kube-operator-0.1.14.tgz + version: 0.1.14 - apiVersion: v2 appVersion: 0.1.0 created: "2025-03-04T23:13:19.698003661+03:30" @@ -43,7 +53,7 @@ entries: version: 0.1.10 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.495842696+03:30" + created: "2025-04-04T13:50:27.975218534+03:30" description: Helm chart for flink kube operator digest: abc08853c65ba36ff3485f182555522408e150f2508d4cac672d588972ddca3c name: flink-kube-operator @@ -53,7 +63,7 @@ entries: version: 0.1.9 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.495392608+03:30" + created: "2025-04-04T13:50:27.974750898+03:30" description: Helm chart for flink kube operator digest: 3986a0a2348db1e17a1524eb0d87eabf6d64050d4007c5b393f723393cc4b675 name: flink-kube-operator @@ -63,7 +73,7 @@ entries: version: 0.1.8 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.494948853+03:30" + created: "2025-04-04T13:50:27.974306458+03:30" description: Helm chart for flink kube operator digest: 1bbeb92ecd10e36fa7d742a61cced0d842139ada0cfeff6fa1b0cf8718189235 name: flink-kube-operator @@ -73,7 +83,7 @@ entries: version: 0.1.7 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.49450822+03:30" + created: "2025-04-04T13:50:27.973833587+03:30" description: Helm chart for flink kube operator digest: 4031f4a79e65f6c5e60b6ebf9dd7e2a663b1fb6f893056ad81ca33660f94406e name: flink-kube-operator @@ -83,7 +93,7 @@ entries: version: 0.1.6 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.494040193+03:30" + created: "2025-04-04T13:50:27.972800097+03:30" description: Helm chart for flink kube operator digest: 22ed155c8538ca5e7dc26863304eb9f76b09c454edbf709a891d7ccc440f35f6 name: flink-kube-operator @@ -93,7 +103,7 @@ entries: version: 0.1.5 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.493584927+03:30" + created: "2025-04-04T13:50:27.972374168+03:30" description: Helm chart for flink kube operator digest: b548a64ef89bbcd12d92fefffd1fd37758e8fccda02aecd97c7519a08f10fa4a name: flink-kube-operator @@ -103,7 +113,7 @@ entries: version: 0.1.4 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.493138547+03:30" + created: "2025-04-04T13:50:27.971952322+03:30" description: Helm chart for flink kube operator digest: 05a9664f574e2d5d1cca764efb6481ad21b9176663b907973a8ef5264f15a91f name: flink-kube-operator @@ -113,7 +123,7 @@ entries: version: 0.1.3 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.492696005+03:30" + created: "2025-04-04T13:50:27.971461428+03:30" description: Helm chart for flink kube operator digest: 89345b1a9a79aa18b646705aeb8cfdc547629600cb8a00708a3f64d188f296f2 name: flink-kube-operator @@ -123,7 +133,7 @@ entries: version: 0.1.2 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.490170385+03:30" + created: "2025-04-04T13:50:27.968770748+03:30" description: Helm chart for flink kube operator digest: 1d2af9af6b9889cc2962d627946464766f1b65b05629073b7fffb9a98cd957e2 name: flink-kube-operator @@ -133,7 +143,7 @@ entries: version: 0.1.1 - apiVersion: v2 appVersion: 0.1.0 - created: "2025-03-04T18:04:35.489734651+03:30" + created: "2025-04-04T13:50:27.968266924+03:30" description: Helm chart for flink kube operator digest: 0890d955904e6a3b2155c086a933b27e45266d896fb69eaad0e811dea40414da name: flink-kube-operator @@ -141,4 +151,4 @@ entries: urls: - flink-kube-operator-0.1.0.tgz version: 0.1.0 -generated: "2025-03-04T23:13:19.694944031+03:30" +generated: "2025-04-04T13:50:27.967565847+03:30"