feat: apply new helm structure
use minio s3 for savepoint and checkpoint path separate task-manager, job-manager and operator use statefulset for task-manager to handle replication support basic credential for download jar request update to flink 1.20.1
This commit is contained in:
@@ -117,7 +117,7 @@ affinity: {}
|
||||
flink:
|
||||
image:
|
||||
repository: lcr.logicamp.tech/library/flink
|
||||
tag: 1.20.0-scala_2.12-java17-minicluster
|
||||
tag: 1.20.1-scala_2.12-java17-minicluster
|
||||
|
||||
parallelism:
|
||||
default: 1 # Default parallelism for Flink jobs
|
||||
@@ -129,14 +129,6 @@ flink:
|
||||
state:
|
||||
backend: rocksdb # Use RocksDB for state backend
|
||||
incremental: true
|
||||
savepoints:
|
||||
dir: "/opt/flink/savepoints" # Directory to store savepoints
|
||||
pvcName: flink-savepoints-pvc # PVC for savepoints persistence
|
||||
size: 10Gi # PVC size for savepoints storage
|
||||
data:
|
||||
dir: "/opt/flink/data" # Directory to store checkpoints/web-upload/rocksdb
|
||||
pvcName: flink-data-pvc # PVC for checkpoints/web-upload/rocksdb
|
||||
size: 10Gi # PVC size for checkpoints/web-upload/rocksdb
|
||||
ha:
|
||||
dir: "/opt/flink/ha" # Directory to store ha data
|
||||
pvcName: flink-ha-pvc # PVC for ha
|
||||
@@ -149,5 +141,14 @@ flink:
|
||||
taskManager:
|
||||
numberOfTaskSlots: 12 # Number of task slots for TaskManager
|
||||
processMemory: 4096m # Size of task manager process memory
|
||||
|
||||
# clusterId: some-id
|
||||
replicas: 1
|
||||
storage:
|
||||
rocksDb:
|
||||
size: 4Gi
|
||||
resources:
|
||||
limits:
|
||||
cpu: 3
|
||||
memory: 4Gi
|
||||
requests:
|
||||
cpu: 1
|
||||
memory: 2Gi
|
||||
Reference in New Issue
Block a user