feat: apply new helm structure
use minio s3 for savepoint and checkpoint path separate task-manager, job-manager and operator use statefulset for task-manager to handle replication support basic credential for download jar request update to flink 1.20.1
This commit is contained in:
33
helm/chart/templates/flink/config.yaml
Normal file
33
helm/chart/templates/flink/config.yaml
Normal file
@@ -0,0 +1,33 @@
|
||||
{{- define "flink.env" -}}
|
||||
- name: JOB_MANAGER_RPC_ADDRESS
|
||||
value: "localhost"
|
||||
- name: NAMESPACE
|
||||
value: {{ .Release.Namespace }}
|
||||
- name: FLINK_PROPERTIES
|
||||
value: |
|
||||
jobmanager.rpc.address: {{ .Release.Name }}-flink-job-manager
|
||||
jobmanager.memory.process.size: {{ .Values.flink.jobManager.processMemory }}
|
||||
taskmanager.memory.process.size: {{ .Values.flink.taskManager.processMemory }}
|
||||
taskmanager.data.port: 6125
|
||||
taskmanager.numberOfTaskSlots: {{ .Values.flink.taskManager.numberOfTaskSlots }}
|
||||
parallelism.default: {{ .Values.flink.parallelism.default }}
|
||||
state.backend: {{ .Values.flink.state.backend }}
|
||||
rest.port: 8081
|
||||
rootLogger.level = DEBUG
|
||||
rootLogger.appenderRef.console.ref = ConsoleAppender
|
||||
high-availability.type: kubernetes
|
||||
kubernetes.namespace: {{ .Release.Namespace }}
|
||||
kubernetes.cluster-id: {{ .Values.clusterId | default (print .Release.Name "-cluster") }}
|
||||
execution.checkpointing.interval: {{ .Values.flink.checkpoint.interval }}
|
||||
execution.checkpointing.mode: {{ .Values.flink.checkpoint.mode }}
|
||||
state.checkpoints.dir: s3://{{ .Release.Name }}-minio:9000/checkpoints
|
||||
state.backend.rocksdb.localdir: /opt/flink/rocksdb
|
||||
high-availability.storageDir: /opt/flink/ha
|
||||
state.savepoints.dir: s3://{{ .Release.Name }}-minio:9000/savepoints
|
||||
state.backend.incremental: {{ .Values.flink.state.incremental }}
|
||||
rest.profiling.enabled: true
|
||||
s3.endpoint: http://{{ .Release.Name }}-minio:9000 # Use Kubernetes service name
|
||||
s3.path.style.access: true
|
||||
s3.fs.hadoop.impl: org.apache.hadoop.fs.s3a.S3AFileSystem # Keep for compatibility
|
||||
fs.s3a.aws.credentials.provider: com.amazonaws.auth.DefaultAWSCredentialsProviderChain
|
||||
{{- end }}
|
||||
Reference in New Issue
Block a user