_flink_config.tpl 2.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950
  1. {{/*
  2. Generate Flink Configuration.
  3. We do it here to support HA mode where we cannot
  4. provide jobmanager.rpc.address to Taskmanagers
  5. */}}
  6. {{- define "flink.configuration" -}}
  7. taskmanager.numberOfTaskSlots: {{ .Values.taskmanager.numberOfTaskSlots }}
  8. blob.server.port: {{ .Values.jobmanager.ports.blob }}
  9. taskmanager.rpc.port: {{ .Values.taskmanager.ports.rpc }}
  10. jobmanager.heap.size: {{ .Values.jobmanager.heapSize }}
  11. taskmanager.memory.process.size: {{ .Values.taskmanager.heapSize }}
  12. {{- .Values.flink.params | nindent 4 }}
  13. {{- if .Values.flink.monitoring.enabled }}
  14. metrics.reporters: prom
  15. metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter
  16. metrics.reporter.prom.port: {{ .Values.flink.monitoring.port }}
  17. {{- if .Values.flink.monitoring.system.enabled }}
  18. metrics.system-resource: true
  19. metrics.system-resource-probing-interval: {{ .Values.flink.monitoring.system.probingInterval }}
  20. {{- end }}
  21. {{- if .Values.flink.monitoring.latency.enabled }}
  22. metrics.latency.interval: {{ .Values.flink.monitoring.latency.probingInterval }}
  23. {{- end }}
  24. {{- if .Values.flink.monitoring.rocksdb.enabled }}
  25. state.backend.rocksdb.metrics.cur-size-active-mem-table: true
  26. state.backend.rocksdb.metrics.cur-size-all-mem-tables: true
  27. state.backend.rocksdb.metrics.estimate-live-data-size: true
  28. state.backend.rocksdb.metrics.size-all-mem-tables: true
  29. state.backend.rocksdb.metrics.estimate-num-keys: true
  30. {{- end }}
  31. {{- end }}
  32. {{- if .Values.flink.state.backend }}
  33. state.backend: {{ .Values.flink.state.backend }}
  34. {{- .Values.flink.state.params | nindent 4 }}
  35. {{- if eq .Values.flink.state.backend "rocksdb" }}
  36. {{- .Values.flink.state.rocksdb | nindent 4 }}
  37. {{- end }}
  38. {{- end }}
  39. {{- if .Values.jobmanager.highAvailability.enabled }}
  40. high-availability: zookeeper
  41. high-availability.zookeeper.quorum: {{ .Values.jobmanager.highAvailability.zookeeperConnect }}
  42. high-availability.zookeeper.path.root: /flink
  43. high-availability.cluster-id: /flink
  44. high-availability.storageDir: {{ .Values.jobmanager.highAvailability.storageDir }}
  45. high-availability.jobmanager.port: {{ .Values.jobmanager.highAvailability.syncPort }}
  46. {{- else }}
  47. jobmanager.rpc.address: {{ include "flink.fullname" . }}-jobmanager
  48. jobmanager.rpc.port: {{ .Values.jobmanager.ports.rpc }}
  49. {{- end }}
  50. {{- end -}}