_flink_config.tpl 2.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455
  1. {{/*
  2. Generate Flink Configuration.
  3. We do it here to support HA mode where we cannot
  4. provide jobmanager.rpc.address to Taskmanagers
  5. */}}
  6. {{- define "flink.configuration" -}}
  7. taskmanager.numberOfTaskSlots: {{ .Values.taskmanager.numberOfTaskSlots }}
  8. blob.server.port: {{ .Values.jobmanager.ports.blob }}
  9. taskmanager.rpc.port: {{ .Values.taskmanager.ports.rpc }}
  10. jobmanager.heap.size: {{ .Values.jobmanager.heapSize }}
  11. {{- if .Values.taskmanager.memoryProcessSize }}
  12. taskmanager.memory.process.size: {{ .Values.taskmanager.memoryProcessSize }}
  13. {{- end }}
  14. {{- if .Values.taskmanager.memoryProcessSize }}
  15. taskmanager.memory.flink.size: {{ .Values.taskmanager.memoryProcessSize }}
  16. {{- end }}
  17. {{- .Values.flink.params | nindent 4 }}
  18. {{- if .Values.flink.monitoring.enabled }}
  19. metrics.reporters: prom
  20. metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter
  21. metrics.reporter.prom.port: {{ .Values.flink.monitoring.port }}
  22. {{- if .Values.flink.monitoring.system.enabled }}
  23. metrics.system-resource: true
  24. metrics.system-resource-probing-interval: {{ .Values.flink.monitoring.system.probingInterval }}
  25. {{- end }}
  26. {{- if .Values.flink.monitoring.latency.enabled }}
  27. metrics.latency.interval: {{ .Values.flink.monitoring.latency.probingInterval }}
  28. {{- end }}
  29. {{- if .Values.flink.monitoring.rocksdb.enabled }}
  30. state.backend.rocksdb.metrics.cur-size-active-mem-table: true
  31. state.backend.rocksdb.metrics.cur-size-all-mem-tables: true
  32. state.backend.rocksdb.metrics.estimate-live-data-size: true
  33. state.backend.rocksdb.metrics.size-all-mem-tables: true
  34. state.backend.rocksdb.metrics.estimate-num-keys: true
  35. {{- end }}
  36. {{- end }}
  37. {{- if .Values.flink.state.backend }}
  38. state.backend: {{ .Values.flink.state.backend }}
  39. {{- .Values.flink.state.params | nindent 4 }}
  40. {{- if eq .Values.flink.state.backend "rocksdb" }}
  41. {{- .Values.flink.state.rocksdb | nindent 4 }}
  42. {{- end }}
  43. {{- end }}
  44. {{- if .Values.jobmanager.highAvailability.enabled }}
  45. high-availability: zookeeper
  46. high-availability.zookeeper.quorum: {{ .Values.jobmanager.highAvailability.zookeeperConnect }}
  47. high-availability.zookeeper.path.root: /flink
  48. high-availability.cluster-id: /flink
  49. high-availability.storageDir: {{ .Values.jobmanager.highAvailability.storageDir }}
  50. high-availability.jobmanager.port: {{ .Values.jobmanager.highAvailability.syncPort }}
  51. {{- else }}
  52. jobmanager.rpc.address: {{ include "flink.fullname" . }}-jobmanager
  53. jobmanager.rpc.port: {{ .Values.jobmanager.ports.rpc }}
  54. {{- end }}
  55. {{- end -}}