configmap.yaml 2.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960
  1. apiVersion: v1
  2. kind: ConfigMap
  3. metadata:
  4. name: {{ include "flink.fullname" . }}-config
  5. labels:
  6. {{ include "flink.labels" . | indent 4 }}
  7. data:
  8. flink-conf.yaml: |+
  9. jobmanager.rpc.address: flink-jobmanager
  10. taskmanager.numberOfTaskSlots: {{ .Values.taskmanager.numberOfTaskSlots }}
  11. blob.server.port: {{ .Values.jobmanager.ports.blob }}
  12. jobmanager.rpc.port: {{ .Values.jobmanager.ports.rpc }}
  13. taskmanager.rpc.port: {{ .Values.taskmanager.ports.rpc }}
  14. jobmanager.heap.size: {{ .Values.jobmanager.heapSize }}
  15. taskmanager.heap.size: {{ .Values.taskmanager.heapSize }}
  16. {{- if .Values.flink.monitoring.enabled }}
  17. metrics.reporters: prom
  18. metrics.reporter.prom.class: org.apache.flink.metrics.prometheus.PrometheusReporter
  19. metrics.reporter.prom.port: {{ .Values.flink.monitoring.port }}
  20. {{- if .Values.flink.monitoring.system.enabled }}
  21. metrics.system-resource: true
  22. metrics.system-resource-probing-interval: {{ .Values.flink.monitoring.system.probingInterval }}
  23. {{- end }}
  24. {{- if .Values.flink.monitoring.latency.enabled }}
  25. metrics.latency.interval: {{ .Values.flink.monitoring.latency.probingInterval }}
  26. {{- end }}
  27. {{- end }}
  28. {{- if .Values.flink.state.backend }}
  29. state.backend: {{ .Values.flink.state.backend }}
  30. {{- .Values.flink.state.params | nindent 4 }}
  31. {{- if eq .Values.flink.state.backend "rocksdb" }}
  32. {{- .Values.flink.state.rocksdb | nindent 4 }}
  33. {{- end }}
  34. {{- end }}
  35. {{- if .Values.jobmanager.highAvailability.enabled }}
  36. high-availability: zookeeper
  37. high-availability.zookeeper.quorum: {{ .Values.jobmanager.highAvailability.zookeeperConnect }}
  38. high-availability.zookeeper.path.root: /flink
  39. high-availability.cluster-id: /flink
  40. high-availability.storageDir: {{ .Values.jobmanager.highAvailability.storageDir }}
  41. {{- end }}
  42. log4j.properties: |+
  43. log4j.rootLogger=INFO, file
  44. log4j.logger.akka=WARN
  45. log4j.logger.org.apache.kafka=WARN
  46. log4j.logger.org.apache.kafka.clients.producer.ProducerConfig=WARN
  47. log4j.logger.org.apache.kafka.clients.consumer.ConsumerConfig=WARN
  48. log4j.logger.org.apache.hadoop=INFO
  49. log4j.logger.org.apache.zookeeper=INFO
  50. log4j.appender.file=org.apache.log4j.FileAppender
  51. log4j.appender.file.file=${log.file}
  52. log4j.appender.file.layout=org.apache.log4j.PatternLayout
  53. log4j.appender.file.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n
  54. log4j.logger.org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline=ERROR, file
  55. {{- if .Values.jobmanager.highAvailability.enabled }}
  56. masters: |
  57. {{- range $i, $e := until (.Values.jobmanager.replicaCount | int) }}
  58. {{ include "flink.fullname" $ }}-jobmanager-{{ $i }}.flink-jobmanager-headless.{{ $.Release.Namespace }}.svc:{{ $.Values.jobmanager.ports.ui }}
  59. {{- end }}
  60. {{- end }}