jobmanager.yaml 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. apiVersion: apps/v1
  2. {{- if .Values.jobmanager.statefulset }}
  3. kind: StatefulSet
  4. {{- else }}
  5. kind: Deployment
  6. {{- end }}
  7. metadata:
  8. name: {{ include "flink.fullname" . }}-jobmanager
  9. labels:
  10. {{ include "flink.labels" . | indent 4 }}
  11. component: jobmanager
  12. annotations:
  13. {{- range $key, $value := .Values.jobmanager.annotations }}
  14. {{ $key | quote }}: {{ $value | quote }}
  15. {{- end }}
  16. spec:
  17. replicas: {{ .Values.jobmanager.replicaCount }}
  18. {{- if .Values.jobmanager.statefulset }}
  19. podManagementPolicy: {{ .Values.jobmanager.podManagementPolicy }}
  20. {{- else }}
  21. strategy:
  22. type: Recreate
  23. {{- end }}
  24. selector:
  25. matchLabels:
  26. app.kubernetes.io/name: {{ include "flink.name" . }}
  27. app.kubernetes.io/instance: {{ .Release.Name }}
  28. component: jobmanager
  29. {{- if .Values.jobmanager.statefulset }}
  30. serviceName: {{ include "flink.fullname" . }}-jobmanager-headless
  31. {{- end }}
  32. template:
  33. metadata:
  34. labels:
  35. app.kubernetes.io/name: {{ include "flink.name" . }}
  36. app.kubernetes.io/instance: {{ .Release.Name }}
  37. component: jobmanager
  38. annotations:
  39. {{- range $key, $value := .Values.jobmanager.podAnnotations }}
  40. {{ $key | quote }}: {{ $value | quote }}
  41. {{- end }}
  42. spec:
  43. {{- with .Values.imagePullSecrets }}
  44. imagePullSecrets:
  45. {{- toYaml . | nindent 8 }}
  46. {{- end }}
  47. serviceAccountName: {{ include "jobmanager.serviceAccount" . }}
  48. securityContext:
  49. {{ toYaml .Values.securityContext | indent 8 }}
  50. initContainers:
  51. {{- range $ct, $params := .Values.jobmanager.initContainers }}
  52. - name: {{ $ct }}
  53. image: {{ $params.image }}
  54. command:
  55. {{- range $params.command }}
  56. - {{ . }}
  57. {{- end }}
  58. {{- end }}
  59. containers:
  60. - name: jobmanager
  61. image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
  62. imagePullPolicy: {{ .Values.image.pullPolicy }}
  63. workingDir: {{ .Values.flink.workDir }}
  64. command:
  65. - "/bin/bash"
  66. - "-c"
  67. - {{ include "jobmanager.command" . | quote }}
  68. env:
  69. - name: JVM_ARGS
  70. value: {{ tpl .Values.jobmanager.jvmArgs . | quote }}
  71. - name: FLINK_POD_IP
  72. valueFrom:
  73. fieldRef:
  74. fieldPath: status.podIP
  75. {{- if .Values.extraEnvs }}
  76. {{- toYaml .Values.extraEnvs | nindent 12 }}
  77. {{- end }}
  78. {{- if .Values.jobmanager.extraEnvs }}
  79. {{- toYaml .Values.jobmanager.extraEnvs | nindent 12 }}
  80. {{- end }}
  81. envFrom:
  82. {{- if and .Values.secrets.bitnamiSealedSecrets.enabled .Values.secrets.bitnamiSealedSecrets.sealedSecretEnvs }}
  83. - secretRef:
  84. name: {{ .Release.Name }}-secretenvs
  85. {{- end }}
  86. ports:
  87. {{- range $name, $port := .Values.jobmanager.ports }}
  88. - containerPort: {{ $port }}
  89. name: {{ $name }}
  90. {{- end }}
  91. {{- if .Values.flink.monitoring.enabled }}
  92. - containerPort: {{ .Values.flink.monitoring.port }}
  93. name: metrics
  94. {{- end }}
  95. {{- if .Values.jobmanager.highAvailability.enabled }}
  96. - containerPort: {{ .Values.jobmanager.highAvailability.syncPort }}
  97. name: ha
  98. {{- end }}
  99. readinessProbe:
  100. tcpSocket:
  101. {{- if .Values.jobmanager.highAvailability.enabled }}
  102. port: {{ .Values.jobmanager.highAvailability.syncPort }}
  103. {{- else }}
  104. port: {{ .Values.jobmanager.ports.rpc }}
  105. {{- end }}
  106. periodSeconds: {{ .Values.jobmanager.readinessProbe.periodSeconds }}
  107. initialDelaySeconds: {{ .Values.jobmanager.readinessProbe.initialDelaySeconds }}
  108. livenessProbe:
  109. tcpSocket:
  110. port: {{ .Values.jobmanager.ports.blob }}
  111. initialDelaySeconds: {{ .Values.jobmanager.livenessProbe.initialDelaySeconds }}
  112. periodSeconds: {{ .Values.jobmanager.livenessProbe.periodSeconds }}
  113. volumeMounts:
  114. - name: flink-config-volume
  115. mountPath: {{ .Values.flink.workDir }}/conf/flink-conf.yaml.tpl
  116. subPath: flink-conf.yaml.tpl
  117. - name: flink-config-volume
  118. mountPath: {{ .Values.flink.workDir }}/conf/log4j.properties
  119. subPath: log4j.properties
  120. - name: flink-config-volume
  121. mountPath: {{ .Values.flink.workDir }}/conf/log4j-console.properties
  122. subPath: log4j.properties
  123. - name: flink-config-volume
  124. mountPath: {{ .Values.flink.workDir }}/conf/security.properties
  125. subPath: security.properties
  126. {{- if .Values.jobmanager.highAvailability.enabled }}
  127. - name: flink-config-volume
  128. mountPath: {{ .Values.flink.workDir }}/conf/masters
  129. subPath: masters
  130. {{- end }}
  131. {{- range $secret := .Values.secrets.kubernetesSecrets }}
  132. {{- if $secret.mountPath }}
  133. {{- if $secret.keys }}
  134. {{- range $key := $secret.keys }}
  135. - name: {{ include "flink.fullname" $ }}-{{ $secret.name }}
  136. mountPath: {{ $secret.mountPath }}/{{ $key }}
  137. subPath: {{ $key }}
  138. readOnly: true
  139. {{- end }}
  140. {{- else }}
  141. - name: {{ include "flink.fullname" $ }}-{{ $secret.name }}
  142. mountPath: {{ $secret.mountPath }}
  143. readOnly: true
  144. {{- end }}
  145. {{- end }}
  146. {{- end }}
  147. {{- if .Values.jobmanager.extraVolumeMounts -}}
  148. {{ toYaml .Values.jobmanager.extraVolumeMounts | nindent 12 }}
  149. {{- end }}
  150. {{- if and .Values.jobmanager.persistent.enabled .Values.jobmanager.statefulset }}
  151. - name: jobmanager-data
  152. mountPath: {{ .Values.jobmanager.persistent.mountPath }}
  153. {{- end }}
  154. {{- if and (and .Values.secrets.bitnamiSealedSecrets.enabled .Values.secrets.bitnamiSealedSecrets.sealedSecretFiles) .Values.secrets.bitnamiSealedSecrets.sealedSecretFilesPath }}
  155. - name: sealed-secret-files
  156. mountPath: {{ .Values.secrets.bitnamiSealedSecrets.sealedSecretFilesPath }}
  157. {{- end }}
  158. resources:
  159. {{- toYaml .Values.jobmanager.resources | nindent 12 }}
  160. volumes:
  161. - name: flink-config-volume
  162. configMap:
  163. name: {{ include "flink.fullname" . }}-config
  164. items:
  165. - key: flink-conf.yaml
  166. path: flink-conf.yaml.tpl
  167. - key: log4j.properties
  168. path: log4j.properties
  169. - key: security.properties
  170. path: security.properties
  171. {{- if .Values.jobmanager.highAvailability.enabled }}
  172. - key: masters
  173. path: masters
  174. {{- end }}
  175. {{- range .Values.secrets.kubernetesSecrets }}
  176. - name: {{ include "flink.fullname" $ }}-{{ .name }}
  177. secret:
  178. secretName: {{ .name }}
  179. {{- end }}
  180. {{- if .Values.jobmanager.extraVolumes -}}
  181. {{ toYaml .Values.jobmanager.extraVolumes | nindent 8 }}
  182. {{- end }}
  183. {{- if and (and .Values.secrets.bitnamiSealedSecrets.enabled .Values.secrets.bitnamiSealedSecrets.sealedSecretFiles) .Values.secrets.bitnamiSealedSecrets.sealedSecretFilesPath }}
  184. - name: sealed-secret-files
  185. secret:
  186. secretName: {{ .Release.Name }}-secretfiles
  187. {{- end }}
  188. {{- with .Values.jobmanager.nodeSelector }}
  189. nodeSelector:
  190. {{- toYaml . | nindent 8 }}
  191. {{- end }}
  192. {{- with .Values.jobmanager.affinity }}
  193. affinity:
  194. {{- toYaml . | nindent 8 }}
  195. {{- end }}
  196. {{- with .Values.jobmanager.tolerations }}
  197. tolerations:
  198. {{- toYaml . | nindent 8 }}
  199. {{- end }}
  200. {{- if and .Values.jobmanager.persistent.enabled .Values.jobmanager.statefulset }}
  201. volumeClaimTemplates:
  202. - metadata:
  203. name: jobmanager-data
  204. labels:
  205. {{ include "flink.labels" . | indent 10 }}
  206. spec:
  207. accessModes:
  208. - ReadWriteOnce
  209. {{- if eq (kindIs "invalid" .Values.jobmanager.persistent.storageClass) false }}
  210. storageClassName: {{ .Values.jobmanager.persistent.storageClass | quote }}
  211. {{- end }}
  212. resources:
  213. requests:
  214. storage: {{ .Values.jobmanager.persistent.size }}
  215. {{- end }}