jobmanager.yaml 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215
  1. apiVersion: apps/v1
  2. {{- if .Values.jobmanager.statefulset }}
  3. kind: StatefulSet
  4. {{- else }}
  5. kind: Deployment
  6. {{- end }}
  7. metadata:
  8. name: {{ include "flink.fullname" . }}-jobmanager
  9. labels:
  10. {{ include "flink.labels" . | indent 4 }}
  11. component: jobmanager
  12. annotations:
  13. {{- range $key, $value := .Values.jobmanager.annotations }}
  14. {{ $key | quote }}: {{ $value | quote }}
  15. {{- end }}
  16. spec:
  17. replicas: {{ .Values.jobmanager.replicaCount }}
  18. {{- if .Values.jobmanager.statefulset }}
  19. podManagementPolicy: {{ .Values.jobmanager.podManagementPolicy }}
  20. {{- else }}
  21. strategy:
  22. type: Recreate
  23. {{- end }}
  24. selector:
  25. matchLabels:
  26. app.kubernetes.io/name: {{ include "flink.name" . }}
  27. app.kubernetes.io/instance: {{ .Release.Name }}
  28. component: jobmanager
  29. {{- if .Values.jobmanager.statefulset }}
  30. serviceName: {{ include "flink.fullname" . }}-jobmanager-headless
  31. {{- end }}
  32. template:
  33. metadata:
  34. labels:
  35. app.kubernetes.io/name: {{ include "flink.name" . }}
  36. app.kubernetes.io/instance: {{ .Release.Name }}
  37. component: jobmanager
  38. annotations:
  39. {{- range $key, $value := .Values.jobmanager.podAnnotations }}
  40. {{ $key | quote }}: {{ $value | quote }}
  41. {{- end }}
  42. spec:
  43. {{- with .Values.imagePullSecrets }}
  44. imagePullSecrets:
  45. {{- toYaml . | nindent 8 }}
  46. {{- end }}
  47. serviceAccount: {{ include "jobmanager.serviceAccount" . }}
  48. initContainers:
  49. {{- range $ct, $params := .Values.jobmanager.initContainers }}
  50. - name: {{ $ct }}
  51. image: {{ $params.image }}
  52. command:
  53. {{- range $params.command }}
  54. - {{ . }}
  55. {{- end }}
  56. {{- end }}
  57. containers:
  58. - name: jobmanager
  59. image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
  60. imagePullPolicy: {{ .Values.image.pullPolicy }}
  61. workingDir: {{ .Values.flink.workDir }}
  62. command:
  63. - "/bin/bash"
  64. - "-c"
  65. - {{ include "jobmanager.command" . | quote }}
  66. env:
  67. - name: JVM_ARGS
  68. value: {{ tpl .Values.jobmanager.jvmArgs . | quote }}
  69. - name: FLINK_POD_IP
  70. valueFrom:
  71. fieldRef:
  72. fieldPath: status.podIP
  73. {{- if .Values.extraEnvs }}
  74. {{- toYaml .Values.extraEnvs | nindent 12 }}
  75. {{- end }}
  76. {{- if .Values.jobmanager.extraEnvs }}
  77. {{- toYaml .Values.jobmanager.extraEnvs | nindent 12 }}
  78. {{- end }}
  79. envFrom:
  80. {{- if and .Values.secrets.bitnamiSealedSecrets.enabled .Values.secrets.bitnamiSealedSecrets.sealedSecretEnvs }}
  81. - secretRef:
  82. name: {{ .Release.Name }}-secretenvs
  83. {{- end }}
  84. ports:
  85. {{- range $name, $port := .Values.jobmanager.ports }}
  86. - containerPort: {{ $port }}
  87. name: {{ $name }}
  88. {{- end }}
  89. {{- if .Values.flink.monitoring.enabled }}
  90. - containerPort: {{ .Values.flink.monitoring.port }}
  91. name: metrics
  92. {{- end }}
  93. {{- if .Values.jobmanager.highAvailability.enabled }}
  94. - containerPort: {{ .Values.jobmanager.highAvailability.syncPort }}
  95. name: ha
  96. {{- end }}
  97. readinessProbe:
  98. tcpSocket:
  99. {{- if .Values.jobmanager.highAvailability.enabled }}
  100. port: {{ .Values.jobmanager.highAvailability.syncPort }}
  101. {{- else }}
  102. port: {{ .Values.jobmanager.ports.rpc }}
  103. {{- end }}
  104. periodSeconds: {{ .Values.jobmanager.readinessProbe.periodSeconds }}
  105. initialDelaySeconds: {{ .Values.jobmanager.readinessProbe.initialDelaySeconds }}
  106. livenessProbe:
  107. tcpSocket:
  108. port: {{ .Values.jobmanager.ports.blob }}
  109. initialDelaySeconds: {{ .Values.jobmanager.livenessProbe.initialDelaySeconds }}
  110. periodSeconds: {{ .Values.jobmanager.livenessProbe.periodSeconds }}
  111. volumeMounts:
  112. - name: flink-config-volume
  113. mountPath: {{ .Values.flink.workDir }}/conf/flink-conf.yaml.tpl
  114. subPath: flink-conf.yaml.tpl
  115. - name: flink-config-volume
  116. mountPath: {{ .Values.flink.workDir }}/conf/log4j.properties
  117. subPath: log4j.properties
  118. - name: flink-config-volume
  119. mountPath: {{ .Values.flink.workDir }}/conf/log4j-console.properties
  120. subPath: log4j.properties
  121. - name: flink-config-volume
  122. mountPath: {{ .Values.flink.workDir }}/conf/security.properties
  123. subPath: security.properties
  124. {{- if .Values.jobmanager.highAvailability.enabled }}
  125. - name: flink-config-volume
  126. mountPath: {{ .Values.flink.workDir }}/conf/masters
  127. subPath: masters
  128. {{- end }}
  129. {{- range $secret := .Values.secrets.kubernetesSecrets }}
  130. {{- if $secret.mountPath }}
  131. {{- if $secret.keys }}
  132. {{- range $key := $secret.keys }}
  133. - name: {{ include "flink.fullname" $ }}-{{ $secret.name }}
  134. mountPath: {{ $secret.mountPath }}/{{ $key }}
  135. subPath: {{ $key }}
  136. readOnly: true
  137. {{- end }}
  138. {{- else }}
  139. - name: {{ include "flink.fullname" $ }}-{{ $secret.name }}
  140. mountPath: {{ $secret.mountPath }}
  141. readOnly: true
  142. {{- end }}
  143. {{- end }}
  144. {{- end }}
  145. {{- if .Values.jobmanager.extraVolumeMounts -}}
  146. {{ toYaml .Values.jobmanager.extraVolumeMounts | nindent 12 }}
  147. {{- end }}
  148. {{- if and .Values.jobmanager.persistent.enabled .Values.jobmanager.statefulset }}
  149. - name: jobmanager-data
  150. mountPath: {{ .Values.jobmanager.persistent.mountPath }}
  151. {{- end }}
  152. {{- if and (and .Values.secrets.bitnamiSealedSecrets.enabled .Values.secrets.bitnamiSealedSecrets.sealedSecretFiles) .Values.secrets.bitnamiSealedSecrets.sealedSecretFilesPath }}
  153. - name: sealed-secret-files
  154. mountPath: {{ .Values.secrets.bitnamiSealedSecrets.sealedSecretFilesPath }}
  155. {{- end }}
  156. resources:
  157. {{- toYaml .Values.jobmanager.resources | nindent 12 }}
  158. volumes:
  159. - name: flink-config-volume
  160. configMap:
  161. name: {{ include "flink.fullname" . }}-config
  162. items:
  163. - key: flink-conf.yaml
  164. path: flink-conf.yaml.tpl
  165. - key: log4j.properties
  166. path: log4j.properties
  167. - key: security.properties
  168. path: security.properties
  169. {{- if .Values.jobmanager.highAvailability.enabled }}
  170. - key: masters
  171. path: masters
  172. {{- end }}
  173. {{- range .Values.secrets.kubernetesSecrets }}
  174. - name: {{ include "flink.fullname" $ }}-{{ .name }}
  175. secret:
  176. secretName: {{ .name }}
  177. {{- end }}
  178. {{- if .Values.jobmanager.extraVolumes -}}
  179. {{ toYaml .Values.jobmanager.extraVolumes | nindent 8 }}
  180. {{- end }}
  181. {{- if and (and .Values.secrets.bitnamiSealedSecrets.enabled .Values.secrets.bitnamiSealedSecrets.sealedSecretFiles) .Values.secrets.bitnamiSealedSecrets.sealedSecretFilesPath }}
  182. - name: sealed-secret-files
  183. secret:
  184. secretName: {{ .Release.Name }}-secretfiles
  185. {{- end }}
  186. {{- with .Values.jobmanager.nodeSelector }}
  187. nodeSelector:
  188. {{- toYaml . | nindent 8 }}
  189. {{- end }}
  190. {{- with .Values.jobmanager.affinity }}
  191. affinity:
  192. {{- toYaml . | nindent 8 }}
  193. {{- end }}
  194. {{- with .Values.jobmanager.tolerations }}
  195. tolerations:
  196. {{- toYaml . | nindent 8 }}
  197. {{- end }}
  198. {{- if and .Values.jobmanager.persistent.enabled .Values.jobmanager.statefulset }}
  199. volumeClaimTemplates:
  200. - metadata:
  201. name: jobmanager-data
  202. labels:
  203. {{ include "flink.labels" . | indent 10 }}
  204. spec:
  205. accessModes:
  206. - ReadWriteOnce
  207. {{- if eq (kindIs "invalid" .Values.jobmanager.persistent.storageClass) false }}
  208. storageClassName: {{ .Values.jobmanager.persistent.storageClass | quote }}
  209. {{- end }}
  210. resources:
  211. requests:
  212. storage: {{ .Values.jobmanager.persistent.size }}
  213. {{- end }}