Flink. Updates for 1.10 version.

docs/index.yaml

@@ -3,7 +3,20 @@ entries:
   flink:
   - apiVersion: v1
     appVersion: 1.10.0
-    created: "2020-03-09T14:39:33.861739+02:00"
+    created: "2020-03-17T15:23:03.077337+02:00"
+    description: Chart for Apache Flink
+    digest: 5f0fee8acf2bc42f14887b7e41ddd75924cfd14787b828091a32ca4d48e576e3
+    home: https://github.com/riskfocus/helm-charts-public
+    maintainers:
+    - email: charts-maintainers@riskfocus.com
+      name: charts-maintainers
+    name: flink
+    urls:
+    - flink-0.1.9.tgz
+    version: 0.1.9
+  - apiVersion: v1
+    appVersion: 1.10.0
+    created: "2020-03-17T15:23:03.07435+02:00"
     description: Chart for Apache Flink
     digest: 2f5d762b569990681854bc0929b464bb32238ebf9cce7c935ff66a64916d5bb0
     home: https://github.com/riskfocus/helm-charts-public
@@ -16,7 +29,7 @@ entries:
     version: 0.1.8
   - apiVersion: v1
     appVersion: 1.10.0
-    created: "2020-03-09T14:39:33.860497+02:00"
+    created: "2020-03-17T15:23:03.072544+02:00"
     description: Chart for Apache Flink
     digest: 5737d1376b2aa23639dc19dc4ca58aebf7fc5e4e743046dcf3d2b3377f10d18d
     home: https://github.com/riskfocus/helm-charts-public
@@ -29,7 +42,7 @@ entries:
     version: 0.1.7
   - apiVersion: v1
     appVersion: 1.10.0
-    created: "2020-03-09T14:39:33.859307+02:00"
+    created: "2020-03-17T15:23:03.070811+02:00"
     description: Chart for Apache Flink
     digest: 1456bb9f756465a6ed46c450b4697611eda1294f6fee90157ebf2c278e42c8bc
     home: https://github.com/riskfocus/helm-charts-public
@@ -42,7 +55,7 @@ entries:
     version: 0.1.6
   - apiVersion: v1
     appVersion: 1.10.0
-    created: "2020-03-09T14:39:33.858088+02:00"
+    created: "2020-03-17T15:23:03.068727+02:00"
     description: Chart for Apache Flink
     digest: 620b68b9f9304ae28334ff584f0b3ffda04bdf97802ab828f8d3acaca4326003
     home: https://github.com/riskfocus/helm-charts-public
@@ -55,7 +68,7 @@ entries:
     version: 0.1.5
   - apiVersion: v1
     appVersion: 1.9.1
-    created: "2020-03-09T14:39:33.856936+02:00"
+    created: "2020-03-17T15:23:03.066978+02:00"
     description: Chart for Apache Flink
     digest: d0f20cb057c29f3b4e954307be61d4ff57d7cf4ddd16b42d5bec62573754c4bc
     maintainers:
@@ -67,11 +80,11 @@ entries:
     version: 0.1.4
   - apiVersion: v1
     appVersion: 1.9.1
-    created: "2020-03-09T14:39:33.855638+02:00"
+    created: "2020-03-17T15:23:03.064706+02:00"
     description: Chart for Apache Flink
     digest: 3bbde2e93832769fc8f2532cd3703747121e4907fa8e4b0d54744444aeee24a3
     name: flink
     urls:
     - flink-0.1.3.tgz
     version: 0.1.3
-generated: "2020-03-09T14:39:33.853681+02:00"
+generated: "2020-03-17T15:23:03.061827+02:00"

flink/Chart.yaml

@@ -2,7 +2,7 @@ apiVersion: v1
 appVersion: "1.10.0"
 description: Chart for Apache Flink
 name: flink
-version: 0.1.8
+version: 0.1.9
 maintainers:
   - name: charts-maintainers
     email: charts-maintainers@riskfocus.com

flink/templates/configmap.yaml

@@ -27,10 +27,8 @@ data:
     log4j.logger.org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline=ERROR, file
   security.properties:
     # The java-level namelookup cache policy for successful lookups
-    networkaddress.cache.ttl=5
+    networkaddress.cache.ttl=30
 {{- if .Values.jobmanager.highAvailability.enabled }}
   masters: |
-  {{- range $i, $e := until (.Values.jobmanager.replicaCount | int) }}
-    {{ include "flink.fullname" $ }}-jobmanager-{{ $i }}.flink-jobmanager-headless.{{ $.Release.Namespace }}.svc:{{ $.Values.jobmanager.ports.ui }}
-  {{- end }}
+   {{ include "flink.fullname" . }}-jobmanager
 {{- end }}

flink/templates/jobmanager.yaml

@@ -35,6 +35,10 @@ spec:
         app.kubernetes.io/name: {{ include "flink.name" . }}
         app.kubernetes.io/instance: {{ .Release.Name }}
         component: jobmanager
+      annotations:
+      {{- range $key, $value := .Values.jobmanager.podAnnotations }}
+        {{ $key | quote }}: {{ $value | quote }}
+      {{- end }}
     spec:
     {{- with .Values.imagePullSecrets }}
       imagePullSecrets:
@@ -62,6 +66,10 @@ spec:
           env:
             - name: JVM_ARGS
               value: {{ tpl .Values.jobmanager.jvmArgs . | quote }}
+            - name: FLINK_POD_IP
+              valueFrom:
+                fieldRef:
+                  fieldPath: status.podIP
           {{- if .Values.extraEnvs }}
           {{- toYaml .Values.extraEnvs | nindent 12 }}
           {{- end }}

flink/templates/taskmanager.yaml

@@ -32,6 +32,10 @@ spec:
         app.kubernetes.io/name: {{ include "flink.name" . }}
         app.kubernetes.io/instance: {{ .Release.Name }}
         component: taskmanager
+      annotations:
+      {{- range $key, $value := .Values.taskmanager.podAnnotations }}
+        {{ $key | quote }}: {{ $value | quote }}
+      {{- end }}
     spec:
     {{- with .Values.imagePullSecrets }}
       imagePullSecrets:

flink/values.yaml

@@ -65,8 +65,7 @@ extraEnvs: []
 
 jobmanager:
   # Statefulset option will create Jobmanager as a StatefulSet
-  # A necessary option for HA mode and Persistent
-  statefulset: true
+  statefulset: false
   # Init containers
   initContainers: {}
   # Example
@@ -91,7 +90,7 @@ jobmanager:
     # For configuration with one jobmanager (it's enough stable because Kubernetes will restart Jobmanager on falures)
     # 'sed' can be changed to use flink service name, e.g. {{ include "flink.name" . }}-jobmanager
     command: >-
-      sed 's/REPLACE_HOSTNAME/'$(hostname)'.{{ include "flink.fullname" . }}-jobmanager-headless/'
+      sed 's/REPLACE_HOSTNAME/'${FLINK_POD_IP}'/'
       $FLINK_HOME/conf/flink-conf.yaml.tpl > $FLINK_HOME/conf/flink-conf.yaml &&
       $FLINK_HOME/bin/jobmanager.sh start;
       while :;
@@ -121,7 +120,8 @@ jobmanager:
   #      cpu: 3800m
   #      memory: 8000Mi
   additionalCommand: >-
-    cp /opt/flink/opt/*
+    cp /opt/flink/opt/flink-metrics-prometheus-1.10.0.jar
+    /opt/flink/opt/flink-s3-fs-presto-1.10.0.jar
     /opt/flink/lib/ &&
     wget https://repo1.maven.org/maven2/com/github/oshi/oshi-core/3.4.0/oshi-core-3.4.0.jar
     -O /opt/flink/lib/oshi-core-3.4.0.jar &&
@@ -173,6 +173,7 @@ jobmanager:
   readinessProbe:
     periodSeconds: 10
     initialDelaySeconds: 20
+  podAnnotations: {}
 
 taskmanager:
   # Statefulset option will create Taskmanager as a StatefulSet
@@ -195,8 +196,8 @@ taskmanager:
   #      cpu: 3800m
   #      memory: 8000Mi
   additionalCommand: >-
-    cp
-    /opt/flink/opt/*.jar
+    cp /opt/flink/opt/flink-metrics-prometheus-1.10.0.jar
+    /opt/flink/opt/flink-s3-fs-presto-1.10.0.jar
     /opt/flink/lib/ &&
     wget https://repo1.maven.org/maven2/com/github/oshi/oshi-core/3.4.0/oshi-core-3.4.0.jar
     -O /opt/flink/lib/oshi-core-3.4.0.jar &&
@@ -235,6 +236,7 @@ taskmanager:
   livenessProbe:
     initialDelaySeconds: 30
     periodSeconds: 60
+  podAnnotations: {}
 
 ingress:
   enabled: false