From 373161e26e594afde2fd22bd55e5c92e4e37e75e Mon Sep 17 00:00:00 2001 From: Mikkel Bjerg Date: Wed, 2 Aug 2023 08:58:40 +0200 Subject: [PATCH 1/2] Add bootstrap logging --- charts/flink-job/Chart.yaml | 2 +- charts/flink-job/values.yaml | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/charts/flink-job/Chart.yaml b/charts/flink-job/Chart.yaml index b2b4918a..6225fb54 100644 --- a/charts/flink-job/Chart.yaml +++ b/charts/flink-job/Chart.yaml @@ -7,7 +7,7 @@ type: application # This is the chart version. This version number should be incremented each time you make changes # to the chart and its templates. # Versions are expected to follow Semantic Versioning (https://semver.org/) -version: 0.3.6 +version: 0.3.7 dependencies: - name: image-automation diff --git a/charts/flink-job/values.yaml b/charts/flink-job/values.yaml index 63b91b12..94c8de0e 100644 --- a/charts/flink-job/values.yaml +++ b/charts/flink-job/values.yaml @@ -56,6 +56,10 @@ logConfiguration: # Suppress the irrelevant (wrong) warnings from the Netty channel handler logger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline logger.netty.level = OFF + + # Ensure we get failure logs on startup + logger.bootstrap.name = org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap + logger.bootstrap.level = INFO # -- Cluster deployment mode. Support values are `native` and `standalone` # `native` is the recommended mode, as this makes Flink aware of it running on Kubernetes mode: native From c01b9e20913c9ea819d4d1136c0b157594599f00 Mon Sep 17 00:00:00 2001 From: Mikkel Bjerg Date: Wed, 2 Aug 2023 09:01:33 +0200 Subject: [PATCH 2/2] Updated docs --- charts/flink-job/README.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/charts/flink-job/README.md b/charts/flink-job/README.md index 74030df3..54c25973 100644 --- a/charts/flink-job/README.md +++ b/charts/flink-job/README.md @@ -1,6 +1,6 @@ # flink-job -![Version: 0.3.6](https://img.shields.io/badge/Version-0.3.6-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) +![Version: 0.3.7](https://img.shields.io/badge/Version-0.3.7-informational?style=flat-square) ![Type: application](https://img.shields.io/badge/Type-application-informational?style=flat-square) A Helm chart for handling Cheetah Data Platform Flink jobs @@ -130,7 +130,7 @@ Read more about Flink and highly available job-managers [here](https://nightlies | version | string | `"v1_16"` | Which Flink version to use | | flinkConfiguration | object | (see values.yaml) | Flink configuration For more configuration options, see here: For specific metrics configuration, see here: | | restartNonce | int | `0` | change this to force a restart of the job, see for more info | -| logConfiguration | object | `{"log4j-console.properties":"rootLogger.level = WARN\nrootLogger.appenderRef.console.ref = ConsoleAppender\n\n# Log all infos to the console\nappender.console.name = ConsoleAppender\nappender.console.type = CONSOLE\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n\n\n# Suppress the irrelevant (wrong) warnings from the Netty channel handler\nlogger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline\nlogger.netty.level = OFF\n"}` | Custom logging configuration | +| logConfiguration | object | `{"log4j-console.properties":"rootLogger.level = WARN\nrootLogger.appenderRef.console.ref = ConsoleAppender\n\n# Log all infos to the console\nappender.console.name = ConsoleAppender\nappender.console.type = CONSOLE\nappender.console.layout.type = PatternLayout\nappender.console.layout.pattern = %d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n\n\n# Suppress the irrelevant (wrong) warnings from the Netty channel handler\nlogger.netty.name = org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline\nlogger.netty.level = OFF\n\n# Ensure we get failure logs on startup\nlogger.bootstrap.name = org.apache.flink.client.deployment.application.ApplicationDispatcherBootstrap\nlogger.bootstrap.level = INFO\n"}` | Custom logging configuration | | mode | string | `"native"` | Cluster deployment mode. Support values are `native` and `standalone` `native` is the recommended mode, as this makes Flink aware of it running on Kubernetes | | storage.scheme | string | `""` | File storage scheme. Allowed values follows supported URI schemes, as explained [here](https://nightlies.apache.org/flink/flink-docs-master/docs/deployment/filesystems/overview/) To use S3 storage set `scheme=s3`, to use local file-system use `scheme=file`, etc. | | storage.baseDir | string | `""` | Set the base directory for the HA, savepoints, and checkpoints storage. Generates a directory tree, based on the file system scheme, base directory, release name, and storage type (savepoint, checkpoint, or HA metadata) |