From dc038db57eba11593e376505188d73caf085a8f5 Mon Sep 17 00:00:00 2001 From: Oleksii Moskalenko Date: Tue, 1 Dec 2020 11:01:26 +0800 Subject: [PATCH] suppress kafka logs Signed-off-by: Oleksii Moskalenko --- .../src/main/scala/feast/ingestion/BasePipeline.scala | 3 +++ 1 file changed, 3 insertions(+) diff --git a/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala b/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala index 679785bc2a5..60666e92d30 100644 --- a/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala +++ b/spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala @@ -16,6 +16,7 @@ */ package feast.ingestion +import org.apache.log4j.{Level, Logger} import org.apache.spark.SparkConf import org.apache.spark.sql.{Column, SparkSession} import org.apache.spark.sql.functions.expr @@ -26,6 +27,8 @@ trait BasePipeline { // workaround for issue with arrow & netty // see https://github.com/apache/arrow/tree/master/java#java-properties System.setProperty("io.netty.tryReflectionSetAccessible", "true") + // suppress SubscriptionState logs + Logger.getLogger("org.apache.kafka").setLevel(Level.WARN) val conf = new SparkConf()