Skip to content

Commit 88046a0

Browse files
authored
Suppress kafka logs in Ingestion Job (#1206)
Signed-off-by: Oleksii Moskalenko <moskalenko.alexey@gmail.com>
1 parent 1fe959f commit 88046a0

1 file changed

Lines changed: 3 additions & 0 deletions

File tree

spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@
1616
*/
1717
package feast.ingestion
1818

19+
import org.apache.log4j.{Level, Logger}
1920
import org.apache.spark.SparkConf
2021
import org.apache.spark.sql.{Column, SparkSession}
2122
import org.apache.spark.sql.functions.expr
@@ -26,6 +27,8 @@ trait BasePipeline {
2627
// workaround for issue with arrow & netty
2728
// see https://github.com/apache/arrow/tree/master/java#java-properties
2829
System.setProperty("io.netty.tryReflectionSetAccessible", "true")
30+
// suppress SubscriptionState logs
31+
Logger.getLogger("org.apache.kafka").setLevel(Level.WARN)
2932

3033
val conf = new SparkConf()
3134

0 commit comments

Comments
 (0)