There was an error while loading. Please reload this page.
1 parent dfdee4b commit 068f129Copy full SHA for 068f129
1 file changed
spark/ingestion/src/main/scala/feast/ingestion/BasePipeline.scala
@@ -16,6 +16,7 @@
16
*/
17
package feast.ingestion
18
19
+import org.apache.log4j.{Level, Logger}
20
import org.apache.spark.SparkConf
21
import org.apache.spark.sql.{Column, SparkSession}
22
import org.apache.spark.sql.functions.expr
@@ -26,6 +27,8 @@ trait BasePipeline {
26
27
// workaround for issue with arrow & netty
28
// see https://github.com/apache/arrow/tree/master/java#java-properties
29
System.setProperty("io.netty.tryReflectionSetAccessible", "true")
30
+ // suppress SubscriptionState logs
31
+ Logger.getLogger("org.apache.kafka").setLevel(Level.WARN)
32
33
val conf = new SparkConf()
34
0 commit comments