remove batch_size parameter

niklasvm · niklasvm · commit 79ea412ad1c4 · 2022-09-05T21:52:01.000+02:00
Signed-off-by: niklasvm &lt;niklasvm@gmail.com&gt;
diff --git a/sdk/python/feast/infra/materialization/contrib/spark/spark_materialization_engine.py b/sdk/python/feast/infra/materialization/contrib/spark/spark_materialization_engine.py
@@ -39,7 +39,6 @@ class SparkMaterializationEngineConfig(FeastConfigBaseModel):
 
     type: Literal["spark"] = "spark"
     """ Type selector"""
-    batch_size: int
 
 
 @dataclass
diff --git a/sdk/python/tests/integration/materialization/contrib/spark/test_spark.py b/sdk/python/tests/integration/materialization/contrib/spark/test_spark.py
@@ -28,7 +28,7 @@ def test_spark_materialization_consistency():
             # "path": "data/online_store.db"
         },
         offline_store_creator=SparkDataSourceCreator,
-        batch_engine={"type": "spark", "batch_size": 10},
+        batch_engine={"type": "spark"},
     )
     spark_environment = construct_test_environment(
         spark_config, None, entity_key_serialization_version=1

Original file line number	Diff line number	Diff line change
`@@ -28,7 +28,7 @@ def test_spark_materialization_consistency():`
`28`	`28`	`# "path": "data/online_store.db"`
`29`	`29`	`},`
`30`	`30`	`offline_store_creator=SparkDataSourceCreator,`
`31`		`- batch_engine={"type": "spark", "batch_size": 10},`
	`31`	`+ batch_engine={"type": "spark"},`
`32`	`32`	`)`
`33`	`33`	`spark_environment = construct_test_environment(`
`34`	`34`	`spark_config, None, entity_key_serialization_version=1`