feat: Make Spark Compute able to use other source

HaoXuAI · HaoXuAI · commit 0b89d5095456 · 2025-06-10T20:44:29.000-07:00
Signed-off-by: HaoXuAI &lt;sduxuhao@gmail.com&gt;
diff --git a/sdk/python/feast/infra/offline_stores/duckdb.py b/sdk/python/feast/infra/offline_stores/duckdb.py
@@ -96,7 +96,7 @@ def _write_data_source(
             prev_schema = (
                 DeltaTable(file_options.uri, storage_options=storage_options)
                 .schema()
-                .to_arrow()
+                .to_pyarrow()
             )
             table = table.cast(ibis.Schema.from_pyarrow(prev_schema))
             write_mode = "append"
diff --git a/sdk/python/feast/infra/offline_stores/file_source.py b/sdk/python/feast/infra/offline_stores/file_source.py
@@ -202,7 +202,7 @@ def get_table_column_names_and_types(
             schema = (
                 DeltaTable(self.path, storage_options=storage_options)
                 .schema()
-                .to_arrow()
+                .to_pyarrow()
             )
         else:
             raise Exception(f"Unknown FileFormat -> {self.file_format}")

Original file line number	Diff line number	Diff line change
`@@ -96,7 +96,7 @@ def _write_data_source(`
`96`	`96`	`prev_schema = (`
`97`	`97`	`DeltaTable(file_options.uri, storage_options=storage_options)`
`98`	`98`	`.schema()`
`99`		`- .to_arrow()`
	`99`	`+ .to_pyarrow()`
`100`	`100`	`)`
`101`	`101`	`table = table.cast(ibis.Schema.from_pyarrow(prev_schema))`
`102`	`102`	`write_mode = "append"`
Original file line number	Diff line number	Diff line change
`@@ -202,7 +202,7 @@ def get_table_column_names_and_types(`
`202`	`202`	`schema = (`
`203`	`203`	`DeltaTable(self.path, storage_options=storage_options)`
`204`	`204`	`.schema()`
`205`		`- .to_arrow()`
	`205`	`+ .to_pyarrow()`
`206`	`206`	`)`
`207`	`207`	`else:`
`208`	`208`	`raise Exception(f"Unknown FileFormat -> {self.file_format}")`