fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (… (feast-dev#3491)

goodseog · web-flow · commit dca47458c81c · 2023-03-01T21:56:19.000-08:00
fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (feast-dev#3490) Signed-off-by: hyeongseok.yoo <goodseog.yoo@navercorp.com>
diff --git a/sdk/python/feast/infra/offline_stores/file.py b/sdk/python/feast/infra/offline_stores/file.py
@@ -453,7 +453,9 @@ def offline_write_batch(
         filesystem, path = FileSource.create_filesystem_and_path(
             file_options.uri, file_options.s3_endpoint_override
         )
-        prev_table = pyarrow.parquet.read_table(path, memory_map=True)
+        prev_table = pyarrow.parquet.read_table(
+            path, filesystem=filesystem, memory_map=True
+        )
         if table.schema != prev_table.schema:
             table = table.cast(prev_table.schema)
         new_table = pyarrow.concat_tables([table, prev_table])
