From 65412065f71a42d10ef6498fd24eb916416d8788 Mon Sep 17 00:00:00 2001 From: "hyeongseok.yoo" Date: Sun, 12 Feb 2023 12:47:34 +0900 Subject: [PATCH] fix: Add filesystem kwargs when read prev_table on FileRetrievalJob (#3490) Signed-off-by: hyeongseok.yoo --- sdk/python/feast/infra/offline_stores/file.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sdk/python/feast/infra/offline_stores/file.py b/sdk/python/feast/infra/offline_stores/file.py index 15e614a5a39..7802a9c5ce8 100644 --- a/sdk/python/feast/infra/offline_stores/file.py +++ b/sdk/python/feast/infra/offline_stores/file.py @@ -453,7 +453,9 @@ def offline_write_batch( filesystem, path = FileSource.create_filesystem_and_path( file_options.uri, file_options.s3_endpoint_override ) - prev_table = pyarrow.parquet.read_table(path, memory_map=True) + prev_table = pyarrow.parquet.read_table( + path, filesystem=filesystem, memory_map=True + ) if table.schema != prev_table.schema: table = table.cast(prev_table.schema) new_table = pyarrow.concat_tables([table, prev_table])