fix: Remove opening file object when validating S3 parquet source (feast-dev#3217)

mzwiessele · web-flow · commit a9060188713e · 2022-09-16T09:58:43.000-07:00
* Remove opening the file object

Let pyarrow handle opening the path using the filesystem.

Signed-off-by: Max Z &lt;max.zwiessele@babylonhealth.com&gt;

* fix: linting error

Signed-off-by: Max Z &lt;max.zwiessele@babylonhealth.com&gt;

Signed-off-by: Max Z &lt;max.zwiessele@babylonhealth.com&gt;
diff --git a/sdk/python/feast/infra/offline_stores/file_source.py b/sdk/python/feast/infra/offline_stores/file_source.py
@@ -160,9 +160,7 @@ def get_table_column_names_and_types(
         if filesystem is None:
             schema = ParquetDataset(path).schema.to_arrow_schema()
         else:
-            schema = ParquetDataset(
-                filesystem.open_input_file(path), filesystem=filesystem
-            ).schema
+            schema = ParquetDataset(path, filesystem=filesystem).schema
 
         return zip(schema.names, map(str, schema.types))
 
