fix: Bytewax materialization engine fails when loading feature_store.yaml (feast-dev#3912)

marti-jorda-roca · tqtensor · commit a5d25dfad645 · 2024-03-11T09:43:08.000+07:00
* bytewax materialization loads yaml config correctly

Signed-off-by: marti-jorda-roca &lt;mjorda98@gmail.com&gt;

* added postgres dependency for SQL registries

Signed-off-by: marti-jorda-roca &lt;mjorda98@gmail.com&gt;

---------

Signed-off-by: marti-jorda-roca &lt;mjorda98@gmail.com&gt;
diff --git a/sdk/python/feast/infra/materialization/contrib/bytewax/Dockerfile b/sdk/python/feast/infra/materialization/contrib/bytewax/Dockerfile
@@ -25,5 +25,5 @@ COPY README.md README.md
 # git dir to infer the version of feast we're installing.
 # https://github.com/pypa/setuptools_scm#usage-from-docker
 # I think it also assumes that this dockerfile is being built from the root of the directory.
-RUN --mount=source=.git,target=.git,type=bind pip3 install --no-cache-dir '.[aws,gcp,bytewax,snowflake]'
+RUN --mount=source=.git,target=.git,type=bind pip3 install --no-cache-dir '.[aws,gcp,bytewax,snowflake,postgres]'
 
diff --git a/sdk/python/feast/infra/materialization/contrib/bytewax/dataflow.py b/sdk/python/feast/infra/materialization/contrib/bytewax/dataflow.py
@@ -12,10 +12,10 @@
     logging.basicConfig(level=logging.INFO)
 
     with open("/var/feast/feature_store.yaml") as f:
-        feast_config = yaml.safe_load(f)
+        feast_config = yaml.load(f, Loader=yaml.Loader)
 
         with open("/var/feast/bytewax_materialization_config.yaml") as b:
-            bytewax_config = yaml.safe_load(b)
+            bytewax_config = yaml.load(b, Loader=yaml.Loader)
 
             config = RepoConfig(**feast_config)
             store = FeatureStore(config=config)
