From 80d379efad7e28aedcd65decb8250a0f69e3b94c Mon Sep 17 00:00:00 2001 From: Oleg Avdeev Date: Fri, 22 Jan 2021 17:47:48 -0800 Subject: [PATCH] make EMR jar uploader work the same as k8s one Signed-off-by: Oleg Avdeev --- sdk/python/feast/pyspark/launchers/aws/emr_utils.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/sdk/python/feast/pyspark/launchers/aws/emr_utils.py b/sdk/python/feast/pyspark/launchers/aws/emr_utils.py index 1194ba72d33..15127b38f11 100644 --- a/sdk/python/feast/pyspark/launchers/aws/emr_utils.py +++ b/sdk/python/feast/pyspark/launchers/aws/emr_utils.py @@ -81,7 +81,11 @@ def _random_string(length) -> str: def _upload_jar(jar_s3_prefix: str, jar_path: str) -> str: - if jar_path.startswith("https://"): + if ( + jar_path.startswith("s3://") + or jar_path.startswith("s3a://") + or jar_path.startswith("https://") + ): return jar_path with open(jar_path, "rb") as f: uri = urlparse(os.path.join(jar_s3_prefix, os.path.basename(jar_path)))