diff --git a/python/feast_spark/pyspark/launchers/standalone/local.py b/python/feast_spark/pyspark/launchers/standalone/local.py index 6f5fa485..e7752da0 100644 --- a/python/feast_spark/pyspark/launchers/standalone/local.py +++ b/python/feast_spark/pyspark/launchers/standalone/local.py @@ -294,8 +294,8 @@ def spark_submit( ",".join([BQ_SPARK_PACKAGE] + job_params.get_extra_packages()), "--jars", "https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-latest.jar," - "https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/2.7.3/hadoop-aws-2.7.3.jar," - "https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk/1.7.4/aws-java-sdk-1.7.4.jar", + "https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/3.2.0/hadoop-aws-3.2.0.jar," + "https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/1.11.874/aws-java-sdk-bundle-1.11.874.jar", "--conf", "spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem", "--conf",