diff --git a/pom.xml b/pom.xml index 7c60f8f99b..bf5aa668c2 100644 --- a/pom.xml +++ b/pom.xml @@ -184,7 +184,7 @@ 2.6.2 4.1.17 - 14.0.1 + 27.0-jre 3.0.16 2.30 2.10.5 diff --git a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh index 8218c2982c..d89a6fb8cb 100755 --- a/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh +++ b/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh @@ -67,6 +67,15 @@ if ! [ -z ${HADOOP_CONF_DIR+x} ]; then fi case "$1" in + driver-py) + shift 1 + CMD=( + "$SPARK_HOME/bin/spark-submit" + --conf "spark.driver.bindAddress=$SPARK_DRIVER_BIND_ADDRESS" + --deploy-mode client + "$@" $PYSPARK_PRIMARY $PYSPARK_APP_ARGS + ) + ;; driver) shift 1 CMD=(