diff --git a/bitnami/spark/3/debian-10/rootfs/opt/bitnami/scripts/spark/entrypoint.sh b/bitnami/spark/3/debian-10/rootfs/opt/bitnami/scripts/spark/entrypoint.sh index c95e5b243fc1..f6718e15811d 100755 --- a/bitnami/spark/3/debian-10/rootfs/opt/bitnami/scripts/spark/entrypoint.sh +++ b/bitnami/spark/3/debian-10/rootfs/opt/bitnami/scripts/spark/entrypoint.sh @@ -28,5 +28,24 @@ if [[ "$1" = "/opt/bitnami/scripts/spark/run.sh" ]]; then info "** Spark setup finished! **" fi +# Spark has an special 'driver' command which is an alias for spark-submit +# https://github.com/apache/spark/blob/master/resource-managers/kubernetes/docker/src/main/dockerfiles/spark/entrypoint.sh +case "$1" in + driver) + shift 1 + CMD=( + "/opt/bitnami/spark/bin/spark-submit" + --master "${SPARK_MASTER_URL}" + --conf "spark.jars.ivy=/tmp/.ivy" + --deploy-mode client + "$@" + ) + ;; + *) + # Non-spark-on-k8s command provided, proceeding in pass-through mode + CMD=("$@") + ;; +esac + echo "" -exec "$@" +exec "${CMD[@]}" diff --git a/bitnami/spark/README.md b/bitnami/spark/README.md index ffa208520474..a91b91a3e70f 100644 --- a/bitnami/spark/README.md +++ b/bitnami/spark/README.md @@ -45,7 +45,7 @@ Non-root container images add an extra layer of security and are generally recom Learn more about the Bitnami tagging policy and the difference between rolling tags and immutable tags [in our documentation page](https://docs.bitnami.com/tutorials/understand-rolling-tags-containers/). -* [`3`, `3-debian-10`, `3.2.1`, `3.2.1-debian-10-r70`, `latest` (3/debian-10/Dockerfile)](https://github.com/bitnami/bitnami-docker-spark/blob/3.2.1-debian-10-r70/3/debian-10/Dockerfile) +* [`3`, `3-debian-10`, `3.2.1`, `3.2.1-debian-10-r71`, `latest` (3/debian-10/Dockerfile)](https://github.com/bitnami/bitnami-docker-spark/blob/3.2.1-debian-10-r71/3/debian-10/Dockerfile) Subscribe to project updates by watching the [bitnami/spark GitHub repo](https://github.com/bitnami/bitnami-docker-spark).