From 1689d783ca7005628be089937db0798a7967407e Mon Sep 17 00:00:00 2001 From: Bitnami Bot Date: Mon, 15 Jan 2024 19:20:46 +0100 Subject: [PATCH] [bitnami/spark] Release 3.5.0-debian-11-r18 (#54787) Signed-off-by: Bitnami Containers --- bitnami/spark/3.5/debian-11/Dockerfile | 6 +-- .../opt/bitnami/.bitnami_components.json | 2 +- .../debian-11/prebuildfs/usr/sbin/run-script | 2 +- bitnami/spark/README.md | 54 +++++++++---------- 4 files changed, 32 insertions(+), 32 deletions(-) diff --git a/bitnami/spark/3.5/debian-11/Dockerfile b/bitnami/spark/3.5/debian-11/Dockerfile index d2602a56529c..b30a5129df73 100644 --- a/bitnami/spark/3.5/debian-11/Dockerfile +++ b/bitnami/spark/3.5/debian-11/Dockerfile @@ -8,10 +8,10 @@ ARG TARGETARCH LABEL com.vmware.cp.artifact.flavor="sha256:1e1b4657a77f0d47e9220f0c37b9bf7802581b93214fff7d1bd2364c8bf22e8e" \ org.opencontainers.image.base.name="docker.io/bitnami/minideb:bullseye" \ - org.opencontainers.image.created="2023-12-16T16:24:11Z" \ + org.opencontainers.image.created="2024-01-15T17:16:59Z" \ org.opencontainers.image.description="Application packaged by VMware, Inc" \ org.opencontainers.image.licenses="Apache-2.0" \ - org.opencontainers.image.ref.name="3.5.0-debian-11-r17" \ + org.opencontainers.image.ref.name="3.5.0-debian-11-r18" \ org.opencontainers.image.title="spark" \ org.opencontainers.image.vendor="VMware, Inc." \ org.opencontainers.image.version="3.5.0" @@ -28,7 +28,7 @@ SHELL ["/bin/bash", "-o", "errexit", "-o", "nounset", "-o", "pipefail", "-c"] RUN install_packages ca-certificates curl libbz2-1.0 libcom-err2 libcrypt1 libffi7 libgcc-s1 libgssapi-krb5-2 libk5crypto3 libkeyutils1 libkrb5-3 libkrb5support0 liblzma5 libncursesw6 libnsl2 libreadline8 libsqlite3-0 libssl1.1 libstdc++6 libtinfo6 libtirpc3 procps zlib1g RUN mkdir -p /tmp/bitnami/pkg/cache/ ; cd /tmp/bitnami/pkg/cache/ ; \ COMPONENTS=( \ - "python-3.11.7-0-linux-${OS_ARCH}-debian-11" \ + "python-3.11.7-2-linux-${OS_ARCH}-debian-11" \ "java-17.0.9-11-6-linux-${OS_ARCH}-debian-11" \ "spark-3.5.0-6-linux-${OS_ARCH}-debian-11" \ ) ; \ diff --git a/bitnami/spark/3.5/debian-11/prebuildfs/opt/bitnami/.bitnami_components.json b/bitnami/spark/3.5/debian-11/prebuildfs/opt/bitnami/.bitnami_components.json index 4b3dc3fc241d..73d7d3bc6703 100644 --- a/bitnami/spark/3.5/debian-11/prebuildfs/opt/bitnami/.bitnami_components.json +++ b/bitnami/spark/3.5/debian-11/prebuildfs/opt/bitnami/.bitnami_components.json @@ -9,7 +9,7 @@ "arch": "amd64", "distro": "debian-11", "type": "NAMI", - "version": "3.11.7-0" + "version": "3.11.7-2" }, "spark": { "arch": "amd64", diff --git a/bitnami/spark/3.5/debian-11/prebuildfs/usr/sbin/run-script b/bitnami/spark/3.5/debian-11/prebuildfs/usr/sbin/run-script index b7a5bf1e50bf..4ca0f897277e 100755 --- a/bitnami/spark/3.5/debian-11/prebuildfs/usr/sbin/run-script +++ b/bitnami/spark/3.5/debian-11/prebuildfs/usr/sbin/run-script @@ -10,7 +10,7 @@ fi script=$1 exit_code="${2:-96}" -fail_if_not_present="${3:-y}" +fail_if_not_present="${3:-n}" if test -f "$script"; then sh $script diff --git a/bitnami/spark/README.md b/bitnami/spark/README.md index 655db1ea1943..8644d50e5b42 100644 --- a/bitnami/spark/README.md +++ b/bitnami/spark/README.md @@ -77,36 +77,36 @@ docker build -t bitnami/APP:latest . #### Customizable environment variables -| Name | Description | Default Value | -|-------------------------------------------|----------------------------------------------------------------------------------|------------------------------------------------| -| `$SPARK_MODE` | Spark cluster mode to run (can be master or worker). | `master` | -| `$SPARK_MASTER_URL` | Url where the worker can find the master. Only needed when spark mode is worker. | `spark://spark-master:7077` | -| `$SPARK_NO_DAEMONIZE` | Spark does not run as a daemon. | `true` | -| `$SPARK_RPC_AUTHENTICATION_ENABLED` | Enable RPC authentication. | `no` | -| `$SPARK_RPC_ENCRYPTION_ENABLED` | Enable RPC encryption. | `no` | -| `$SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED` | Enable local storage encryption. | `no` | -| `$SPARK_SSL_ENABLED` | Enable SSL configuration. | `no` | -| `$SPARK_SSL_KEYSTORE_FILE` | Location of the key store. | `${SPARK_CONF_DIR}/certs/spark-keystore.jks` | -| `$SPARK_SSL_TRUSTSTORE_FILE` | Location of the key store. | `${SPARK_CONF_DIR}/certs/spark-truststore.jks` | -| `$SPARK_SSL_NEED_CLIENT_AUTH` | Whether to require client authentication. | `yes` | -| `$SPARK_SSL_PROTOCOL` | TLS protocol to use. | `TLSv1.2` | -| `$SPARK_METRICS_ENABLED` | Whether to enable metrics for Spark. | `false` | +| Name | Description | Default Value | +|------------------------------------------|----------------------------------------------------------------------------------|------------------------------------------------| +| `SPARK_MODE` | Spark cluster mode to run (can be master or worker). | `master` | +| `SPARK_MASTER_URL` | Url where the worker can find the master. Only needed when spark mode is worker. | `spark://spark-master:7077` | +| `SPARK_NO_DAEMONIZE` | Spark does not run as a daemon. | `true` | +| `SPARK_RPC_AUTHENTICATION_ENABLED` | Enable RPC authentication. | `no` | +| `SPARK_RPC_ENCRYPTION_ENABLED` | Enable RPC encryption. | `no` | +| `SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED` | Enable local storage encryption. | `no` | +| `SPARK_SSL_ENABLED` | Enable SSL configuration. | `no` | +| `SPARK_SSL_KEYSTORE_FILE` | Location of the key store. | `${SPARK_CONF_DIR}/certs/spark-keystore.jks` | +| `SPARK_SSL_TRUSTSTORE_FILE` | Location of the key store. | `${SPARK_CONF_DIR}/certs/spark-truststore.jks` | +| `SPARK_SSL_NEED_CLIENT_AUTH` | Whether to require client authentication. | `yes` | +| `SPARK_SSL_PROTOCOL` | TLS protocol to use. | `TLSv1.2` | +| `SPARK_METRICS_ENABLED` | Whether to enable metrics for Spark. | `false` | #### Read-only environment variables -| Name | Description | Value | -|--------------------------|--------------------------------|-----------------------------------------| -| `$SPARK_BASE_DIR` | Spark installation directory. | `${BITNAMI_ROOT_DIR}/spark` | -| `$SPARK_CONF_DIR` | Spark configuration directory. | `${SPARK_BASE_DIR}/conf` | -| `$SPARK_WORK_DIR` | Spark workspace directory. | `${SPARK_BASE_DIR}/work` | -| `$SPARK_CONF_FILE` | Spark configuration file path. | `${SPARK_CONF_DIR}/spark-defaults.conf` | -| `$SPARK_LOG_DIR` | Spark logs directory. | `${SPARK_BASE_DIR}/logs` | -| `$SPARK_TMP_DIR` | Spark tmp directory. | `${SPARK_BASE_DIR}/tmp` | -| `$SPARK_JARS_DIR` | Spark jar directory. | `${SPARK_BASE_DIR}/jars` | -| `$SPARK_INITSCRIPTS_DIR` | Spark init scripts directory. | `/docker-entrypoint-initdb.d` | -| `$SPARK_USER` | Spark user. | `spark` | -| `$SPARK_DAEMON_USER` | Spark system user. | `spark` | -| `$SPARK_DAEMON_GROUP` | Spark system group. | `spark` | +| Name | Description | Value | +|-------------------------|--------------------------------|-----------------------------------------| +| `SPARK_BASE_DIR` | Spark installation directory. | `${BITNAMI_ROOT_DIR}/spark` | +| `SPARK_CONF_DIR` | Spark configuration directory. | `${SPARK_BASE_DIR}/conf` | +| `SPARK_WORK_DIR` | Spark workspace directory. | `${SPARK_BASE_DIR}/work` | +| `SPARK_CONF_FILE` | Spark configuration file path. | `${SPARK_CONF_DIR}/spark-defaults.conf` | +| `SPARK_LOG_DIR` | Spark logs directory. | `${SPARK_BASE_DIR}/logs` | +| `SPARK_TMP_DIR` | Spark tmp directory. | `${SPARK_BASE_DIR}/tmp` | +| `SPARK_JARS_DIR` | Spark jar directory. | `${SPARK_BASE_DIR}/jars` | +| `SPARK_INITSCRIPTS_DIR` | Spark init scripts directory. | `/docker-entrypoint-initdb.d` | +| `SPARK_USER` | Spark user. | `spark` | +| `SPARK_DAEMON_USER` | Spark system user. | `spark` | +| `SPARK_DAEMON_GROUP` | Spark system group. | `spark` | Additionally, more environment variables natively supported by Apache Spark can be found [at the official documentation](https://spark.apache.org/docs/latest/spark-standalone.html#cluster-launch-scripts).