From 65bb1523b2b727fd6f89652e26fc8c3d9f44dfdb Mon Sep 17 00:00:00 2001 From: bjornjorgensen Date: Sat, 11 Feb 2023 12:56:03 +0100 Subject: [PATCH] 1. --- pyspark-notebook/Dockerfile | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/pyspark-notebook/Dockerfile b/pyspark-notebook/Dockerfile index 03d74cc733..07694693a6 100644 --- a/pyspark-notebook/Dockerfile +++ b/pyspark-notebook/Dockerfile @@ -15,10 +15,10 @@ USER root # Spark dependencies # Default values can be overridden at build time # (ARGS are in lower case to distinguish them from ENV) -ARG spark_version="3.3.1" +ARG spark_version="3.3.2" ARG hadoop_version="3" ARG scala_version -ARG spark_checksum="769db39a560a95fd88b58ed3e9e7d1e92fb68ee406689fb4d30c033cb5911e05c1942dcc70e5ec4585df84e80aabbc272b9386a208debda89522efff1335c8ff" +ARG spark_checksum="4cd2396069fbe0f8efde2af4fd301bf46f8c6317e9dea1dd42a405de6a38380635d49b17972cb92c619431acece2c3af4c23bfdf193cedb3ea913ed69ded23a1" ARG openjdk_version="17" ENV APACHE_SPARK_VERSION="${spark_version}" \ @@ -34,7 +34,7 @@ RUN apt-get update --yes && \ WORKDIR /tmp RUN if [ -z "${scala_version}" ]; then \ - wget -qO "spark.tgz" "https://archive.apache.org/dist/spark/spark-${APACHE_SPARK_VERSION}/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz"; \ + wget -qO "spark.tgz" https://dist.apache.org/repos/dist/dev/spark/v3.3.2-rc1-bin/spark-3.3.2-bin-hadoop3.tgz; \ else \ wget -qO "spark.tgz" "https://archive.apache.org/dist/spark/spark-${APACHE_SPARK_VERSION}/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}-scala${scala_version}.tgz"; \ fi && \