From df72530d2829c701b8ae5e788655c1e18b77152e Mon Sep 17 00:00:00 2001 From: Darek Date: Wed, 20 Oct 2021 13:42:25 +0000 Subject: [PATCH] Upgrading Spark to 3.2.0 --- pyspark-notebook/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyspark-notebook/Dockerfile b/pyspark-notebook/Dockerfile index d6292934..e9578b19 100644 --- a/pyspark-notebook/Dockerfile +++ b/pyspark-notebook/Dockerfile @@ -14,9 +14,9 @@ USER root # Spark dependencies # Default values can be overridden at build time # (ARGS are in lower case to distinguish them from ENV) -ARG spark_version="3.1.2" +ARG spark_version="3.2.0" ARG hadoop_version="3.2" -ARG spark_checksum="2385CB772F21B014CE2ABD6B8F5E815721580D6E8BC42A26D70BBCDDA8D303D886A6F12B36D40F6971B5547B70FAE62B5A96146F0421CB93D4E51491308EF5D5" +ARG spark_checksum="EBE51A449EBD070BE7D3570931044070E53C23076ABAD233B3C51D45A7C99326CF55805EE0D573E6EB7D6A67CFEF1963CD77D6DC07DD2FD70FD60DA9D1F79E5E" ARG openjdk_version="11" ENV APACHE_SPARK_VERSION="${spark_version}" \