From 87ca3de02a7e4d92d5fcb7db3f8924bca7c609d0 Mon Sep 17 00:00:00 2001 From: Peter Parente Date: Thu, 9 Mar 2017 08:51:40 -0500 Subject: [PATCH] Fix #345: Bump to Spark 2.1.0 --- pyspark-notebook/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyspark-notebook/Dockerfile b/pyspark-notebook/Dockerfile index 1ef9a243..df8d8608 100644 --- a/pyspark-notebook/Dockerfile +++ b/pyspark-notebook/Dockerfile @@ -7,7 +7,7 @@ MAINTAINER Jupyter Project USER root # Spark dependencies -ENV APACHE_SPARK_VERSION 2.0.2 +ENV APACHE_SPARK_VERSION 2.1.0 ENV HADOOP_VERSION 2.7 # Temporarily add jessie backports to get openjdk 8, but then remove that source @@ -19,7 +19,7 @@ RUN echo 'deb http://cdn-fastly.deb.debian.org/debian jessie-backports main' > / rm -rf /var/lib/apt/lists/* RUN cd /tmp && \ wget -q http://d3kbcqa49mib13.cloudfront.net/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \ - echo "e6349dd38ded84831e3ff7d391ae7f2525c359fb452b0fc32ee2ab637673552a *spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" | sha256sum -c - && \ + echo "3fc94096ae34f9a1a148d37e5ed640a7e5de1812f1f2ecd715d92bbf2901e895cf4b93e6d8ee0d64debb5df7c56d673c0a36e5fc49503ec0f4507eb0edf961a4 *spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" | sha512sum -c - && \ tar xzf spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz -C /usr/local && \ rm spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz RUN cd /usr/local && ln -s spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} spark