From 1503e39c6fc49f10d8ba085799bcc3d9ac67c6f3 Mon Sep 17 00:00:00 2001 From: Rudolf Kral Date: Wed, 15 Mar 2017 17:51:03 +0100 Subject: [PATCH] Bump Py4J to 0.10.4 Spark 2.1.0 requires Py4J 0.10.4, not 0.10.3. --- pyspark-notebook/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyspark-notebook/Dockerfile b/pyspark-notebook/Dockerfile index df8d8608..09c02f24 100644 --- a/pyspark-notebook/Dockerfile +++ b/pyspark-notebook/Dockerfile @@ -36,7 +36,7 @@ RUN apt-key adv --keyserver keyserver.ubuntu.com --recv E56151BF && \ # Spark and Mesos config ENV SPARK_HOME /usr/local/spark -ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.3-src.zip +ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.4-src.zip ENV MESOS_NATIVE_LIBRARY /usr/local/lib/libmesos.so ENV SPARK_OPTS --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info