diff --git a/all-spark-notebook/Dockerfile b/all-spark-notebook/Dockerfile index 39cff6b0..739cc665 100644 --- a/all-spark-notebook/Dockerfile +++ b/all-spark-notebook/Dockerfile @@ -51,7 +51,7 @@ RUN cd /tmp && \ # Spark and Mesos pointers ENV SPARK_HOME /usr/local/spark ENV R_LIBS_USER $SPARK_HOME/R/lib -ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.8.2.1-src.zip +ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.9-src.zip ENV MESOS_NATIVE_LIBRARY /usr/local/lib/libmesos.so ENV SPARK_OPTS --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info diff --git a/pyspark-notebook/Dockerfile b/pyspark-notebook/Dockerfile index deaec2be..57c72f6a 100644 --- a/pyspark-notebook/Dockerfile +++ b/pyspark-notebook/Dockerfile @@ -32,7 +32,7 @@ RUN apt-key adv --keyserver keyserver.ubuntu.com --recv E56151BF && \ # Spark and Mesos pointers ENV SPARK_HOME /usr/local/spark -ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.8.2.1-src.zip +ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.9-src.zip ENV MESOS_NATIVE_LIBRARY /usr/local/lib/libmesos.so USER jovyan