Test payspark import

This commit is contained in:
Peter Parente
2020-02-15 18:53:58 -05:00
parent 3aa61f94c2
commit 4a8b58a41b
2 changed files with 13 additions and 2 deletions

View File

@@ -40,7 +40,7 @@ ENV SPARK_HOME=/usr/local/spark
ENV PYTHONPATH=$SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip \
MESOS_NATIVE_LIBRARY=/usr/local/lib/libmesos.so \
SPARK_OPTS="--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info" \
PATH=$PATH:$SPARH_HOME/bin
PATH=$PATH:$SPARK_HOME/bin
USER $NB_UID