hazza/docker-stacks
1
0
Fork 0
mirror of https://github.com/jupyter/docker-stacks.git synced 2025-10-18 07:22:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #579 from gglanzani/patch-1

Browse Source 
Add pyarrow installation
This commit is contained in:
Peter Parente
2018-03-17 12:30:06 -04:00
committed by GitHub
parent 30f16d5212 a58e6afb9b
commit 8322daa442
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pyspark-notebook/Dockerfile
View File

@@ -14,6 +14,12 @@ RUN apt-get -y update && \
apt-get install --no-install-recommends -y openjdk-8-jre-headless ca-certificates-java && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*
# Install pyarrow
RUN conda install --quiet -y 'pyarrow' && \
fix-permissions $CONDA_DIR && \
fix-permissions /home/$NB_USER
RUN cd /tmp && \
wget -q http://apache.claz.org/spark/spark-${APACHE_SPARK_VERSION}/spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && \
echo "258683885383480BA01485D6C6F7DC7CFD559C1584D6CEB7A3BBCF484287F7F57272278568F16227BE46B4F92591768BA3D164420D87014A136BF66280508B46 *spark-${APACHE_SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz" | sha512sum -c - && \