hazza/docker-stacks
1
0
Fork 0
mirror of https://github.com/jupyter/docker-stacks.git synced 2025-10-18 07:22:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add run of pyspark

Browse Source 
Co-authored-by: Romain <romainx@users.noreply.github.com>
This commit is contained in:
Tony
2021-03-27 10:08:54 +01:00
committed by GitHub
parent ed67f69ae2
commit fa8cea32f6
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
docs/using/recipes.md
View File

@@ -542,4 +542,9 @@ RUN echo 'spark.jars.packages io.delta:delta-core_2.12:0.8.0' >> $SPARK_HOME/con
echo 'spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog' >> $SPARK_HOME/conf/spark-defaults.conf echo 'spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog' >> $SPARK_HOME/conf/spark-defaults.conf
USER $NB_UID USER $NB_UID
# Run pyspark and exit to trigger the download of the delta lake jars
RUN echo "quit()" > /tmp/init-delta.py && \
spark-submit /tmp/init-delta.py && \
rm /tmp/init-delta.py
``` ```