From fa8cea32f6f018670e7133b47713cb01b01ef36a Mon Sep 17 00:00:00 2001
From: Tony <antony.richard.neu@gmail.com>
Date: Sat, 27 Mar 2021 10:08:54 +0100
Subject: [PATCH] Add run of pyspark

Co-authored-by: Romain <romainx@users.noreply.github.com>
---
 docs/using/recipes.md | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/docs/using/recipes.md b/docs/using/recipes.md
index d038e7ed..53cad8ca 100644
--- a/docs/using/recipes.md
+++ b/docs/using/recipes.md
@@ -542,4 +542,9 @@ RUN echo 'spark.jars.packages io.delta:delta-core_2.12:0.8.0' >> $SPARK_HOME/con
  echo 'spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog' >> $SPARK_HOME/conf/spark-defaults.conf
 
 USER $NB_UID
+
+# Run pyspark and exit to trigger the download of the delta lake jars
+RUN echo "quit()" > /tmp/init-delta.py && \
+    spark-submit /tmp/init-delta.py && \
+    rm /tmp/init-delta.py
 ```