From 646f9f4cd2625b3796e68acee267e12152ad00c6 Mon Sep 17 00:00:00 2001
From: Antony Neu <antony.richard.neu@gmail.com>
Date: Sun, 21 Mar 2021 16:01:38 +0100
Subject: [PATCH] Added recipe for Delta lake

---
 docs/using/recipes.md | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/docs/using/recipes.md b/docs/using/recipes.md
index 4f299b2a..cf944819 100644
--- a/docs/using/recipes.md
+++ b/docs/using/recipes.md
@@ -528,3 +528,18 @@ USER $NB_UID
 
 RUN pip install --quiet --no-cache-dir auto-sklearn
 ```
+
+## Enable Delta Lake in Spark notebooks
+Please note that the Delta lake packages are only available for Spark version > 3.0. By adding the properties to `spark-defaults.conf`, the user no longer needs to enable Delta support in each notebook. 
+
+```dockerfile
+FROM jupyter/pyspark-notebook:latest
+
+USER root
+RUN echo 'spark.jars.packages io.delta:delta-core_2.12:0.8.0' >> $SPARK_HOME/conf/spark-defaults.conf && \
+ echo 'spark.sql.extensions io.delta.sql.DeltaSparkSessionExtension' >> $SPARK_HOME/conf/spark-defaults.conf &&\
+ echo 'spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog' >> $SPARK_HOME/conf/spark-defaults.conf
+
+USER $NB_UID
+
+```
\ No newline at end of file