diff --git a/docs/using/recipes.md b/docs/using/recipes.md index 444ee856..b451808f 100644 --- a/docs/using/recipes.md +++ b/docs/using/recipes.md @@ -524,9 +524,11 @@ Please note that the [Delta Lake](https://delta.io/) packages are only available FROM jupyter/pyspark-notebook:latest ARG DELTA_CORE_VERSION="1.0.0" +RUN pip install --quiet --no-cache-dir delta-spark==${DELTA_CORE_VERSION} && \ + fix-permissions "${HOME}" && \ + fix-permissions "${CONDA_DIR}" USER root -RUN pip install delta-spark==${DELTA_CORE_VERSION} RUN echo 'spark.sql.extensions io.delta.sql.DeltaSparkSessionExtension' >> $SPARK_HOME/conf/spark-defaults.conf && \ echo 'spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog' >> $SPARK_HOME/conf/spark-defaults.conf