diff --git a/pyspark-notebook/Dockerfile b/pyspark-notebook/Dockerfile index ce7f7872..ad981103 100644 --- a/pyspark-notebook/Dockerfile +++ b/pyspark-notebook/Dockerfile @@ -65,7 +65,9 @@ RUN fix-permissions "/etc/ipython/" USER ${NB_UID} # Install pyarrow +# Temporarily pin pandas to version 1.5.3, see: https://github.com/jupyter/docker-stacks/issues/1924 RUN mamba install --yes \ + 'pandas>=1.5.3,<2.0.0' \ 'pyarrow' && \ mamba clean --all -f -y && \ fix-permissions "${CONDA_DIR}" && \ diff --git a/tests/base-notebook/test_packages.py b/tests/base-notebook/test_packages.py index e4c9abfd..f6f9c085 100644 --- a/tests/base-notebook/test_packages.py +++ b/tests/base-notebook/test_packages.py @@ -71,6 +71,7 @@ EXCLUDED_PACKAGES = [ "hdf5", "jupyterlab-git", "openssl", + "pandas[version='>", "protobuf", "python", "r-irkernel", diff --git a/tests/pyspark-notebook/units/unit_pandas_version.py b/tests/pyspark-notebook/units/unit_pandas_version.py new file mode 100644 index 00000000..5f650a3b --- /dev/null +++ b/tests/pyspark-notebook/units/unit_pandas_version.py @@ -0,0 +1,6 @@ +# Copyright (c) Jupyter Development Team. +# Distributed under the terms of the Modified BSD License. + +import pandas + +assert pandas.__version__ == "1.5.3"