diff --git a/.github/workflows/sphinx.yml b/.github/workflows/sphinx.yml
index 617bafe4..fea526b3 100644
--- a/.github/workflows/sphinx.yml
+++ b/.github/workflows/sphinx.yml
@@ -34,7 +34,7 @@ jobs:
       - name: Set Up Python
         uses: actions/setup-python@v2
         with:
-          python-version: 3.x
+          python-version: "3.9"
 
       - name: Install Dev Dependencies
         run: |
diff --git a/docs/conf.py b/docs/conf.py
index 5637831a..cedbdc04 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -67,20 +67,21 @@ html_static_path = ["_static"]
 # sphinx-quickstart --project "docker-stacks" --author "Project Jupyter" -v "latest" -r "latest" -l en --no-sep --no-makefile --no-batchfile
 # These are custom options for this project
 
+html_theme = "sphinx_book_theme"
+html_title = "Docker Stacks documentation"
+html_logo = "_static/jupyter-logo.svg"
+html_theme_options = {
+    "path_to_docs": "docs",
+    "repository_url": "https://github.com/jupyter/docker-stacks",
+    "use_edit_page_button": True,
+    "use_issues_button": True,
+    "use_repository_button": True,
+    "use_download_button": True,
+}
+
 extensions = ["myst_parser", "sphinx_copybutton"]
 source_suffix = {
     ".rst": "restructuredtext",
     ".md": "markdown",
 }
 pygments_style = "sphinx"
-
-html_theme_options = {
-    "description": "Jupyter Docker Stacks",
-    "fixed_sidebar": False,
-    "show_relbars": True,
-    "github_user": "jupyter",
-    "github_repo": "docker-stacks",
-    "github_type": "star",
-    "logo": "jupyter-logo.svg",
-    "logo_text_align": "left",
-}
diff --git a/requirements-docs.txt b/requirements-docs.txt
index ba6908ee..e96efa53 100644
--- a/requirements-docs.txt
+++ b/requirements-docs.txt
@@ -1,3 +1,8 @@
-myst-parser
-sphinx
-sphinx-copybutton
+# ReadTheDocs environment contains old package versions preinstalled
+# So, to ensure we have modern packages, we pin minimum versions of the packages we need
+docutils>=0.17
+myst-parser>=0.16.1
+sphinx>=4.4.0
+# sphinx-book-theme>=0.2.0
+git+https://github.com/executablebooks/sphinx-book-theme@master#egg=sphinx-book-theme
+sphinx-copybutton>=0.4.0