diff --git a/.github/dependabot.yml b/.github/dependabot.yml
index 49b4f7202bd..639dda9bd86 100644
--- a/.github/dependabot.yml
+++ b/.github/dependabot.yml
@@ -12,6 +12,9 @@ updates:
       # setuptools releases new versions almost daily
       - dependency-name: "setuptools"
         update-types: ["version-update:semver-patch"]
+      # Sphinx 6 is incompatible with pytorch-sphinx-theme
+      # https://github.com/pytorch/pytorch_sphinx_theme/issues/175
+      - dependency-name: "sphinx"
       # segmentation-models-pytorch pins timm, must update in unison
       - dependency-name: "timm"
       # torchvision pins torch, must update in unison
diff --git a/environment.yml b/environment.yml
index a1f235f7b12..92944258f2d 100644
--- a/environment.yml
+++ b/environment.yml
@@ -45,7 +45,7 @@ dependencies:
     - scipy>=1.6.2
     - segmentation-models-pytorch>=0.2
     - setuptools>=42
-    - sphinx>=4
+    - sphinx>=4,<6
     - timm>=0.4.12
     - torchmetrics>=0.10
     - zipfile-deflate64>=0.2
diff --git a/requirements/docs.txt b/requirements/docs.txt
index 27a997e0828..5f5f0cb90d1 100644
--- a/requirements/docs.txt
+++ b/requirements/docs.txt
@@ -1,4 +1,4 @@
 # docs
 ipywidgets==8.0.4
 nbsphinx==0.8.12
-sphinx==6.1.3
+sphinx==5.3.0
diff --git a/setup.cfg b/setup.cfg
index 63481d8eba3..02b000eb639 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -104,7 +104,9 @@ docs =
     # release versions missing files, must install from master
     pytorch-sphinx-theme
     # sphinx 4+ required for autodoc_typehints_description_target = documented
-    sphinx>=4,<7
+    # sphinx 6+ is incompatible with pytorch-sphinx-theme
+    # https://github.com/pytorch/pytorch_sphinx_theme/issues/175
+    sphinx>=4,<6
 style =
     # black 21.8+ required for Jupyter support
     black[jupyter]>=21.8,<24