Pin sphinx dependencies that require Sphinx 5.0 or later (quantumlib#…

…6414)

Fixes quantumlib#6413

Temporary workaround for quantumlib#6400

rtd_docs/requirements.txt

@@ -1,6 +1,14 @@
 # For generating documentation.
-# TODO(#6400,juhas) - upgrade Sphinx and remove the alabaster pin below
+
+# TODO(#6400,juhas) - upgrade Sphinx and remove the package pins below -------
 alabaster<=0.7.13
+sphinxcontrib-applehelp<=1.0.7
+sphinxcontrib-devhelp<=1.0.5
+sphinxcontrib-htmlhelp<=2.0.4
+sphinxcontrib-qthelp<=1.0.6
+sphinxcontrib-serializinghtml<=1.1.9
+# End of TODO ----------------------------------------------------------------
+
 myst-parser
 Sphinx~=3.2.0
 sphinx_rtd_theme