diff --git a/.circleci/config.yml b/.circleci/config.yml
index 6014de1fb6d..fdb57af08f5 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -711,7 +711,7 @@ jobs:
     build_doc:
         working_directory: ~/transformers
         docker:
-            - image: circleci/python:3.6
+            - image: circleci/python:3.7.11
         resource_class: large
         steps:
             - checkout
@@ -733,7 +733,7 @@ jobs:
     deploy_doc:
         working_directory: ~/transformers
         docker:
-            - image: circleci/python:3.6
+            - image: circleci/python:3.7.11
         resource_class: large
         steps:
             - add_ssh_keys:
diff --git a/setup.py b/setup.py
index 39d75401195..6d7062668ef 100644
--- a/setup.py
+++ b/setup.py
@@ -140,7 +140,7 @@ _deps = [
     "sphinx-copybutton",
     "sphinx-markdown-tables",
     "sphinx-rtd-theme==0.4.3",  # sphinx-rtd-theme==0.5.0 introduced big changes in the style.
-    "sphinx==3.2.1",
+    "sphinx==3.5.4",
     "sphinxext-opengraph==0.4.1",
     "sphinx-intl",
     "starlette",
diff --git a/src/transformers/dependency_versions_table.py b/src/transformers/dependency_versions_table.py
index 05b3b09f4b4..1dd163834a2 100644
--- a/src/transformers/dependency_versions_table.py
+++ b/src/transformers/dependency_versions_table.py
@@ -57,7 +57,7 @@ deps = {
     "sphinx-copybutton": "sphinx-copybutton",
     "sphinx-markdown-tables": "sphinx-markdown-tables",
     "sphinx-rtd-theme": "sphinx-rtd-theme==0.4.3",
-    "sphinx": "sphinx==3.2.1",
+    "sphinx": "sphinx==3.5.4",
     "sphinxext-opengraph": "sphinxext-opengraph==0.4.1",
     "sphinx-intl": "sphinx-intl",
     "starlette": "starlette",