diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py
index 78fb80de2fd..bce7f769159 100644
--- a/src/transformers/utils/import_utils.py
+++ b/src/transformers/utils/import_utils.py
@@ -1013,7 +1013,7 @@ class DummyObject(type):
     """
 
     def __getattribute__(cls, key):
-        if key.startswith("_"):
+        if key.startswith("_") and key != "_from_config":
             return super().__getattribute__(key)
         requires_backends(cls, cls._backends)