diff --git a/src/transformers/utils/import_utils.py b/src/transformers/utils/import_utils.py
index 9ebaf5864f3..af8a5694434 100755
--- a/src/transformers/utils/import_utils.py
+++ b/src/transformers/utils/import_utils.py
@@ -1924,7 +1924,7 @@ def create_import_structure_from_path(module_path):
         if not module_name.endswith(".py"):
             continue
 
-        with open(os.path.join(directory, module_name)) as f:
+        with open(os.path.join(directory, module_name), encoding="utf-8") as f:
             file_content = f.read()
 
         # Remove the .py suffix