diff --git a/src/transformers/file_utils.py b/src/transformers/file_utils.py
index f3844cef79c..351d74f91a5 100644
--- a/src/transformers/file_utils.py
+++ b/src/transformers/file_utils.py
@@ -847,7 +847,7 @@ def get_from_cache(
         else:
             matching_files = [
                 file
-                for file in fnmatch.filter(os.listdir(cache_dir), filename + ".*")
+                for file in fnmatch.filter(os.listdir(cache_dir), filename.split(".")[0] + ".*")
                 if not file.endswith(".json") and not file.endswith(".lock")
             ]
             if len(matching_files) > 0: