diff --git a/setup.py b/setup.py
index 62da93c54c3..6993962bf9f 100644
--- a/setup.py
+++ b/setup.py
@@ -458,7 +458,7 @@ setup(
     package_dir={"": "src"},
     packages=find_packages("src"),
     include_package_data=True,
-    package_data={"": ["**/*.cu", "**/*.cpp", "**/*.cuh", "**/*.h", "**/*.pyx"]},
+    package_data={"": ["**/*.cu", "**/*.cpp", "**/*.cuh", "**/*.h", "**/*.pyx", "py.typed"]},
     zip_safe=False,
     extras_require=extras,
     entry_points={"console_scripts": ["transformers-cli=transformers.commands.transformers_cli:main"]},
diff --git a/src/transformers/py.typed b/src/transformers/py.typed
new file mode 100644
index 00000000000..e69de29bb2d