diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
index 203146a8089..b5bad16a026 100755
--- a/tests/test_modeling_common.py
+++ b/tests/test_modeling_common.py
@@ -2829,8 +2829,8 @@ class ModelTesterMixin:
             model.eval()
 
             model_forward_args = inspect.signature(model.forward).parameters
-            if "inputs_embeds" not in model_forward_args:
-                self.skipTest(reason="This model doesn't use `inputs_embeds`")
+            if any(argument not in model_forward_args for argument in ["inputs_embeds", "position_ids"]):
+                self.skipTest(reason="This model doesn't use `inputs_embeds` or `position_ids`.")
             has_inputs_embeds_forwarding = "inputs_embeds" in set(
                 inspect.signature(model.prepare_inputs_for_generation).parameters.keys()
             )