diff --git a/setup.py b/setup.py
index 679d590aa5a..95aeea6d3a7 100644
--- a/setup.py
+++ b/setup.py
@@ -321,6 +321,7 @@ extras["testing"] = (
         "beautifulsoup4",
         "tensorboard",
         "pydantic",
+        "sentencepiece",
     )
     + extras["retrieval"]
     + extras["modelcreation"]
diff --git a/tests/trainer/test_trainer_seq2seq.py b/tests/trainer/test_trainer_seq2seq.py
index 8222859f60b..5520d07c5a5 100644
--- a/tests/trainer/test_trainer_seq2seq.py
+++ b/tests/trainer/test_trainer_seq2seq.py
@@ -22,7 +22,7 @@ from transformers import (
     Seq2SeqTrainingArguments,
     T5Tokenizer,
 )
-from transformers.testing_utils import TestCasePlus, require_torch, slow
+from transformers.testing_utils import TestCasePlus, require_sentencepiece, require_torch, slow
 from transformers.utils import is_datasets_available
 
 
@@ -30,6 +30,7 @@ if is_datasets_available():
     import datasets
 
 
+@require_sentencepiece
 class Seq2seqTrainerTester(TestCasePlus):
     @slow
     @require_torch