diff --git a/src/transformers/models/pix2struct/configuration_pix2struct.py b/src/transformers/models/pix2struct/configuration_pix2struct.py
index 244cb270586..32aa34941f8 100644
--- a/src/transformers/models/pix2struct/configuration_pix2struct.py
+++ b/src/transformers/models/pix2struct/configuration_pix2struct.py
@@ -118,6 +118,7 @@ class Pix2StructTextConfig(PretrainedConfig):
         pad_token_id=0,
         eos_token_id=1,
         tie_word_embeddings=False,
+        is_decoder=True,
         **kwargs,
     ):
         self.vocab_size = vocab_size
@@ -144,6 +145,7 @@ class Pix2StructTextConfig(PretrainedConfig):
             eos_token_id=eos_token_id,
             decoder_start_token_id=decoder_start_token_id,
             tie_word_embeddings=tie_word_embeddings,
+            is_decoder=is_decoder,
             **kwargs,
         )