[GptNeox] don't gather on pkv when using the trainer (#29892)

don't gather on pkv when using the trainer
This commit is contained in:
Arthur 2024-03-28 16:56:53 +09:00 committed by GitHub
parent b256516a8c
commit 543889f3f6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -103,6 +103,7 @@ class GPTNeoXConfig(PretrainedConfig):
```"""
model_type = "gpt_neox"
keys_to_ignore_at_inference = ["past_key_values"]
def __init__(
self,