[GptNeox] don't gather on pkv when using the trainer (#29892)

don't gather on pkv when using the trainer
huggingface · Mar 28, 2024 · 543889f · 543889f
1 parent b256516
commit 543889f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/transformers/models/gpt_neox/configuration_gpt_neox.py b/src/transformers/models/gpt_neox/configuration_gpt_neox.py
@@ -103,6 +103,7 @@ class GPTNeoXConfig(PretrainedConfig):
     ```"""
 
     model_type = "gpt_neox"
+    keys_to_ignore_at_inference = ["past_key_values"]
 
     def __init__(
         self,