Ignore past_key_values during GPT-Neo inference (#13521)

2021-09-13 03:06:07 -04:00 · 2021-09-13 03:06:07 -04:00 · 68b0baeedc
parent 07c2607d4d
commit 68b0baeedc
1 changed files with 1 additions and 0 deletions
--- a/src/transformers/models/gpt_neo/configuration_gpt_neo.py
+++ b/src/transformers/models/gpt_neo/configuration_gpt_neo.py
@ -96,6 +96,7 @@ class GPTNeoConfig(PretrainedConfig):
            >>> configuration = model.config
    """
    model_type = "gpt_neo"
+    keys_to_ignore_at_inference = ["past_key_values"]
    attribute_map = {"num_attention_heads": "num_heads", "num_hidden_layers": "num_layers"}

    def __init__(