Ignore past_key_values during GPT-Neo inference (#13521)
This commit is contained in:
parent
07c2607d4d
commit
68b0baeedc
|
@ -96,6 +96,7 @@ class GPTNeoConfig(PretrainedConfig):
|
||||||
>>> configuration = model.config
|
>>> configuration = model.config
|
||||||
"""
|
"""
|
||||||
model_type = "gpt_neo"
|
model_type = "gpt_neo"
|
||||||
|
keys_to_ignore_at_inference = ["past_key_values"]
|
||||||
attribute_map = {"num_attention_heads": "num_heads", "num_hidden_layers": "num_layers"}
|
attribute_map = {"num_attention_heads": "num_heads", "num_hidden_layers": "num_layers"}
|
||||||
|
|
||||||
def __init__(
|
def __init__(
|
||||||
|
|
Loading…
Reference in New Issue