This commit is contained in:
Arthur Zucker 2024-05-31 10:46:30 +02:00
parent 2b96630895
commit 151cd71420
2 changed files with 5 additions and 3 deletions

View File

@ -116,9 +116,10 @@ class MyNewModelConfig(PretrainedConfig):
rope_scaling=None,
attention_bias=False,
attention_dropout=0.0,
mlp_bias=True, **kwargs,
mlp_bias=True, new_param=0, **kwargs,
):
self.mlp_bias = mlp_bias
self.new_param = new_param
self.vocab_size = vocab_size
self.max_position_embeddings = max_position_embeddings
self.hidden_size = hidden_size

View File

@ -8,6 +8,7 @@ class MyNewModelConfig(LlamaConfig):
mlp_bias (`bool`, *optional*, defaults to `False`)
"""
def __init__(self, mlp_bias=True, **super_kwargs):
def __init__(self, mlp_bias=True, new_param=0, **super_kwargs):
self.mlp_bias = mlp_bias
self.new_param = new_param
super().__init__(self, **super_kwargs)