15 lines
501 B
Python
15 lines
501 B
Python
from transformers.models.llama.configuration_llama import LlamaConfig
|
|
|
|
|
|
# Example where we only want to only add a new config argument and new arg doc
|
|
# here there is no `ARG` so we are gonna take parent doc
|
|
class MyNewModelConfig(LlamaConfig):
|
|
r"""
|
|
mlp_bias (`bool`, *optional*, defaults to `False`)
|
|
"""
|
|
|
|
def __init__(self, mlp_bias=True, new_param=0, **super_kwargs):
|
|
self.mlp_bias = mlp_bias
|
|
self.new_param = new_param
|
|
super().__init__(self, **super_kwargs)
|