from transformers.models.llama.configuration_llama import LlamaConfig # Example where we only want to only add a new config argument and new arg doc # here there is no `ARG` so we are gonna take parent doc class MyNewModelConfig(LlamaConfig): r""" mlp_bias (`bool`, *optional*, defaults to `False`) """ def __init__(self, mlp_bias=True, new_param=0, **super_kwargs): self.mlp_bias = mlp_bias self.new_param = new_param super().__init__(self, **super_kwargs)