mirror of
https://github.com/huggingface/transformers.git
synced 2025-08-02 19:21:31 +06:00
fix: llama4 conversion script no_rope_layers (#37359)
fix conversion script no_rope_layers `no_rope_layers` should either be a list of NoPE layers or None, such that it is created in the config from the `no_rope_layer_interval` Co-authored-by: Pedro Cuenca <pedro@huggingface.co>
This commit is contained in:
parent
6f4058aee3
commit
1e6ff5fd55
@ -286,7 +286,6 @@ def write_model(
|
||||
tie_word_embeddings=False, # Constant set to False
|
||||
torch_dtype=torch_dtype,
|
||||
for_llm_compressor=_OFFLINE_QUANT_COMPATIBLE,
|
||||
no_rope_layers=no_rope_layer_interval,
|
||||
**config_kwargs,
|
||||
)
|
||||
# default vision config frmo params
|
||||
|
Loading…
Reference in New Issue
Block a user