riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

Fix L270 - hasattr("moe_args") returning False error

Browse Source
This commit is contained in:
Jeonghwan Kim 2025-06-09 21:02:55 -07:00
parent 81799d8b55
commit aadef12312
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/models/llama4/convert_llama4_weights_to_hf.py
View File

@ -267,7 +267,7 @@ def write_model(
num_key_value_heads = params["n_kv_heads"] # for GQA / MQA
if hasattr(params, "moe_args"):
if params.get("moe_args", ""):
num_experts = params["moe_args"]["num_experts"]
interleave_moe_layer_step = params["moe_args"].get("interleave_moe_layer_step", 1)
else: