riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-02 03:01:07 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Fix an error in verify_tp_plan for keys without '.' (#38420)

Browse Source
This commit is contained in:
Koki Ryu 2025-05-28 16:30:43 +09:00 committed by GitHub
parent b1eae943a2
commit a974e3b4e1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/integrations/tensor_parallel.py
View File

@ -900,7 +900,7 @@ def verify_tp_plan(expected_keys: list[str], tp_plan: Optional[dict[str, str]]):
unused_rules = tp_plan
for key in generic_keys:
param_name, _ = key.rsplit(".", 1) if "." in key else key
param_name = key.rsplit(".", 1)[0] if "." in key else key
generic_param_name = re.sub(r"\d+", "*", param_name)
if generic_param_name in tp_plan: