riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-03 03:31:05 +06:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Adapt find_tied_parameters to handle breaking change in Accelerate (#22360)

Browse Source
This commit is contained in:
Sylvain Gugger 2023-03-27 10:11:14 -04:00 committed by GitHub
parent 204737fcc5
commit 8cfc6678da
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/transformers/utils/bitsandbytes.py
View File

@ -154,7 +154,12 @@ def get_keys_to_not_convert(model):
tied_model = deepcopy(model) # this has 0 cost since it is done inside `init_empty_weights` context manager`
tied_model.tie_weights()
tied_keys = list(find_tied_parameters(tied_model).values())
tied_params = find_tied_parameters(tied_model)
# For compatibility with Accelerate < 0.18
if isinstance(tied_params, dict):
tied_keys = list(tied_params.values())
else:
tied_keys = sum([x[1:] for x in tied_params], [])
has_tied_params = len(tied_keys) > 0
# Check if it is a base model