riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 18:22:34 +06:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

revert changes

Browse Source
This commit is contained in:
Marc Sun 2024-02-28 15:26:37 +01:00
parent ce94146f54
commit 4cb52b8822
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
src/transformers/modeling_utils.py
View File

@ -3552,6 +3552,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
"device_map": device_map, "device_map": device_map,
"offload_dir": offload_folder, "offload_dir": offload_folder,
"offload_index": offload_index, "offload_index": offload_index,
"force_hooks": True
} }
if "skip_keys" in inspect.signature(dispatch_model).parameters: if "skip_keys" in inspect.signature(dispatch_model).parameters:
device_map_kwargs["skip_keys"] = model._skip_keys_device_placement device_map_kwargs["skip_keys"] = model._skip_keys_device_placement