revert changes

This commit is contained in:
Marc Sun 2024-02-28 15:26:37 +01:00
parent ce94146f54
commit 4cb52b8822

View File

@ -3552,6 +3552,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
"device_map": device_map,
"offload_dir": offload_folder,
"offload_index": offload_index,
"force_hooks": True
}
if "skip_keys" in inspect.signature(dispatch_model).parameters:
device_map_kwargs["skip_keys"] = model._skip_keys_device_placement