riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 10:12:23 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

restrict cache allocator to non quantized model (#36428)

Browse Source
This commit is contained in:
Marc Sun 2025-02-26 22:16:15 +01:00 committed by GitHub
parent a7fbab33ae
commit 8ede897c30
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/modeling_utils.py
View File

@ -4839,7 +4839,8 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, GenerationMixin, PushToHubMix
model.expected_keys = expected_keys
if device_map is not None:
expanded_device_map = expand_device_map(device_map, original_loaded_keys, start_prefix)
caching_allocator_warmup(model, expanded_device_map, dtype)
if hf_quantizer is None:
caching_allocator_warmup(model_to_load, expanded_device_map, dtype)
if device_map is not None and is_safetensors:
param_device_map = expanded_device_map