Better check in initialize_weights (#38382)

* Update modeling_utils.py

* CIs

* CIs
This commit is contained in:
Cyril Vallez 2025-05-26 16:20:23 +02:00 committed by GitHub
parent eb74cf977b
commit 8b03c8eaf2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -2658,7 +2658,7 @@ class PreTrainedModel(nn.Module, ModuleUtilsMixin, PushToHubMixin, PeftAdapterMi
def smart_apply(self, fn):
for module in self.children():
# We found a sub-model: recursively dispatch its own init function now!
if hasattr(module, "_init_weights"):
if isinstance(module, PreTrainedModel):
module.smart_apply(module._initialize_weights)
else:
module.smart_apply(fn)