riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

Fix std initialization in Idefics variants (#37100)

Browse Source 
* Nit 😅

* Another one

* fix

* run ci

* revert change
This commit is contained in:
Yaswanth Gali 2025-04-01 12:48:54 +05:30 committed by GitHub
parent 786d9c5ed9
commit 4b13a02920
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/models/idefics2/modeling_idefics2.py
View File

@ -604,9 +604,9 @@ class Idefics2PreTrainedModel(PreTrainedModel):
def _init_weights(self, module):
std = (
self.config.text_config.initializer_range
self.config.initializer_range
if hasattr(self.config, "initializer_range")
else self.config.text_config.initializer_range
else self.config.get_text_config().initializer_range
)
if hasattr(module, "class_embedding"):

4
src/transformers/models/idefics3/modeling_idefics3.py
View File

@ -625,9 +625,9 @@ class Idefics3PreTrainedModel(PreTrainedModel):
# Copied from transformers.models.idefics2.modeling_idefics2.Idefics2PreTrainedModel._init_weights
def _init_weights(self, module):
std = (
self.config.text_config.initializer_range
self.config.initializer_range
if hasattr(self.config, "initializer_range")
else self.config.text_config.initializer_range
else self.config.get_text_config().initializer_range
)
if hasattr(module, "class_embedding"):

4
src/transformers/models/smolvlm/modeling_smolvlm.py
View File

@ -85,9 +85,9 @@ class SmolVLMPreTrainedModel(PreTrainedModel):
def _init_weights(self, module):
std = (
self.config.text_config.initializer_range
self.config.initializer_range
if hasattr(self.config, "initializer_range")
else self.config.text_config.initializer_range
else self.config.get_text_config().initializer_range
)
if hasattr(module, "class_embedding"):