mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-22 22:09:23 +06:00
fix check for hidden size in text model for deepspeed zero3 auto entries (#33829)
* fix check for hidden size in text model for deepspeed zero3 auto entries * fix typo
This commit is contained in:
parent
808997a634
commit
fbde09c8c9
@ -228,6 +228,11 @@ class HfTrainerDeepSpeedConfig(HfDeepSpeedConfig):
|
||||
elif hasattr(model.config, "hidden_sizes"):
|
||||
# if there are many hidden sizes pick the largest one
|
||||
hidden_size = max(model.config.hidden_sizes)
|
||||
elif hasattr(model.config, "text_config") and hasattr(model.config.text_config, "hidden_size"):
|
||||
hidden_size = model.config.text_config.hidden_size
|
||||
elif hasattr(model.config, "text_config") and hasattr(model.config.text_config, "hidden_sizes"):
|
||||
# if there are many hidden sizes pick the largest one
|
||||
hidden_size = max(model.config.text_config.hidden_sizes)
|
||||
else:
|
||||
raise ValueError(
|
||||
"The model's config file has neither `hidden_size` nor `hidden_sizes` entry, "
|
||||
|
Loading…
Reference in New Issue
Block a user