mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-22 22:09:23 +06:00
fix check for hidden size in text model for deepspeed zero3 auto entries (#33829)
* fix check for hidden size in text model for deepspeed zero3 auto entries * fix typo
This commit is contained in:
parent
808997a634
commit
fbde09c8c9
@ -228,6 +228,11 @@ class HfTrainerDeepSpeedConfig(HfDeepSpeedConfig):
|
|||||||
elif hasattr(model.config, "hidden_sizes"):
|
elif hasattr(model.config, "hidden_sizes"):
|
||||||
# if there are many hidden sizes pick the largest one
|
# if there are many hidden sizes pick the largest one
|
||||||
hidden_size = max(model.config.hidden_sizes)
|
hidden_size = max(model.config.hidden_sizes)
|
||||||
|
elif hasattr(model.config, "text_config") and hasattr(model.config.text_config, "hidden_size"):
|
||||||
|
hidden_size = model.config.text_config.hidden_size
|
||||||
|
elif hasattr(model.config, "text_config") and hasattr(model.config.text_config, "hidden_sizes"):
|
||||||
|
# if there are many hidden sizes pick the largest one
|
||||||
|
hidden_size = max(model.config.text_config.hidden_sizes)
|
||||||
else:
|
else:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
"The model's config file has neither `hidden_size` nor `hidden_sizes` entry, "
|
"The model's config file has neither `hidden_size` nor `hidden_sizes` entry, "
|
||||||
|
Loading…
Reference in New Issue
Block a user