diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py index 497ef408d1e..e0567afba11 100644 --- a/src/transformers/modeling_utils.py +++ b/src/transformers/modeling_utils.py @@ -304,7 +304,7 @@ def shard_checkpoint( - If one of the model's weight is bigger that `max_sahrd_size`, it will end up in its own sub-checkpoint which will + If one of the model's weight is bigger than `max_shard_size`, it will end up in its own sub-checkpoint which will have a size greater than `max_shard_size`.