riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 18:51:14 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

correct resume training steps number in progress bar (#25691)

Browse Source 
feat: correct update resume update with steps
This commit is contained in:
Phuc Van Phan 2023-08-24 01:09:14 +07:00 committed by GitHub
parent 6add3b313d
commit 656e17f6f7
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/pytorch/language-modeling/run_clm_no_trainer.py
View File

@ -598,8 +598,8 @@ def main():
# need to multiply `gradient_accumulation_steps` to reflect real steps # need to multiply `gradient_accumulation_steps` to reflect real steps
resume_step = int(training_difference.replace("step_", "")) * args.gradient_accumulation_steps resume_step = int(training_difference.replace("step_", "")) * args.gradient_accumulation_steps
starting_epoch = resume_step // len(train_dataloader) starting_epoch = resume_step // len(train_dataloader)
resume_step -= starting_epoch * len(train_dataloader)
completed_steps = resume_step // args.gradient_accumulation_steps completed_steps = resume_step // args.gradient_accumulation_steps
resume_step -= starting_epoch * len(train_dataloader)
# update the progress_bar if load from checkpoint # update the progress_bar if load from checkpoint
progress_bar.update(completed_steps) progress_bar.update(completed_steps)