Update finetune_on_pregenerated.py

2025-07-31 02:02:21 +06:00 · 2019-08-20 16:00:07 +08:00 · 2019-08-20 16:00:07 +08:00 · a1359b970c
commit a1359b970c
parent 28f7ca1f80
1 changed files with 1 additions and 1 deletions
--- a/examples/lm_finetuning/finetune_on_pregenerated.py
+++ b/examples/lm_finetuning/finetune_on_pregenerated.py
@ -314,8 +314,8 @@ def main():
                mean_loss = tr_loss * args.gradient_accumulation_steps / nb_tr_steps
                pbar.set_postfix_str(f"Loss: {mean_loss:.5f}")
                if (step + 1) % args.gradient_accumulation_steps == 0:
-                    scheduler.step()  # Update learning rate schedule
                    optimizer.step()
+                    scheduler.step()  # Update learning rate schedule
                    optimizer.zero_grad()
                    global_step += 1