correct resume training steps number in progress bar (huggingface#25691)

feat: correct update resume update with steps
parambharat · Aug 23, 2023 · 656e17f · 656e17f
1 parent 6add3b3
commit 656e17f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/pytorch/language-modeling/run_clm_no_trainer.py b/examples/pytorch/language-modeling/run_clm_no_trainer.py
@@ -598,8 +598,8 @@ def group_texts(examples):
             # need to multiply `gradient_accumulation_steps` to reflect real steps
             resume_step = int(training_difference.replace("step_", "")) * args.gradient_accumulation_steps
             starting_epoch = resume_step // len(train_dataloader)
-            resume_step -= starting_epoch * len(train_dataloader)
             completed_steps = resume_step // args.gradient_accumulation_steps
+            resume_step -= starting_epoch * len(train_dataloader)
 
     # update the progress_bar if load from checkpoint
     progress_bar.update(completed_steps)