From 63fd13990c5846e388e643916725ed429bd28612 Mon Sep 17 00:00:00 2001
From: Nate Brake <33383515+njbrake@users.noreply.github.com>
Date: Thu, 27 Jun 2024 14:51:51 -0400
Subject: [PATCH] Update trainer.py

---
 src/transformers/trainer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py
index 71c3ee43af2c..a9486cebe458 100755
--- a/src/transformers/trainer.py
+++ b/src/transformers/trainer.py
@@ -2422,7 +2422,7 @@ def _inner_training_loop(
             for checkpoint in checkpoints_sorted:
                 if not os.path.samefile(checkpoint, self.state.best_model_checkpoint):
                     logger.info(f"Deleting older checkpoint [{checkpoint}] due to args.save_total_limit")
-                    shutil.rmtree(checkpoint)
+                    shutil.rmtree(checkpoint, ignore_errors=True)
 
         self.control = self.callback_handler.on_train_end(args, self.state, self.control)