From 4e8929dcbb9040f54f52d898a600260f338ef54f Mon Sep 17 00:00:00 2001 From: "Wang, Yi" Date: Tue, 27 Jun 2023 22:09:38 +0800 Subject: [PATCH] set model to training mode before accelerate.prepare (#24520) --- src/transformers/trainer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index 28088439220..dae37b5a815 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -1640,6 +1640,7 @@ class Trainer: # prepare using `accelerator` prepare if use_accelerator_prepare: + self.model.train() if hasattr(self.lr_scheduler, "step"): if self.use_apex: model = self.accelerator.prepare(self.model)