From 3de12906c8e5e27b2216642f0496a3efda8c4edd Mon Sep 17 00:00:00 2001 From: Jake Tae Date: Fri, 18 Feb 2022 12:00:02 -0500 Subject: [PATCH] fix: hfdeepspeed config argument (#15711) `HfDeepSpeedConfig` accepts a dictionary or path to `.json` file containing DS configurations, not `TrainingArguments`. --- src/transformers/trainer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index 0d0d8403b4e..018b376277c 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -971,7 +971,7 @@ class Trainer: # Rebuild the deepspeed config to reflect the updated training parameters from transformers.deepspeed import HfDeepSpeedConfig - self.args.hf_deepspeed_config = HfDeepSpeedConfig(self.args) + self.args.hf_deepspeed_config = HfDeepSpeedConfig(self.args.deepspeed) def _report_to_hp_search( self, trial: Union["optuna.Trial", Dict[str, Any]], epoch: int, metrics: Dict[str, float]