From 92abc0dae848d1853d04b9e8b4672da2374d3cd4 Mon Sep 17 00:00:00 2001 From: Jeff Date: Tue, 25 Feb 2025 05:07:50 -0500 Subject: [PATCH] Update _get_eval_sampler to reflect Trainer.tokenizer is deprecation self.tokenizer -> self.processing_class (#36315) * fix warning self.tokenizer -> self.processing_class * formating change --- src/transformers/trainer.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/transformers/trainer.py b/src/transformers/trainer.py index 4d958d30214..791b6988609 100755 --- a/src/transformers/trainer.py +++ b/src/transformers/trainer.py @@ -1060,7 +1060,9 @@ class Trainer: ) else: lengths = None - model_input_name = self.tokenizer.model_input_names[0] if self.tokenizer is not None else None + model_input_name = ( + self.processing_class.model_input_names[0] if self.processing_class is not None else None + ) return LengthGroupedSampler( self.args.eval_batch_size, dataset=eval_dataset,