diff --git a/src/transformers/training_args.py b/src/transformers/training_args.py
index 892f2e3b5bc..2f4a7452732 100644
--- a/src/transformers/training_args.py
+++ b/src/transformers/training_args.py
@@ -1762,9 +1762,8 @@ class TrainingArguments:
         if self.average_tokens_across_devices:
             try:
                 if self.world_size == 1:
-                    logger.warning(
-                        "average_tokens_across_devices is set to True but it is invalid when world size is"
-                        "1. Turn it to False automatically."
+                    logger.info(
+                        "average_tokens_across_devices is True but world size is 1. Setting it to False automatically."
                     )
                     self.average_tokens_across_devices = False
             except ImportError as e: