From c6a8768dab8eed1d1fea7549045bcbac462c513f Mon Sep 17 00:00:00 2001 From: YQ Date: Wed, 2 Aug 2023 16:44:43 +0800 Subject: [PATCH] add pathname and line number to logging formatter in debug mode (#25203) * add pathname and lineno to logging formatter in debug mode * use TRANSFORMERS_VERBOSITY="detail" to print pathname and lineno --- src/transformers/utils/logging.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/transformers/utils/logging.py b/src/transformers/utils/logging.py index 1211994c560..80d5b71f63e 100644 --- a/src/transformers/utils/logging.py +++ b/src/transformers/utils/logging.py @@ -40,6 +40,7 @@ _lock = threading.Lock() _default_handler: Optional[logging.Handler] = None log_levels = { + "detail": logging.DEBUG, # will also print filename and line number "debug": logging.DEBUG, "info": logging.INFO, "warning": logging.WARNING, @@ -95,6 +96,11 @@ def _configure_library_root_logger() -> None: library_root_logger = _get_library_root_logger() library_root_logger.addHandler(_default_handler) library_root_logger.setLevel(_get_default_logging_level()) + # if logging level is debug, we add pathname and lineno to formatter for easy debugging + if os.getenv("TRANSFORMERS_VERBOSITY", None) == "detail": + formatter = logging.Formatter("[%(levelname)s|%(pathname)s:%(lineno)s] %(asctime)s >> %(message)s") + _default_handler.setFormatter(formatter) + library_root_logger.propagate = False