riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 18:51:14 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

fix warning function call creating logger error (max_length and max_new_tokens) (#22889)

Browse Source
This commit is contained in:
Quentin Ambard 2023-04-20 14:08:03 +02:00 committed by GitHub
parent aa4316757d
commit aa43a76538
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/transformers/generation/flax_utils.py
View File

@ -387,12 +387,11 @@ class FlaxGenerationMixin:
elif generation_config.max_new_tokens is not None: elif generation_config.max_new_tokens is not None:
generation_config.max_length = generation_config.max_new_tokens + input_ids_seq_length generation_config.max_length = generation_config.max_new_tokens + input_ids_seq_length
if not has_default_max_length: if not has_default_max_length:
logger.warn( logger.warning(
f"Both `max_new_tokens` (={generation_config.max_new_tokens}) and `max_length`(=" f"Both `max_new_tokens` (={generation_config.max_new_tokens}) and `max_length`(="
f"{generation_config.max_length}) seem to have been set. `max_new_tokens` will take precedence. " f"{generation_config.max_length}) seem to have been set. `max_new_tokens` will take precedence. "
"Please refer to the documentation for more information. " "Please refer to the documentation for more information. "
"(https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)", "(https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)"
UserWarning,
) )
if generation_config.min_length is not None and generation_config.min_length > generation_config.max_length: if generation_config.min_length is not None and generation_config.min_length > generation_config.max_length:

5
src/transformers/generation/tf_utils.py
View File

@ -860,12 +860,11 @@ class TFGenerationMixin:
elif generation_config.max_new_tokens is not None: elif generation_config.max_new_tokens is not None:
generation_config.max_length = generation_config.max_new_tokens + input_ids_seq_length generation_config.max_length = generation_config.max_new_tokens + input_ids_seq_length
if not has_default_max_length: if not has_default_max_length:
logger.warn( logger.warning(
f"Both `max_new_tokens` (={generation_config.max_new_tokens}) and `max_length`(=" f"Both `max_new_tokens` (={generation_config.max_new_tokens}) and `max_length`(="
f"{generation_config.max_length}) seem to have been set. `max_new_tokens` will take precedence. " f"{generation_config.max_length}) seem to have been set. `max_new_tokens` will take precedence. "
"Please refer to the documentation for more information. " "Please refer to the documentation for more information. "
"(https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)", "(https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)"
UserWarning,
) )
# If the input length is a tensor (i.e. dynamic length), skip length checks # If the input length is a tensor (i.e. dynamic length), skip length checks

5
src/transformers/generation/utils.py
View File

@ -1347,12 +1347,11 @@ class GenerationMixin:
elif generation_config.max_new_tokens is not None: elif generation_config.max_new_tokens is not None:
generation_config.max_length = generation_config.max_new_tokens + input_ids_seq_length generation_config.max_length = generation_config.max_new_tokens + input_ids_seq_length
if not has_default_max_length: if not has_default_max_length:
logger.warn( logger.warning(
f"Both `max_new_tokens` (={generation_config.max_new_tokens}) and `max_length`(=" f"Both `max_new_tokens` (={generation_config.max_new_tokens}) and `max_length`(="
f"{generation_config.max_length}) seem to have been set. `max_new_tokens` will take precedence. " f"{generation_config.max_length}) seem to have been set. `max_new_tokens` will take precedence. "
"Please refer to the documentation for more information. " "Please refer to the documentation for more information. "
"(https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)", "(https://huggingface.co/docs/transformers/main/en/main_classes/text_generation)"
UserWarning,
) )
if generation_config.min_length is not None and generation_config.min_length > generation_config.max_length: if generation_config.min_length is not None and generation_config.min_length > generation_config.max_length: