riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-08-01 02:31:11 +06:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Trainer: let generate pick its inputs (#22108)

Browse Source 
* Let generate pick its inputs

* fix squad seq2seq example
This commit is contained in:
Joao Gante 2023-03-13 19:00:25 +00:00 committed by GitHub
parent d979cf6efd
commit e16cbe88ae
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
src/transformers/trainer_seq2seq.py
View File

@ -182,23 +182,11 @@ class Seq2SeqTrainer(Trainer):
gen_kwargs["synced_gpus"] if gen_kwargs.get("synced_gpus") is not None else default_synced_gpus gen_kwargs["synced_gpus"] if gen_kwargs.get("synced_gpus") is not None else default_synced_gpus
) )
if "attention_mask" in inputs: # TODO (Joao): the following line is needed to keep a consistent result on SQUAD. Ideally, we should not block
gen_kwargs["attention_mask"] = inputs.get("attention_mask", None) # users from preparing a dataset with `decoder_input_ids`.
if "global_attention_mask" in inputs: inputs = {k: v for k, v in inputs.items() if k != "decoder_input_ids"}
gen_kwargs["global_attention_mask"] = inputs.get("global_attention_mask", None) generated_tokens = self.model.generate(**inputs, **gen_kwargs)
# prepare generation inputs
# some encoder-decoder models can have varying encoder's and thus
# varying model input names
if hasattr(self.model, "encoder") and self.model.encoder.main_input_name != self.model.main_input_name:
generation_inputs = inputs[self.model.encoder.main_input_name]
else:
generation_inputs = inputs[self.model.main_input_name]
generated_tokens = self.model.generate(
generation_inputs,
**gen_kwargs,
)
# Temporary hack to ensure the generation config is not initialized for each iteration of the evaluation loop # Temporary hack to ensure the generation config is not initialized for each iteration of the evaluation loop
# TODO: remove this hack when the legacy code that initializes generation_config from a model config is # TODO: remove this hack when the legacy code that initializes generation_config from a model config is
# removed in https://github.com/huggingface/transformers/blob/98d88b23f54e5a23e741833f1e973fdf600cc2c5/src/transformers/generation/utils.py#L1183 # removed in https://github.com/huggingface/transformers/blob/98d88b23f54e5a23e741833f1e973fdf600cc2c5/src/transformers/generation/utils.py#L1183