riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-29 17:22:25 +06:00
Code Issues Actions 22 Packages Projects Releases Wiki Activity

fixed formatting with black

Browse Source
This commit is contained in:
jesspeck 2023-08-14 09:41:12 -04:00
parent 5f3eb85aa1
commit ad6ceb64b7
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/transformers/generation/logits_process.py
View File

@ -1085,19 +1085,19 @@ class PrefixConstrainedLogitsProcessor(LogitsProcessor):
class HammingDiversityLogitsProcessor(LogitsProcessor):
r"""
[`LogitsProcessor`] that enforces diverse beam search.
[`LogitsProcessor`] that enforces diverse beam search.
Note that this logits processor is only effective for
[`PreTrainedModel.group_beam_search`]. See [Diverse Beam Search: Decoding Diverse Solutions from Neural Sequence
Models](https://arxiv.org/pdf/1610.02424.pdf) for more details.
<Tip>
Diverse beam search can be particularly useful in scenarios where a variety of different outputs is desired, rather than multiple similar sequences.
Diverse beam search can be particularly useful in scenarios where a variety of different outputs is desired, rather than multiple similar sequences.
It allows the model to explore different generation paths and provides a broader coverage of possible outputs.
</Tip>
<Warning>
This logits processor can be resource-intensive, especially when using large models or long sequences.
@ -1168,7 +1168,7 @@ class HammingDiversityLogitsProcessor(LogitsProcessor):
# Set up for diverse beam search
num_beams = 6
num_beam_groups = 2
num_beam_groups = 2
model_kwargs = {
"encoder_outputs": model.get_encoder()(