mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-30 17:52:35 +06:00
Fix whisper compile (#35413)
Fix compile error Signed-off-by: jiqing-feng <jiqing.feng@intel.com>
This commit is contained in:
parent
cd44bdb4b8
commit
b8c34d97fc
@ -1571,7 +1571,7 @@ class WhisperGenerationMixin(GenerationMixin):
|
||||
)
|
||||
|
||||
with torch.no_grad():
|
||||
logits = self(**inputs, decoder_input_ids=decoder_input_ids).logits[:, -1]
|
||||
logits = self(**inputs, decoder_input_ids=decoder_input_ids, use_cache=False).logits[:, -1]
|
||||
|
||||
non_lang_mask = torch.ones_like(logits[0], dtype=torch.bool)
|
||||
non_lang_mask[list(generation_config.lang_to_id.values())] = False
|
||||
|
Loading…
Reference in New Issue
Block a user