Fix whisper compile (#35413)

Fix compile error

Signed-off-by: jiqing-feng <jiqing.feng@intel.com>
This commit is contained in:
jiqing-feng 2025-01-13 18:31:51 +08:00 committed by GitHub
parent cd44bdb4b8
commit b8c34d97fc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1571,7 +1571,7 @@ class WhisperGenerationMixin(GenerationMixin):
)
with torch.no_grad():
logits = self(**inputs, decoder_input_ids=decoder_input_ids).logits[:, -1]
logits = self(**inputs, decoder_input_ids=decoder_input_ids, use_cache=False).logits[:, -1]
non_lang_mask = torch.ones_like(logits[0], dtype=torch.bool)
non_lang_mask[list(generation_config.lang_to_id.values())] = False