This commit is contained in:
Arthur 2025-06-25 16:20:27 +02:00
parent 613a0f7bdf
commit ca5a0a2b56

View File

@ -314,6 +314,7 @@ class TorchExportableModuleWithStaticCache(torch.nn.Module):
kwargs = {
"input_ids": input_ids,
"position_ids": position_ids,
"attention_mask": None,
"cache_position": cache_position,
"past_key_values": past_key_values,
"use_cache": True,