From 98328fd9a10c28e668db7491db33e725ddb3e984 Mon Sep 17 00:00:00 2001 From: Arthur <48595927+ArthurZucker@users.noreply.github.com> Date: Mon, 26 May 2025 15:57:11 +0200 Subject: [PATCH] for now disable compile (#38383) --- src/transformers/generation/continuous_batching.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/src/transformers/generation/continuous_batching.py b/src/transformers/generation/continuous_batching.py index a1aa6fa2ec9..faafe2c6122 100644 --- a/src/transformers/generation/continuous_batching.py +++ b/src/transformers/generation/continuous_batching.py @@ -773,7 +773,6 @@ class ContinuousBatchProcessor: @traced @torch.no_grad() - @torch.compile() def reset_static_tensors(self): """Reset static tensors for the next batch.""" self.input_ids.zero_() @@ -1226,7 +1225,6 @@ class ContinuousBatchingManager: return self.model(**batch_data).logits @traced(span_name="logit_processing") - @torch.compile() def _process_logit(self, batch_data, logits): return self.logit_processor(batch_data["input_ids"], logits)