riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-04 13:20:12 +06:00
Code Issues Actions 21 Packages Projects Releases Wiki Activity

for now disable compile (#38383)

Browse Source
This commit is contained in:
Arthur 2025-05-26 15:57:11 +02:00 committed by GitHub
parent 78079abeff
commit 98328fd9a1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/generation/continuous_batching.py
View File

@ -773,7 +773,6 @@ class ContinuousBatchProcessor:
@traced @traced
@torch.no_grad() @torch.no_grad()
@torch.compile()
def reset_static_tensors(self): def reset_static_tensors(self):
"""Reset static tensors for the next batch.""" """Reset static tensors for the next batch."""
self.input_ids.zero_() self.input_ids.zero_()
@ -1226,7 +1225,6 @@ class ContinuousBatchingManager:
return self.model(**batch_data).logits return self.model(**batch_data).logits
@traced(span_name="logit_processing") @traced(span_name="logit_processing")
@torch.compile()
def _process_logit(self, batch_data, logits): def _process_logit(self, batch_data, logits):
return self.logit_processor(batch_data["input_ids"], logits) return self.logit_processor(batch_data["input_ids"], logits)