riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-04 05:10:06 +06:00
Code Issues Actions 20 Packages Projects Releases Wiki Activity

Update after #36962 (#36965)

Browse Source 
update

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar 2025-03-25 16:16:06 +01:00 committed by GitHub
parent c6814b4ee8
commit 69632aadb7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/cache_utils.py
View File

@ -631,8 +631,10 @@ class OffloadedCache(DynamicCache):
def prefetch_layer(self, layer_idx: int): def prefetch_layer(self, layer_idx: int):
"Starts prefetching the next layer cache" "Starts prefetching the next layer cache"
if layer_idx < len(self): if layer_idx < len(self):
with self.prefetch_stream if is_torch_greater_or_equal("2.7", accept_dev=True) else torch.cuda.stream( with (
self.prefetch_stream self.prefetch_stream
if is_torch_greater_or_equal("2.7", accept_dev=True)
else torch.cuda.stream(self.prefetch_stream)
): ):
# Prefetch next layer tensors to GPU # Prefetch next layer tensors to GPU
device = self.original_device[layer_idx] device = self.original_device[layer_idx]

2
src/transformers/models/qwen2_audio/processing_qwen2_audio.py
View File

@ -129,7 +129,7 @@ class Qwen2AudioProcessor(ProcessorMixin):
if audio is not None: if audio is not None:
# ensure we have as much audios as audio tokens # ensure we have as much audios as audio tokens
num_audio_tokens = sum(sample.count(self.audio_token) for sample in text) num_audio_tokens = sum(sample.count(self.audio_token) for sample in text)
num_audios = 1 if type(audio) == np.ndarray else len(audio) num_audios = 1 if type(audio) is np.ndarray else len(audio)
if num_audio_tokens != num_audios: if num_audio_tokens != num_audios:
raise ValueError( raise ValueError(
f"Found {num_audio_tokens} {self.audio_token} token{'s' if num_audio_tokens > 1 else ''} in provided text but received {num_audios} audio{'s' if num_audios > 1 else ''}" f"Found {num_audio_tokens} {self.audio_token} token{'s' if num_audio_tokens > 1 else ''} in provided text but received {num_audios} audio{'s' if num_audios > 1 else ''}"