riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-03 12:50:06 +06:00
Code Issues Actions 28 Packages Projects Releases Wiki Activity

Merge 57b7c9ffb4 into 25cd65ac43

Browse Source
This commit is contained in:
Tim Beyer 2025-07-02 22:32:19 +02:00 committed by GitHub
commit ba37e1f4ee
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/transformers/models/gemma3/modular_gemma3.py
View File

@ -588,7 +588,13 @@ class Gemma3TextModel(Gemma2Model):
past_key_values = DynamicCache()
if cache_position is None:
past_seen_tokens = past_key_values.get_seq_length() if past_key_values is not None else 0
if past_key_values is not None:
past_seen_tokens = past_key_values.get_seq_length()
if past_seen_tokens == past_key_values.config.sliding_window - 1:
raise ValueError("You must provide cache_position when using KV cache with more than sliding_window tokens.")
else:
past_seen_tokens = 0
cache_position = torch.arange(
past_seen_tokens,
past_seen_tokens + inputs_embeds.shape[1],