riaz.somc/transformers
1
0
Fork 0
mirror of https://github.com/huggingface/transformers.git synced 2025-07-31 02:02:21 +06:00
Code Issues Actions 23 Packages Projects Releases Wiki Activity

fix-qwen2vl-no-position_ids (#33487)

Browse Source
This commit is contained in:
Shijie 2024-10-29 22:27:34 +08:00 committed by GitHub
parent 8755dd26b7
commit 0ab0a42651
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/models/qwen2_vl/modeling_qwen2_vl.py
View File

@ -1719,6 +1719,9 @@ class Qwen2VLForConditionalGeneration(Qwen2VLPreTrainedModel, GenerationMixin):
if attention_mask is not None:
attention_mask = attention_mask.to(inputs_embeds.device)
if position_ids is None and input_ids is not None:
position_ids, _ = self.get_rope_index(input_ids, image_grid_thw, video_grid_thw, attention_mask)
outputs = self.model(
input_ids=None,
position_ids=position_ids,