fix: Update pixel_values parameter in hf_model input (#34782)

This commit is contained in:
Eon Kim 2024-11-19 03:40:01 +09:00 committed by GitHub
parent e80a65ba4f
commit 1ef6c5f1c5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -249,7 +249,7 @@ def convert_blip2_checkpoint(
{"image": original_pixel_values, "text_input": [caption]}, match_head="itm"
)
logits = hf_model(
pixel_values=original_pixel_values,
pixel_values=pixel_values,
input_ids=input_ids,
attention_mask=attention_mask,
use_image_text_matching_head=True,
@ -274,7 +274,7 @@ def convert_blip2_checkpoint(
{"image": original_pixel_values, "text_input": [caption]}, match_head="itc"
)
logits = hf_model(
pixel_values=original_pixel_values,
pixel_values=pixel_values,
input_ids=input_ids,
attention_mask=attention_mask,
use_image_text_matching_head=False,