Skip to content

Commit a0f8a79

Browse files
authored
[fix] fix qwen image_embeds input (#21049)
Signed-off-by: h-avsha <avshalom.manevich@hcompany.ai>
1 parent 18bdcf4 commit a0f8a79

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm/model_executor/models/qwen2_5_vl.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -974,7 +974,7 @@ def _process_image_input(
974974
grid_thw_list = grid_thw.tolist()
975975

976976
if image_input["type"] == "image_embeds":
977-
image_embeds = image_input["image_embeds"]
977+
image_embeds = image_input["image_embeds"].type(self.visual.dtype)
978978
else:
979979
pixel_values = image_input["pixel_values"]
980980
image_embeds = self.visual(pixel_values, grid_thw=grid_thw_list)
@@ -994,7 +994,7 @@ def _process_video_input(
994994
grid_thw_list = grid_thw.tolist()
995995

996996
if video_input["type"] == "video_embeds":
997-
video_embeds = video_input["video_embeds"]
997+
video_embeds = video_input["video_embeds"].type(self.visual.dtype)
998998
else:
999999
pixel_values_videos = video_input["pixel_values_videos"]
10001000
video_embeds = self.visual(pixel_values_videos,

0 commit comments

Comments
 (0)