Skip to content

Commit ba51aea

Browse files
[Bugfix] Keye-VL compatibility with tok_kwargs (#20058) (#20353)
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
1 parent 8452946 commit ba51aea

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

vllm/model_executor/models/keye.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1268,11 +1268,13 @@ def _call_hf_processor(
12681268
prompt: str,
12691269
mm_data: Mapping[str, object],
12701270
mm_kwargs: Mapping[str, object],
1271+
tok_kwargs: Mapping[str, object],
12711272
) -> BatchFeature:
1273+
mm_kwargs = self.info._get_image_processor_kwargs(**mm_kwargs)
12721274
return self.info.ctx.call_hf_processor(
12731275
self.info.get_hf_processor(**mm_kwargs),
12741276
dict(text=prompt, **mm_data),
1275-
self.info._get_image_processor_kwargs(**mm_kwargs),
1277+
dict(**mm_kwargs, **tok_kwargs),
12761278
)
12771279

12781280
def _get_prompt_updates(

0 commit comments

Comments
 (0)