We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
tok_kwargs
1 parent 8452946 commit ba51aeaCopy full SHA for ba51aea
vllm/model_executor/models/keye.py
@@ -1268,11 +1268,13 @@ def _call_hf_processor(
1268
prompt: str,
1269
mm_data: Mapping[str, object],
1270
mm_kwargs: Mapping[str, object],
1271
+ tok_kwargs: Mapping[str, object],
1272
) -> BatchFeature:
1273
+ mm_kwargs = self.info._get_image_processor_kwargs(**mm_kwargs)
1274
return self.info.ctx.call_hf_processor(
1275
self.info.get_hf_processor(**mm_kwargs),
1276
dict(text=prompt, **mm_data),
- self.info._get_image_processor_kwargs(**mm_kwargs),
1277
+ dict(**mm_kwargs, **tok_kwargs),
1278
)
1279
1280
def _get_prompt_updates(
0 commit comments