File tree Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Original file line number Diff line number Diff line change 8
8
9
9
For example:
10
10
11
- vllm serve Qwen/Qwen3-1.7B --reasoning-parser qwen3\
11
+ vllm serve Qwen/Qwen3-1.7B --reasoning-parser qwen3 \
12
12
--guided-decoding-backend xgrammar \
13
13
--enable-auto-tool-choice --tool-call-parser hermes
14
14
"""
Original file line number Diff line number Diff line change @@ -355,8 +355,6 @@ def _get_guided_json_from_tool(
355
355
raise ValueError (
356
356
f"Tool '{ tool_name } ' has not been passed in `tools`." )
357
357
tool = tools [tool_name ]
358
- print (f"Using tool '{ tool_name } ' for guided json decoding." )
359
- print (f"Tool parameters: { tool .parameters } " )
360
358
return tool .parameters
361
359
362
360
if self .tool_choice == "required" :
@@ -426,7 +424,7 @@ def _get_guided_decoding(self) -> Optional[GuidedDecodingParams]:
426
424
elif response_format .type == "json_object" :
427
425
raise NotImplementedError ("json_object is not supported" )
428
426
# Function call
429
- elif self .tool_choice != "none" or self .tools is not None :
427
+ elif not ( self .tool_choice == "none" or self .tools is None ) :
430
428
guided_decoding = GuidedDecodingParams .from_optional (
431
429
json = self ._get_guided_json_from_tool ())
432
430
return guided_decoding
You can’t perform that action at this time.
0 commit comments