File tree Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Original file line number Diff line number Diff line change 8
8
9
9
For example:
10
10
11
- vllm serve Qwen/Qwen3-1.7B --reasoning-parser qwen3\
11
+ vllm serve Qwen/Qwen3-1.7B --reasoning-parser qwen3 \
12
12
--guided-decoding-backend xgrammar \
13
13
--enable-auto-tool-choice --tool-call-parser hermes
14
14
"""
Original file line number Diff line number Diff line change @@ -354,8 +354,6 @@ def _get_guided_json_from_tool(
354
354
raise ValueError (
355
355
f"Tool '{ tool_name } ' has not been passed in `tools`." )
356
356
tool = tools [tool_name ]
357
- print (f"Using tool '{ tool_name } ' for guided json decoding." )
358
- print (f"Tool parameters: { tool .parameters } " )
359
357
return tool .parameters
360
358
361
359
if self .tool_choice == "required" :
@@ -425,7 +423,7 @@ def _get_guided_decoding(self) -> Optional[GuidedDecodingParams]:
425
423
elif response_format .type == "json_object" :
426
424
raise NotImplementedError ("json_object is not supported" )
427
425
# Function call
428
- elif self .tool_choice != "none" or self .tools is not None :
426
+ elif not ( self .tool_choice == "none" or self .tools is None ) :
429
427
guided_decoding = GuidedDecodingParams .from_optional (
430
428
json = self ._get_guided_json_from_tool ())
431
429
return guided_decoding
You can’t perform that action at this time.
0 commit comments