File tree Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Expand file tree Collapse file tree 2 files changed +2
-4
lines changed Original file line number Diff line number Diff line change 8
8
9
9
For example:
10
10
11
- vllm serve Qwen/Qwen3-1.7B --reasoning-parser qwen3\
11
+ vllm serve Qwen/Qwen3-1.7B --reasoning-parser qwen3 \
12
12
--guided-decoding-backend xgrammar \
13
13
--enable-auto-tool-choice --tool-call-parser hermes
14
14
"""
Original file line number Diff line number Diff line change @@ -377,8 +377,6 @@ def _get_guided_json_from_tool(
377
377
raise ValueError (
378
378
f"Tool '{ tool_name } ' has not been passed in `tools`." )
379
379
tool = tools [tool_name ]
380
- print (f"Using tool '{ tool_name } ' for guided json decoding." )
381
- print (f"Tool parameters: { tool .parameters } " )
382
380
return tool .parameters
383
381
384
382
if self .tool_choice == "required" :
@@ -448,7 +446,7 @@ def _get_guided_decoding(self) -> Optional[GuidedDecodingParams]:
448
446
elif response_format .type == "json_object" :
449
447
raise NotImplementedError ("json_object is not supported" )
450
448
# Function call
451
- elif self .tool_choice != "none" or self .tools is not None :
449
+ elif not ( self .tool_choice == "none" or self .tools is None ) :
452
450
guided_decoding = GuidedDecodingParams .from_optional (
453
451
json = self ._get_guided_json_from_tool ())
454
452
return guided_decoding
You can’t perform that action at this time.
0 commit comments