We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cd7b3d0 commit 3df3811Copy full SHA for 3df3811
vllm/entrypoints/openai/serving_engine.py
@@ -1055,12 +1055,12 @@ def _get_model_name(self,
1055
1056
def _get_tool_parser(
1057
self,
1058
- tool_parser_name: str,
+ tool_parser_name: Optional[str] = None,
1059
enable_auto_tools: bool = False
1060
) -> Optional[Callable[[AnyTokenizer], ToolParser]]:
1061
"""Get the tool parser based on the name."""
1062
parser = None
1063
- if not enable_auto_tools:
+ if not enable_auto_tools or tool_parser_name is None:
1064
return parser
1065
logger.info(
1066
"\"auto\" tool choice has been enabled please note that while"
0 commit comments