We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 42d98f9 commit a981a72Copy full SHA for a981a72
vllm/entrypoints/openai/serving_engine.py
@@ -1059,12 +1059,12 @@ def _get_model_name(self,
1059
1060
def _get_tool_parser(
1061
self,
1062
- tool_parser_name: str,
+ tool_parser_name: Optional[str] = None,
1063
enable_auto_tools: bool = False
1064
) -> Optional[Callable[[AnyTokenizer], ToolParser]]:
1065
"""Get the tool parser based on the name."""
1066
parser = None
1067
- if not enable_auto_tools:
+ if not enable_auto_tools or tool_parser_name is None:
1068
return parser
1069
logger.info(
1070
"\"auto\" tool choice has been enabled please note that while"
0 commit comments