We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b1b687c commit 11dd5cfCopy full SHA for 11dd5cf
vllm/entrypoints/openai/serving_engine.py
@@ -1050,12 +1050,12 @@ def _get_model_name(self,
1050
1051
def _get_tool_parser(
1052
self,
1053
- tool_parser_name: str,
+ tool_parser_name: Optional[str] = None,
1054
enable_auto_tools: bool = False
1055
) -> Optional[Callable[[AnyTokenizer], ToolParser]]:
1056
"""Get the tool parser based on the name."""
1057
parser = None
1058
- if not enable_auto_tools:
+ if not enable_auto_tools or tool_parser_name is None:
1059
return parser
1060
logger.info(
1061
"\"auto\" tool choice has been enabled please note that while"
0 commit comments