[Bugfix] Fix the bug in Hermes streaming parsing

Signed-off-by: zxy <zx0823y@163.com>

Author: pre-master

vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py

@@ -8,6 +8,7 @@
 import partial_json_parser
 import regex as re
 from partial_json_parser.core.options import Allow
+from json_repair import repair_json
 
 from vllm.entrypoints.chat_utils import random_tool_call_id
 from vllm.entrypoints.openai.protocol import (ChatCompletionRequest,
@@ -237,6 +238,9 @@ def extract_tool_calls_streaming(
                 return delta
 
             try:
+                if tool_call_portion is not None:
+                    # repair the JSON if needed
+                    tool_call_portion = repair_json(tool_call_portion)
 
                 current_tool_call = partial_json_parser.loads(
                     tool_call_portion or "{}",