[Perf] Improved perf for resolve_chat_template_content_format (#20065)

ilyal-cerebras · web-flow · commit aade0eae2104 · 2025-06-27T09:16:41.000Z
Signed-off-by: Ilya Lavrenov &lt;ilya.lavrenov@cerebras.net&gt;
diff --git a/vllm/entrypoints/chat_utils.py b/vllm/entrypoints/chat_utils.py
@@ -293,6 +293,7 @@ def _try_extract_ast(chat_template: str) -> Optional[jinja2.nodes.Template]:
         return None
 
 
+@lru_cache(maxsize=32)
 def _detect_content_format(
     chat_template: str,
     *,
