[Perf] Improved perf for resolve_chat_template_content_format (vllm-project#20065)

ilyal-cerebras · wwl2755-google · commit 4ecc1173a5e8 · 2025-07-01T00:22:48.000Z
Signed-off-by: Ilya Lavrenov &lt;ilya.lavrenov@cerebras.net&gt;
diff --git a/vllm/entrypoints/chat_utils.py b/vllm/entrypoints/chat_utils.py
@@ -293,6 +293,7 @@ def _try_extract_ast(chat_template: str) -> Optional[jinja2.nodes.Template]:
         return None
 
 
+@lru_cache(maxsize=32)
 def _detect_content_format(
     chat_template: str,
     *,
