From ec941b73a9d35ccfe96bf6658f8d7685e25d3db3 Mon Sep 17 00:00:00 2001 From: Yong Hoon Shin Date: Sat, 12 Jul 2025 22:01:55 -0700 Subject: [PATCH] Add support for Llama4 text-only models Signed-off-by: Yong Hoon Shin --- vllm/model_executor/models/registry.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/model_executor/models/registry.py b/vllm/model_executor/models/registry.py index e8530a555d2..ae340dd358e 100644 --- a/vllm/model_executor/models/registry.py +++ b/vllm/model_executor/models/registry.py @@ -83,6 +83,7 @@ "JAISLMHeadModel": ("jais", "JAISLMHeadModel"), "JambaForCausalLM": ("jamba", "JambaForCausalLM"), "LlamaForCausalLM": ("llama", "LlamaForCausalLM"), + "Llama4ForCausalLM": ("llama4", "Llama4ForCausalLM"), # For decapoda-research/llama-* "LLaMAForCausalLM": ("llama", "LlamaForCausalLM"), "MambaForCausalLM": ("mamba", "MambaForCausalLM"),