fix

comaniac · comaniac · commit 52d92542bd0b · 2025-03-19T12:24:39.000-07:00
Signed-off-by: Cody Yu &lt;hao.yu.cody@gmail.com&gt;
diff --git a/python/ray/llm/_internal/serve/deployments/llm/vllm/vllm_engine.py b/python/ray/llm/_internal/serve/deployments/llm/vllm/vllm_engine.py
@@ -337,7 +337,7 @@ async def _start_engine_v0(self) -> "EngineClient":
         args: InitializeNodeOutput = await self.initialize_node(self.llm_config)
         engine_args, engine_config = _get_vllm_engine_config(self.llm_config)
 
-        if MQLLMEngineClient.is_unsupported_config(engine_args):
+        if MQLLMEngineClient.is_unsupported_config(engine_config):
             # If the engine is not supported, we fall back to the legacy async engine.
             #
             # Note (genesu): as of 2025-02-11, this code path is only triggered when

Original file line number	Diff line number	Diff line change
`@@ -337,7 +337,7 @@ async def _start_engine_v0(self) -> "EngineClient":`
`337`	`337`	`args: InitializeNodeOutput = await self.initialize_node(self.llm_config)`
`338`	`338`	`engine_args, engine_config = _get_vllm_engine_config(self.llm_config)`
`339`	`339`
`340`		`- if MQLLMEngineClient.is_unsupported_config(engine_args):`
	`340`	`+ if MQLLMEngineClient.is_unsupported_config(engine_config):`
`341`	`341`	`# If the engine is not supported, we fall back to the legacy async engine.`
`342`	`342`	`#`
`343`	`343`	`# Note (genesu): as of 2025-02-11, this code path is only triggered when`