Skip to content

Commit 059d4cd

Browse files
authored
[BugFix] Fix DP headless mode arg validation (#20398)
Signed-off-by: Nick Hill <nhill@redhat.com>
1 parent bdb84e2 commit 059d4cd

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

vllm/entrypoints/cli/serve.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -119,17 +119,17 @@ def run_headless(args: argparse.Namespace):
119119
if not envs.VLLM_USE_V1:
120120
raise ValueError("Headless mode is only supported for V1")
121121

122+
if engine_args.data_parallel_rank is not None:
123+
raise ValueError("data_parallel_rank is not applicable in "
124+
"headless mode")
125+
122126
parallel_config = vllm_config.parallel_config
123127
local_engine_count = parallel_config.data_parallel_size_local
124128

125129
if local_engine_count <= 0:
126130
raise ValueError("data_parallel_size_local must be > 0 in "
127131
"headless mode")
128132

129-
if parallel_config.data_parallel_rank is not None:
130-
raise ValueError("data_parallel_rank is not applicable in "
131-
"headless mode")
132-
133133
host = parallel_config.data_parallel_master_ip
134134
port = engine_args.data_parallel_rpc_port # add to config too
135135
handshake_address = get_tcp_uri(host, port)

0 commit comments

Comments
 (0)