File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -119,17 +119,17 @@ def run_headless(args: argparse.Namespace):
119
119
if not envs .VLLM_USE_V1 :
120
120
raise ValueError ("Headless mode is only supported for V1" )
121
121
122
+ if engine_args .data_parallel_rank is not None :
123
+ raise ValueError ("data_parallel_rank is not applicable in "
124
+ "headless mode" )
125
+
122
126
parallel_config = vllm_config .parallel_config
123
127
local_engine_count = parallel_config .data_parallel_size_local
124
128
125
129
if local_engine_count <= 0 :
126
130
raise ValueError ("data_parallel_size_local must be > 0 in "
127
131
"headless mode" )
128
132
129
- if parallel_config .data_parallel_rank is not None :
130
- raise ValueError ("data_parallel_rank is not applicable in "
131
- "headless mode" )
132
-
133
133
host = parallel_config .data_parallel_master_ip
134
134
port = engine_args .data_parallel_rpc_port # add to config too
135
135
handshake_address = get_tcp_uri (host , port )
You can’t perform that action at this time.
0 commit comments