Skip to content

Commit 8369b7c

Browse files
authored
[Misc] improve error msg (#20604)
Signed-off-by: reidliu41 <reid201711@gmail.com>
1 parent 3eb4ad5 commit 8369b7c

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

vllm/entrypoints/cli/serve.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -46,8 +46,10 @@ def cmd(args: argparse.Namespace) -> None:
4646
run_headless(args)
4747
else:
4848
if args.data_parallel_start_rank:
49-
raise ValueError("data_parallel_start_rank is only "
50-
"applicable in headless mode")
49+
raise ValueError(
50+
"data_parallel_start_rank is only applicable "
51+
"in headless mode. "
52+
"Add --headless flag to enable headless mode.")
5153
if args.api_server_count > 1:
5254
run_multi_api_server(args)
5355
else:
@@ -81,7 +83,8 @@ def subparser_init(
8183
'-dpr',
8284
type=int,
8385
default=0,
84-
help='Starting data parallel rank for secondary nodes.')
86+
help="Starting data parallel rank for secondary nodes. "
87+
"Requires --headless.")
8588
serve_parser.add_argument('--api-server-count',
8689
'-asc',
8790
type=int,

0 commit comments

Comments
 (0)