xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-23 00:04:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] improve error msg (#20604)

Browse Source 
Signed-off-by: reidliu41 <reid201711@gmail.com>
This commit is contained in:
Reid 2025-07-08 12:45:18 +08:00 committed by GitHub
parent 3eb4ad53f3
commit 8369b7c2a9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/entrypoints/cli/serve.py
View File

@ -46,8 +46,10 @@ class ServeSubcommand(CLISubcommand):
run_headless(args)
else:
if args.data_parallel_start_rank:
raise ValueError("data_parallel_start_rank is only "
"applicable in headless mode")
raise ValueError(
"data_parallel_start_rank is only applicable "
"in headless mode. "
"Add --headless flag to enable headless mode.")
if args.api_server_count > 1:
run_multi_api_server(args)
else:
@ -81,7 +83,8 @@ class ServeSubcommand(CLISubcommand):
'-dpr',
type=int,
default=0,
help='Starting data parallel rank for secondary nodes.')
help="Starting data parallel rank for secondary nodes. "
"Requires --headless.")
serve_parser.add_argument('--api-server-count',
'-asc',
type=int,