Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 02:24:49 +00:00
parent 2aa497571d
commit b142571366

View File

@ -45,11 +45,11 @@ class ServeSubcommand(CLISubcommand):
if args.headless or args.api_server_count < 1:
run_headless(args)
else:
# if args.data_parallel_start_rank:
# raise ValueError(
# "data_parallel_start_rank is only applicable "
# "in headless mode. "
# "Add --headless flag to enable headless mode.")
if args.data_parallel_start_rank:
raise ValueError(
"data_parallel_start_rank is only applicable "
"in headless mode. "
"Add --headless flag to enable headless mode.")
if args.api_server_count > 1:
run_multi_api_server(args)
else: