mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-01 06:47:03 +08:00
fix?
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
parent
f386a9e56c
commit
7b86860ff5
@ -101,14 +101,13 @@ class ServeSubcommand(CLISubcommand):
|
||||
help="Read CLI options from a config file. "
|
||||
"Must be a YAML with the following options: "
|
||||
"https://docs.vllm.ai/en/latest/configuration/serve_args.html")
|
||||
serve_parser = make_arg_parser(serve_parser)
|
||||
serve_parser.add_argument(
|
||||
"--gpu-ids",
|
||||
type=str,
|
||||
default=None,
|
||||
help="Comma-separated GPU IDs or a single GPU ID to use for vLLM serve. "
|
||||
"Overrides CUDA_VISIBLE_DEVICES.")
|
||||
|
||||
serve_parser = make_arg_parser(serve_parser)
|
||||
show_filtered_argument_or_group_from_help(serve_parser, ["serve"])
|
||||
serve_parser.epilog = VLLM_SUBCMD_PARSER_EPILOG
|
||||
return serve_parser
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user