From 009b3d53823053e3df50824fb9e087704b8631aa Mon Sep 17 00:00:00 2001 From: Reid <61492567+reidliu41@users.noreply.github.com> Date: Sun, 11 May 2025 16:47:58 +0800 Subject: [PATCH] [Misc] not show --model in vllm serve --help (#16691) Signed-off-by: reidliu41 Co-authored-by: reidliu41 --- vllm/engine/arg_utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 26a5784e8458c..388e04323ac32 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -5,6 +5,7 @@ import argparse import dataclasses import json import re +import sys import threading import warnings from dataclasses import MISSING, dataclass, fields, is_dataclass @@ -440,7 +441,8 @@ class EngineArgs: title="ModelConfig", description=ModelConfig.__doc__, ) - model_group.add_argument("--model", **model_kwargs["model"]) + if 'serve' not in sys.argv[1:] and '--help' not in sys.argv[1:]: + model_group.add_argument("--model", **model_kwargs["model"]) model_group.add_argument("--task", **model_kwargs["task"]) model_group.add_argument("--tokenizer", **model_kwargs["tokenizer"]) model_group.add_argument("--tokenizer-mode",