xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-06 02:19:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

Only log non-default CLI args for online serving (#17803)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor 2025-05-08 06:33:29 +01:00 committed by GitHub
parent c747d84576
commit 998eea4a0e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 15 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/entrypoints/openai/api_server.py
View File

@ -41,7 +41,8 @@ from vllm.entrypoints.chat_utils import (load_chat_template,
resolve_mistral_chat_template) resolve_mistral_chat_template)
from vllm.entrypoints.launcher import serve_http from vllm.entrypoints.launcher import serve_http
from vllm.entrypoints.logger import RequestLogger from vllm.entrypoints.logger import RequestLogger
from vllm.entrypoints.openai.cli_args import (make_arg_parser, from vllm.entrypoints.openai.cli_args import (log_non_default_args,
make_arg_parser,
validate_parsed_serve_args) validate_parsed_serve_args)
# yapf conflicts with isort for this block # yapf conflicts with isort for this block
# yapf: disable # yapf: disable
@ -1040,7 +1041,7 @@ def create_server_socket(addr: tuple[str, int]) -> socket.socket:
async def run_server(args, **uvicorn_kwargs) -> None: async def run_server(args, **uvicorn_kwargs) -> None:
logger.info("vLLM API server version %s", VLLM_VERSION) logger.info("vLLM API server version %s", VLLM_VERSION)
logger.info("args: %s", args) log_non_default_args(args)
if args.tool_parser_plugin and len(args.tool_parser_plugin) > 3: if args.tool_parser_plugin and len(args.tool_parser_plugin) > 3:
ToolParserManager.import_tool_parser(args.tool_parser_plugin) ToolParserManager.import_tool_parser(args.tool_parser_plugin)

12
vllm/entrypoints/openai/cli_args.py
View File

@ -17,8 +17,11 @@ from vllm.entrypoints.chat_utils import (ChatTemplateContentFormatOption,
from vllm.entrypoints.openai.serving_models import (LoRAModulePath, from vllm.entrypoints.openai.serving_models import (LoRAModulePath,
PromptAdapterPath) PromptAdapterPath)
from vllm.entrypoints.openai.tool_parsers import ToolParserManager from vllm.entrypoints.openai.tool_parsers import ToolParserManager
from vllm.logger import init_logger
from vllm.utils import FlexibleArgumentParser from vllm.utils import FlexibleArgumentParser
logger = init_logger(__name__)
class LoRAParserAction(argparse.Action): class LoRAParserAction(argparse.Action):
@ -285,6 +288,15 @@ def validate_parsed_serve_args(args: argparse.Namespace):
"--tool-call-parser") "--tool-call-parser")
def log_non_default_args(args: argparse.Namespace):
non_default_args = {}
parser = make_arg_parser(FlexibleArgumentParser())
for arg, default in vars(parser.parse_args([])).items():
if default != getattr(args, arg):
non_default_args[arg] = getattr(args, arg)
logger.info("non-default args: %s", non_default_args)
def create_parser_for_docs() -> FlexibleArgumentParser: def create_parser_for_docs() -> FlexibleArgumentParser:
parser_for_docs = FlexibleArgumentParser( parser_for_docs = FlexibleArgumentParser(
prog="-m vllm.entrypoints.openai.api_server") prog="-m vllm.entrypoints.openai.api_server")