From ae65f3e237a3a2690335e9fc12bde69cbe205062 Mon Sep 17 00:00:00 2001 From: Chauncey Date: Thu, 20 Mar 2025 12:53:40 +0800 Subject: [PATCH] [Misc]fixed disable these http request logs (#14754) Signed-off-by: chaunceyjiang --- vllm/entrypoints/openai/api_server.py | 3 +++ vllm/entrypoints/openai/cli_args.py | 3 +++ 2 files changed, 6 insertions(+) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 9eb17726b1f0..f9b1d69a31d8 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -1036,6 +1036,9 @@ async def run_server(args, **uvicorn_kwargs) -> None: host=args.host, port=args.port, log_level=args.uvicorn_log_level, + # NOTE: When the 'disable_uvicorn_access_log' value is True, + # no access log will be output. + access_log=not args.disable_uvicorn_access_log, timeout_keep_alive=TIMEOUT_KEEP_ALIVE, ssl_keyfile=args.ssl_keyfile, ssl_certfile=args.ssl_certfile, diff --git a/vllm/entrypoints/openai/cli_args.py b/vllm/entrypoints/openai/cli_args.py index bd66416d90cc..01c67b8aa29c 100644 --- a/vllm/entrypoints/openai/cli_args.py +++ b/vllm/entrypoints/openai/cli_args.py @@ -89,6 +89,9 @@ def make_arg_parser(parser: FlexibleArgumentParser) -> FlexibleArgumentParser: default="info", choices=['debug', 'info', 'warning', 'error', 'critical', 'trace'], help="Log level for uvicorn.") + parser.add_argument("--disable-uvicorn-access-log", + action="store_true", + help="Disable uvicorn access log.") parser.add_argument("--allow-credentials", action="store_true", help="Allow credentials.")