From 29e70e3e88698feca9509cf07fcf06b12163f1c3 Mon Sep 17 00:00:00 2001 From: "Allen.Dou" Date: Sat, 2 Mar 2024 07:28:41 +0800 Subject: [PATCH] allow user chose log level by --log-level instead of fixed 'info'. (#3109) Co-authored-by: zixiao Co-authored-by: Simon Mo --- vllm/config.py | 2 +- vllm/engine/metrics.py | 1 + vllm/entrypoints/openai/api_server.py | 8 +++++++- 3 files changed, 9 insertions(+), 2 deletions(-) diff --git a/vllm/config.py b/vllm/config.py index b4d48d34a8a7..e260e6a0cb1d 100644 --- a/vllm/config.py +++ b/vllm/config.py @@ -317,7 +317,7 @@ class CacheConfig: self.num_cpu_blocks = None def metrics_info(self): - # convert cache_config to dict(key: str, value:str) for prometheus metrics info + # convert cache_config to dict(key: str, value: str) for prometheus metrics info return {key: str(value) for key, value in self.__dict__.items()} def _verify_args(self) -> None: diff --git a/vllm/engine/metrics.py b/vllm/engine/metrics.py index 54b09c38f58a..d31542159e4a 100644 --- a/vllm/engine/metrics.py +++ b/vllm/engine/metrics.py @@ -23,6 +23,7 @@ class Metrics: if hasattr(collector, "_name") and "vllm" in collector._name: REGISTRY.unregister(collector) + # Config Information self.info_cache_config = Info( name='vllm:cache_config', documentation='information of cache_config') diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index b2f040114a07..3777e0f3a060 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -62,6 +62,12 @@ def parse_args(): description="vLLM OpenAI-Compatible RESTful API server.") parser.add_argument("--host", type=str, default=None, help="host name") parser.add_argument("--port", type=int, default=8000, help="port number") + parser.add_argument( + "--uvicorn-log-level", + type=str, + default="info", + choices=['debug', 'info', 'warning', 'error', 'critical', 'trace'], + help="log level for uvicorn") parser.add_argument("--allow-credentials", action="store_true", help="allow credentials") @@ -245,7 +251,7 @@ if __name__ == "__main__": uvicorn.run(app, host=args.host, port=args.port, - log_level="info", + log_level=args.uvicorn_log_level, timeout_keep_alive=TIMEOUT_KEEP_ALIVE, ssl_keyfile=args.ssl_keyfile, ssl_certfile=args.ssl_certfile)