xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 20:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

allow user chose log level by --log-level instead of fixed 'info'. (#3109)

Browse Source 
Co-authored-by: zixiao <shunli.dsl@alibaba-inc.com>
Co-authored-by: Simon Mo <simon.mo@hey.com>
This commit is contained in:
Allen.Dou 2024-03-02 07:28:41 +08:00 committed by GitHub
parent 82091b864a
commit 29e70e3e88
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/config.py
View File

@ -317,7 +317,7 @@ class CacheConfig:
self.num_cpu_blocks = None self.num_cpu_blocks = None
def metrics_info(self): def metrics_info(self):
# convert cache_config to dict(key: str, value:str) for prometheus metrics info # convert cache_config to dict(key: str, value: str) for prometheus metrics info
return {key: str(value) for key, value in self.__dict__.items()} return {key: str(value) for key, value in self.__dict__.items()}
def _verify_args(self) -> None: def _verify_args(self) -> None:

1
vllm/engine/metrics.py
View File

@ -23,6 +23,7 @@ class Metrics:
if hasattr(collector, "_name") and "vllm" in collector._name: if hasattr(collector, "_name") and "vllm" in collector._name:
REGISTRY.unregister(collector) REGISTRY.unregister(collector)
# Config Information
self.info_cache_config = Info( self.info_cache_config = Info(
name='vllm:cache_config', name='vllm:cache_config',
documentation='information of cache_config') documentation='information of cache_config')

8
vllm/entrypoints/openai/api_server.py
View File

@ -62,6 +62,12 @@ def parse_args():
description="vLLM OpenAI-Compatible RESTful API server.") description="vLLM OpenAI-Compatible RESTful API server.")
parser.add_argument("--host", type=str, default=None, help="host name") parser.add_argument("--host", type=str, default=None, help="host name")
parser.add_argument("--port", type=int, default=8000, help="port number") parser.add_argument("--port", type=int, default=8000, help="port number")
parser.add_argument(
"--uvicorn-log-level",
type=str,
default="info",
choices=['debug', 'info', 'warning', 'error', 'critical', 'trace'],
help="log level for uvicorn")
parser.add_argument("--allow-credentials", parser.add_argument("--allow-credentials",
action="store_true", action="store_true",
help="allow credentials") help="allow credentials")
@ -245,7 +251,7 @@ if __name__ == "__main__":
uvicorn.run(app, uvicorn.run(app,
host=args.host, host=args.host,
port=args.port, port=args.port,
log_level="info", log_level=args.uvicorn_log_level,
timeout_keep_alive=TIMEOUT_KEEP_ALIVE, timeout_keep_alive=TIMEOUT_KEEP_ALIVE,
ssl_keyfile=args.ssl_keyfile, ssl_keyfile=args.ssl_keyfile,
ssl_certfile=args.ssl_certfile) ssl_certfile=args.ssl_certfile)