xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-10 04:57:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] Cleanup startup logging a bit (#10961)

Browse Source 
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
Russell Bryant 2024-12-06 21:30:23 -05:00 committed by GitHub
parent dcdc3fafe5
commit 69d357ba12
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/engine/arg_utils.py
View File

@ -433,6 +433,7 @@ class EngineArgs:
'capping to sliding window size') 'capping to sliding window size')
parser.add_argument('--use-v2-block-manager', parser.add_argument('--use-v2-block-manager',
action='store_true', action='store_true',
default=True,
help='[DEPRECATED] block manager v1 has been ' help='[DEPRECATED] block manager v1 has been '
'removed and SelfAttnBlockSpaceManager (i.e. ' 'removed and SelfAttnBlockSpaceManager (i.e. '
'block manager v2) is now the default. ' 'block manager v2) is now the default. '

8
vllm/entrypoints/openai/api_server.py
View File

@ -175,8 +175,8 @@ async def build_async_engine_client_from_engine_args(
# Select random path for IPC. # Select random path for IPC.
ipc_path = get_open_zmq_ipc_path() ipc_path = get_open_zmq_ipc_path()
logger.info("Multiprocessing frontend to use %s for IPC Path.", logger.debug("Multiprocessing frontend to use %s for IPC Path.",
ipc_path) ipc_path)
# Start RPCServer in separate process (holds the LLMEngine). # Start RPCServer in separate process (holds the LLMEngine).
# the current process might have CUDA context, # the current process might have CUDA context,
@ -249,8 +249,8 @@ def mount_metrics(app: FastAPI):
prometheus_multiproc_dir_path = os.getenv("PROMETHEUS_MULTIPROC_DIR", None) prometheus_multiproc_dir_path = os.getenv("PROMETHEUS_MULTIPROC_DIR", None)
if prometheus_multiproc_dir_path is not None: if prometheus_multiproc_dir_path is not None:
logger.info("vLLM to use %s as PROMETHEUS_MULTIPROC_DIR", logger.debug("vLLM to use %s as PROMETHEUS_MULTIPROC_DIR",
prometheus_multiproc_dir_path) prometheus_multiproc_dir_path)
registry = CollectorRegistry() registry = CollectorRegistry()
multiprocess.MultiProcessCollector(registry) multiprocess.MultiProcessCollector(registry)

2
vllm/plugins/__init__.py
View File

@ -57,7 +57,7 @@ def load_general_plugins():
discovered_plugins = entry_points(group='vllm.general_plugins') discovered_plugins = entry_points(group='vllm.general_plugins')
if len(discovered_plugins) == 0: if len(discovered_plugins) == 0:
logger.info("No plugins found.") logger.debug("No plugins found.")
return return
logger.info("Available plugins:") logger.info("Available plugins:")
for plugin in discovered_plugins: for plugin in discovered_plugins: