xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-20 00:54:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 16:50:36 +00:00
parent 1358836fa0
commit 4eae5cbeea
2 changed files with 3 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/v1/engine/async_llm.py
View File

@ -36,7 +36,7 @@ from vllm.v1.engine.output_processor import (OutputProcessor,
from vllm.v1.engine.parallel_sampling import ParentRequest
from vllm.v1.engine.processor import Processor
from vllm.v1.executor.abstract import Executor
from vllm.v1.metrics.loggers import StatLoggerFactory, setup_default_loggers
from vllm.v1.metrics.loggers import StatLoggerFactory, StatLoggerManager
from vllm.v1.metrics.prometheus import shutdown_prometheus
from vllm.v1.metrics.stats import IterationStats
@ -102,12 +102,11 @@ class AsyncLLM(EngineClient):
engine_idxs = [
idx for idx in range(start_idx, start_idx + local_engines)
]
self.logger_manager = setup_default_loggers(
self.logger_manager = StatLoggerManager(
vllm_config=vllm_config,
log_stats=self.log_stats,
engine_idxs=engine_idxs,
custom_stat_loggers=stat_loggers,
)
) if self.log_stats else None
# Tokenizer (+ ensure liveness if running in another process).
self.tokenizer = init_tokenizer_from_configs(

11
vllm/v1/metrics/loggers.py
View File

@ -600,17 +600,6 @@ def build_1_2_5_buckets(max_value: int) -> list[int]:
return build_buckets([1, 2, 5], max_value)
def setup_default_loggers(
vllm_config: VllmConfig,
log_stats: bool,
engine_idxs: list[int],
custom_stat_loggers: Optional[list[StatLoggerFactory]] = None,
) -> Optional["StatLoggerManager"]:
"""Setup logging and prometheus metrics."""
return (None if not log_stats else StatLoggerManager(
vllm_config, engine_idxs, custom_stat_loggers))
class StatLoggerManager:
"""
StatLoggerManager: