xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-28 22:07:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 16:50:36 +00:00
parent 1358836fa0
commit 4eae5cbeea
2 changed files with 3 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/v1/engine/async_llm.py
View File

@ -36,7 +36,7 @@ from vllm.v1.engine.output_processor import (OutputProcessor,
from vllm.v1.engine.parallel_sampling import ParentRequest from vllm.v1.engine.parallel_sampling import ParentRequest
from vllm.v1.engine.processor import Processor from vllm.v1.engine.processor import Processor
from vllm.v1.executor.abstract import Executor from vllm.v1.executor.abstract import Executor
from vllm.v1.metrics.loggers import StatLoggerFactory, setup_default_loggers from vllm.v1.metrics.loggers import StatLoggerFactory, StatLoggerManager
from vllm.v1.metrics.prometheus import shutdown_prometheus from vllm.v1.metrics.prometheus import shutdown_prometheus
from vllm.v1.metrics.stats import IterationStats from vllm.v1.metrics.stats import IterationStats
@ -102,12 +102,11 @@ class AsyncLLM(EngineClient):
engine_idxs = [ engine_idxs = [
idx for idx in range(start_idx, start_idx + local_engines) idx for idx in range(start_idx, start_idx + local_engines)
] ]
self.logger_manager = setup_default_loggers( self.logger_manager = StatLoggerManager(
vllm_config=vllm_config, vllm_config=vllm_config,
log_stats=self.log_stats,
engine_idxs=engine_idxs, engine_idxs=engine_idxs,
custom_stat_loggers=stat_loggers, custom_stat_loggers=stat_loggers,
) ) if self.log_stats else None
# Tokenizer (+ ensure liveness if running in another process). # Tokenizer (+ ensure liveness if running in another process).
self.tokenizer = init_tokenizer_from_configs( self.tokenizer = init_tokenizer_from_configs(

11
vllm/v1/metrics/loggers.py
View File

@ -600,17 +600,6 @@ def build_1_2_5_buckets(max_value: int) -> list[int]:
return build_buckets([1, 2, 5], max_value) return build_buckets([1, 2, 5], max_value)
def setup_default_loggers(
vllm_config: VllmConfig,
log_stats: bool,
engine_idxs: list[int],
custom_stat_loggers: Optional[list[StatLoggerFactory]] = None,
) -> Optional["StatLoggerManager"]:
"""Setup logging and prometheus metrics."""
return (None if not log_stats else StatLoggerManager(
vllm_config, engine_idxs, custom_stat_loggers))
class StatLoggerManager: class StatLoggerManager:
""" """
StatLoggerManager: StatLoggerManager: