xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-04 21:15:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

stash

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 13:34:38 +00:00
parent 471fa4ae68
commit 6569facd3b
2 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/engine/async_llm.py
View File

@ -410,6 +410,8 @@ class AsyncLLM(EngineClient):
# 4) Logging. # 4) Logging.
# TODO(rob): make into a coroutine and launch it in # TODO(rob): make into a coroutine and launch it in
# background thread once Prometheus overhead is non-trivial. # background thread once Prometheus overhead is non-trivial.
logger.info(f"{outputs.engine_index=}")
logger.info(f"{stat_loggers[outputs.engine_index]=}")
if stat_loggers: if stat_loggers:
AsyncLLM._record_stats( AsyncLLM._record_stats(
stat_loggers[outputs.engine_index], stat_loggers[outputs.engine_index],

1
vllm/v1/metrics/loggers.py
View File

@ -422,6 +422,7 @@ class PrometheusStatLogger(StatLoggerBase):
def record(self, scheduler_stats: Optional[SchedulerStats], def record(self, scheduler_stats: Optional[SchedulerStats],
iteration_stats: Optional[IterationStats]): iteration_stats: Optional[IterationStats]):
logger.info(f"PROM STAT LOGGER: {self.engine_index=}")
"""Log to prometheus.""" """Log to prometheus."""
if scheduler_stats is not None: if scheduler_stats is not None:
self.gauge_scheduler_running.set(scheduler_stats.num_running_reqs) self.gauge_scheduler_running.set(scheduler_stats.num_running_reqs)