mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-21 18:27:13 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
e08e1e99ee
commit
d39cf9380d
@ -411,7 +411,7 @@ class AsyncLLM(EngineClient):
|
|||||||
# 4) Logging.
|
# 4) Logging.
|
||||||
# TODO(rob): make into a coroutine and launch it in
|
# TODO(rob): make into a coroutine and launch it in
|
||||||
# background thread once Prometheus overhead is non-trivial.
|
# background thread once Prometheus overhead is non-trivial.
|
||||||
if stat_loggers is not None:
|
if stat_loggers:
|
||||||
AsyncLLM._record_stats(
|
AsyncLLM._record_stats(
|
||||||
stat_loggers,
|
stat_loggers,
|
||||||
outputs.engine_index,
|
outputs.engine_index,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user