mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-17 13:23:34 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
e9e180da5f
commit
3f4ae353c2
@ -560,9 +560,6 @@ class PrometheusStatLogger(StatLoggerBase):
|
|||||||
self.histogram_max_tokens_request[engine_idx].observe(
|
self.histogram_max_tokens_request[engine_idx].observe(
|
||||||
finished_request.max_tokens_param)
|
finished_request.max_tokens_param)
|
||||||
|
|
||||||
# TODO: investigate whether LoRA works with DP and ensure
|
|
||||||
# that the metrics we are logging are consistent with
|
|
||||||
|
|
||||||
if self.gauge_lora_info is not None:
|
if self.gauge_lora_info is not None:
|
||||||
running_lora_adapters = \
|
running_lora_adapters = \
|
||||||
",".join(iteration_stats.running_lora_adapters.keys())
|
",".join(iteration_stats.running_lora_adapters.keys())
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user