xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 11:37:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Metrics] Fix minor inconsistencies in bucket progression (#17262)

Browse Source 
Signed-off-by: DarkLight1337 <tlleungac@connect.ust.hk>
This commit is contained in:
Cyrus Leung 2025-04-28 00:19:39 +08:00 committed by GitHub
parent d92879baf6
commit 4213475ec7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/engine/metrics.py
View File

@ -145,7 +145,7 @@ class Metrics:
documentation="Histogram of number of tokens per engine_step.", documentation="Histogram of number of tokens per engine_step.",
labelnames=labelnames, labelnames=labelnames,
buckets=[ buckets=[
1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8096, 16192 1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384
]) ])
self.histogram_time_to_first_token = self._histogram_cls( self.histogram_time_to_first_token = self._histogram_cls(
name="vllm:time_to_first_token_seconds", name="vllm:time_to_first_token_seconds",

4
vllm/v1/metrics/loggers.py
View File

@ -233,8 +233,8 @@ class PrometheusStatLogger(StatLoggerBase):
name="vllm:iteration_tokens_total", name="vllm:iteration_tokens_total",
documentation="Histogram of number of tokens per engine_step.", documentation="Histogram of number of tokens per engine_step.",
buckets=[ buckets=[
1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8096, 1, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192,
16192 16384
], ],
labelnames=labelnames).labels(*labelvalues) labelnames=labelnames).labels(*labelvalues)