xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 04:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1][Spec Decoding] Log accumulated metrics after system goes idle (#17913)

Browse Source 
Signed-off-by: Mark McLoughlin <markmc@redhat.com>
This commit is contained in:
Mark McLoughlin 2025-05-10 02:23:07 +01:00 committed by GitHub
parent 0c0fdae84f
commit 7042cc96b0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/metrics/loggers.py
View File

@ -128,9 +128,7 @@ class LoggingStatLogger(StatLoggerBase):
scheduler_stats.gpu_cache_usage * 100,
self.prefix_caching_metrics.hit_rate * 100,
)
if scheduler_stats.spec_decoding_stats is not None:
self.spec_decoding_logging.log(log_fn=log_fn)
self.spec_decoding_logging.log(log_fn=log_fn)
def log_engine_initialized(self):
logger.info(

2
vllm/v1/spec_decode/metrics.py
View File

@ -67,6 +67,8 @@ class SpecDecodingLogging:
spec_decoding_stats.num_accepted_tokens_per_pos)
def log(self, log_fn=logger.info):
if not self.num_drafts:
return
num_drafts = np.sum(self.num_drafts)
num_draft_tokens = np.sum(self.num_draft_tokens)
num_accepted_tokens = np.sum(self.num_accepted_tokens)