xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-26 10:17:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Fix logger format typo (#4396)

Browse Source
This commit is contained in:
Roy 2024-04-27 13:45:02 +08:00 committed by GitHub
parent 8947bc3c15
commit 87f545ba6f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/metrics.py
View File

@ -230,8 +230,8 @@ class StatLogger:
"Avg prompt throughput: %.1f tokens/s, " "Avg prompt throughput: %.1f tokens/s, "
"Avg generation throughput: %.1f tokens/s, " "Avg generation throughput: %.1f tokens/s, "
"Running: %d reqs, Swapped: %d reqs, " "Running: %d reqs, Swapped: %d reqs, "
"Pending: %d reqs, GPU KV cache usage: %.1f%, " "Pending: %d reqs, GPU KV cache usage: %.1f%%, "
"CPU KV cache usage: %.1f%", "CPU KV cache usage: %.1f%%",
prompt_throughput, prompt_throughput,
generation_throughput, generation_throughput,
stats.num_running, stats.num_running,