From 87f545ba6fdbbbe9813736fc398874563e2604a7 Mon Sep 17 00:00:00 2001 From: Roy Date: Sat, 27 Apr 2024 13:45:02 +0800 Subject: [PATCH] [Misc] Fix logger format typo (#4396) --- vllm/engine/metrics.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/engine/metrics.py b/vllm/engine/metrics.py index d3560f5fefff1..eb54f5641171e 100644 --- a/vllm/engine/metrics.py +++ b/vllm/engine/metrics.py @@ -230,8 +230,8 @@ class StatLogger: "Avg prompt throughput: %.1f tokens/s, " "Avg generation throughput: %.1f tokens/s, " "Running: %d reqs, Swapped: %d reqs, " - "Pending: %d reqs, GPU KV cache usage: %.1f%, " - "CPU KV cache usage: %.1f%", + "Pending: %d reqs, GPU KV cache usage: %.1f%%, " + "CPU KV cache usage: %.1f%%", prompt_throughput, generation_throughput, stats.num_running,