From 59e17dd4a0f058e0bef38a371316b87fee3e882e Mon Sep 17 00:00:00 2001 From: Ning Xie Date: Mon, 15 Sep 2025 17:18:42 +0800 Subject: [PATCH] [Misc] rename interval to max_recent_requests (#24229) Signed-off-by: Andy Xie --- vllm/v1/core/kv_cache_utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/v1/core/kv_cache_utils.py b/vllm/v1/core/kv_cache_utils.py index c3e1865bc55b0..f225b73264049 100644 --- a/vllm/v1/core/kv_cache_utils.py +++ b/vllm/v1/core/kv_cache_utils.py @@ -116,8 +116,8 @@ class PrefixCachingMetrics: This function is called with information gathered when new requests are being scheduled and are looking for computed blocks. - When there are more than `interval` requests, the oldest set of - requests are removed from the metrics. + When there are more than `max_recent_requests` requests, the oldest set + of requests are removed from the metrics. Args: stats: The prefix cache stats.