From 5c76b9cdafb2abe205d675497f3ddb5603a07170 Mon Sep 17 00:00:00 2001 From: quanliu <33453350+quanliu1991@users.noreply.github.com> Date: Tue, 17 Jun 2025 12:40:58 +0800 Subject: [PATCH] [Core] add remove_seq_from_computed_blocks_tracker to BlockSpaceManager (#19686) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: 刘全 Co-authored-by: 刘全 --- vllm/core/interfaces.py | 4 ++++ vllm/core/placeholder_block_space_manager.py | 3 +++ 2 files changed, 7 insertions(+) diff --git a/vllm/core/interfaces.py b/vllm/core/interfaces.py index ba290eeda12b5..69b9169ddd8a9 100644 --- a/vllm/core/interfaces.py +++ b/vllm/core/interfaces.py @@ -133,3 +133,7 @@ class BlockSpaceManager(ABC): @abstractmethod def get_num_cached_tokens(self, seq: Sequence) -> int: pass + + @abstractmethod + def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None: + pass \ No newline at end of file diff --git a/vllm/core/placeholder_block_space_manager.py b/vllm/core/placeholder_block_space_manager.py index 71b22942a3edd..679515924e85d 100644 --- a/vllm/core/placeholder_block_space_manager.py +++ b/vllm/core/placeholder_block_space_manager.py @@ -98,3 +98,6 @@ class PlaceholderBlockSpaceManager(BlockSpaceManager): def get_num_cached_tokens(self, seq: Sequence) -> int: return 0 + + def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None: + return