xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 09:15:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] add remove_seq_from_computed_blocks_tracker to BlockSpaceManager (#19686)

Browse Source 
Signed-off-by: 刘全 <quan.liu2@dbappsecurity.com.cn>
Co-authored-by: 刘全 <quan.liu2@dbappsecurity.com.cn>
This commit is contained in:
quanliu 2025-06-17 12:40:58 +08:00 committed by GitHub
parent ddfed314f9
commit 5c76b9cdaf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/core/interfaces.py
View File

@ -133,3 +133,7 @@ class BlockSpaceManager(ABC):
@abstractmethod @abstractmethod
def get_num_cached_tokens(self, seq: Sequence) -> int: def get_num_cached_tokens(self, seq: Sequence) -> int:
pass pass
@abstractmethod
def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None:
pass

3
vllm/core/placeholder_block_space_manager.py
View File

@ -98,3 +98,6 @@ class PlaceholderBlockSpaceManager(BlockSpaceManager):
def get_num_cached_tokens(self, seq: Sequence) -> int: def get_num_cached_tokens(self, seq: Sequence) -> int:
return 0 return 0
def remove_seq_from_computed_blocks_tracker(self, seq: Sequence) -> None:
return