xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-08 13:47:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix eviction cached blocked logic (#21357)

Browse Source 
Signed-off-by: simon-mo <simon.mo@hey.com>
This commit is contained in:
Simon Mo 2025-07-22 01:18:40 -07:00 committed by GitHub
parent 82b8027be6
commit 32142b3c62
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/core/block_pool.py
View File

@ -253,7 +253,7 @@ class BlockPool:
return False return False
block.reset_hash() block.reset_hash()
blocks_by_id.pop(block.block_id, None) blocks_by_id.pop(block.block_id, None)
if blocks_by_id: if len(blocks_by_id) == 0:
del self.cached_block_hash_to_block[block_hash] del self.cached_block_hash_to_block[block_hash]
if self.enable_kv_cache_events: if self.enable_kv_cache_events: