xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 07:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Update KV block hash type from BlockHash to ExternalBlockHash in kv_events_subscriber - #26264 (#26265)

Browse Source 
Signed-off-by: atalhens <sneh.lata@nutanix.com>
This commit is contained in:
Snehlata 2025-10-07 14:12:28 +05:30 committed by GitHub
parent de342585ff
commit 46b0779996
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/online_serving/kv_events_subscriber.py
View File

@ -6,7 +6,7 @@ import msgspec
import zmq import zmq
from msgspec.msgpack import Decoder from msgspec.msgpack import Decoder
from vllm.v1.core.kv_cache_utils import BlockHash from vllm.v1.core.kv_cache_utils import ExternalBlockHash
# #
@ -24,8 +24,8 @@ class KVCacheEvent(
class BlockStored(KVCacheEvent): class BlockStored(KVCacheEvent):
block_hashes: list[BlockHash] block_hashes: list[ExternalBlockHash]
parent_block_hash: Optional[BlockHash] parent_block_hash: Optional[ExternalBlockHash]
token_ids: list[int] token_ids: list[int]
block_size: int block_size: int
lora_id: Optional[int] lora_id: Optional[int]
@ -33,7 +33,7 @@ class BlockStored(KVCacheEvent):
class BlockRemoved(KVCacheEvent): class BlockRemoved(KVCacheEvent):
block_hashes: list[BlockHash] block_hashes: list[ExternalBlockHash]
medium: Optional[str] medium: Optional[str]