mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-01 19:17:06 +08:00
fix-lmcache-tests
Signed-off-by: Sage Ahrac <sagiahrak@gmail.com>
This commit is contained in:
parent
84818a899e
commit
e7d66083ce
@ -25,6 +25,7 @@ def mock_lmcache_engine_event():
|
||||
lora_id,
|
||||
block_size,
|
||||
medium,
|
||||
lora_name,
|
||||
):
|
||||
self.block_hashes = block_hashes
|
||||
self.parent_block_hash = parent_block_hash
|
||||
@ -32,6 +33,7 @@ def mock_lmcache_engine_event():
|
||||
self.lora_id = lora_id
|
||||
self.block_size = block_size
|
||||
self.medium = medium
|
||||
self.lora_name = lora_name
|
||||
|
||||
return MockEvent(
|
||||
block_hashes=["hash1", "hash2"],
|
||||
@ -40,6 +42,7 @@ def mock_lmcache_engine_event():
|
||||
lora_id=None,
|
||||
block_size=16,
|
||||
medium="GPU",
|
||||
lora_name=None,
|
||||
)
|
||||
|
||||
|
||||
@ -109,6 +112,7 @@ class TestGetKVConnectorKVCacheEvents:
|
||||
assert events[0].lora_id is None
|
||||
assert events[0].block_size == 16
|
||||
assert events[0].medium == "GPU"
|
||||
assert events[0].lora_name is None
|
||||
|
||||
def test_converts_multiple_events(self, mock_connector):
|
||||
"""Test conversion of multiple events from lmcache engine format."""
|
||||
@ -121,6 +125,7 @@ class TestGetKVConnectorKVCacheEvents:
|
||||
self.lora_id = None
|
||||
self.block_size = 16
|
||||
self.medium = "GPU"
|
||||
self.lora_name = None
|
||||
|
||||
events = [MockEvent(i) for i in range(5)]
|
||||
mock_connector._lmcache_engine.get_kv_events.return_value = events
|
||||
@ -150,6 +155,7 @@ class TestGetKVConnectorKVCacheEvents:
|
||||
self.lora_id = 42
|
||||
self.block_size = 32
|
||||
self.medium = "DISK"
|
||||
self.lora_name = "lora_example"
|
||||
|
||||
mock_connector._lmcache_engine.get_kv_events.return_value = [
|
||||
MockEventWithLora()
|
||||
@ -166,6 +172,7 @@ class TestGetKVConnectorKVCacheEvents:
|
||||
assert event.lora_id == 42
|
||||
assert event.block_size == 32
|
||||
assert event.medium == "DISK"
|
||||
assert event.lora_name == "lora_example"
|
||||
|
||||
def test_handles_none_parent_block_hash(self, mock_connector):
|
||||
"""Test handling of events with None parent_block_hash."""
|
||||
@ -178,6 +185,7 @@ class TestGetKVConnectorKVCacheEvents:
|
||||
self.lora_id = None
|
||||
self.block_size = 16
|
||||
self.medium = "GPU"
|
||||
self.lora_name = None
|
||||
|
||||
mock_connector._lmcache_engine.get_kv_events.return_value = [
|
||||
MockEventNoParent()
|
||||
@ -588,6 +596,7 @@ class TestIntegrationScenarios:
|
||||
self.lora_id = None
|
||||
self.block_size = 16
|
||||
self.medium = "GPU"
|
||||
self.lora_name = None
|
||||
|
||||
# Worker 1
|
||||
mock_connector._lmcache_engine.get_kv_events.return_value = [
|
||||
@ -644,6 +653,7 @@ class TestIntegrationScenarios:
|
||||
self.lora_id = None
|
||||
self.block_size = 16
|
||||
self.medium = "GPU"
|
||||
self.lora_name = None
|
||||
|
||||
for cycle in range(3):
|
||||
# Get events
|
||||
|
||||
@ -218,6 +218,7 @@ class LMCacheConnectorV1(KVConnectorBase_V1):
|
||||
lora_id=e.lora_id,
|
||||
block_size=e.block_size,
|
||||
medium=e.medium,
|
||||
lora_name=e.lora_name,
|
||||
)
|
||||
for e in events
|
||||
]
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user