xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-01-04 19:00:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

[UT] enhance free kv cache block queue popleft_n (#24220)

Browse Source 
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie 2025-09-15 18:04:37 +08:00 committed by GitHub
parent 8de261b04a
commit bc0f6059a2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/v1/core/test_kv_cache_utils.py
View File

@ -280,9 +280,11 @@ def test_free_kv_cache_block_queue_popleft_n():
# Pop 0 block
# fake_head->b1->b3->b5->b4->b0->b2->fake_tail
assert len(queue.popleft_n(0)) == 0
assert queue.num_free_blocks == 6
# Pop 1 block
# fake_head->b3->b5->b4->b0->b2->fake_tail
result_blocks = queue.popleft_n(1)
assert queue.num_free_blocks == 5
assert len(result_blocks) == 1
assert result_blocks[0] is blocks[1]
for block in result_blocks:
@ -292,6 +294,7 @@ def test_free_kv_cache_block_queue_popleft_n():
# fake_head->b4->b0->b2->fake_tail
result_blocks = queue.popleft_n(2)
assert len(result_blocks) == 2
assert queue.num_free_blocks == 3
assert result_blocks[0] is blocks[3]
assert result_blocks[1] is blocks[5]
for block in result_blocks:
@ -301,6 +304,7 @@ def test_free_kv_cache_block_queue_popleft_n():
# fake_head->fake_tail
result_blocks = queue.popleft_n(3)
assert len(result_blocks) == 3
assert queue.num_free_blocks == 0
assert result_blocks[0] is blocks[4]
assert result_blocks[1] is blocks[0]
assert result_blocks[2] is blocks[2]