xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-14 06:45:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[UT] fix unify_kv_cache_configs when kv cache config needs sort (#23843)

Browse Source
This commit is contained in:
Ning Xie 2025-08-30 19:22:14 +08:00 committed by GitHub
parent 628d00cd7b
commit 5490d633ce
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
tests/v1/core/test_kv_cache_utils.py
View File

@ -601,8 +601,14 @@ def test_unify_kv_cache_configs():
] ]
unify_kv_cache_configs(need_sort_kv_cache_config) unify_kv_cache_configs(need_sort_kv_cache_config)
assert need_sort_kv_cache_config[0].num_blocks == 10 sorted_kv_cache_groups = [
assert need_sort_kv_cache_config[1].num_blocks == 10 KVCacheGroupSpec(["layer1"], new_kv_cache_spec()),
KVCacheGroupSpec(["layer2"], new_kv_cache_spec(num_kv_heads=4)),
]
assert (
need_sort_kv_cache_config[0].kv_cache_groups == sorted_kv_cache_groups)
assert (
need_sort_kv_cache_config[1].kv_cache_groups == sorted_kv_cache_groups)
diff_kv_cache_config = [ diff_kv_cache_config = [
KVCacheConfig( KVCacheConfig(