xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 19:07:14 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Fix TypeError: unhashable type: 'dict' when serving deepseek32 (#30924)

Browse Source 
Signed-off-by: Lucas Wilkinson <lwilkins@redhat.com>
This commit is contained in:
Lucas Wilkinson 2025-12-19 16:07:54 -05:00 committed by GitHub
parent 3bd8335bd0
commit 5f6477d1d0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/v1/worker/gpu_model_runner.py
View File

@ -1641,7 +1641,10 @@ class GPUModelRunner(
) -> None: ) -> None:
attn_group = self.attn_groups[kv_cache_gid][attn_gid] attn_group = self.attn_groups[kv_cache_gid][attn_gid]
builder = attn_group.get_metadata_builder(ubid or 0) builder = attn_group.get_metadata_builder(ubid or 0)
cache_key = (kv_cache_groups[kv_cache_gid].kv_cache_spec, type(builder)) kv_cache_spec = kv_cache_groups[kv_cache_gid].kv_cache_spec
if isinstance(kv_cache_spec, UniformTypeKVCacheSpecs):
kv_cache_spec = kv_cache_spec.kv_cache_specs[attn_group.layer_names[0]]
cache_key = (kv_cache_spec, type(builder))
cascade_attn_prefix_len = ( cascade_attn_prefix_len = (
cascade_attn_prefix_lens[kv_cache_gid][attn_gid] cascade_attn_prefix_lens[kv_cache_gid][attn_gid]