xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 23:07:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

[bugfix] add hasattr check for drafter in _build_attention_metadata with PP

Browse Source 
Signed-off-by: Rei <1477174254@qq.com>
This commit is contained in:
Rei 2025-12-23 23:53:27 -08:00
parent 1c74150bca
commit 1c13c28087
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/worker/gpu_model_runner.py
View File

@ -1710,7 +1710,11 @@ class GPUModelRunner(
_get_block_table_and_slot_mapping(kv_cache_gid) _get_block_table_and_slot_mapping(kv_cache_gid)
) )
if self.speculative_config and spec_decode_common_attn_metadata is None: if (
self.speculative_config
and spec_decode_common_attn_metadata is None
and hasattr(self, "drafter")
):
if isinstance(self.drafter, EagleProposer): if isinstance(self.drafter, EagleProposer):
if self.drafter.attn_layer_names[0] in kv_cache_group.layer_names: if self.drafter.attn_layer_names[0] in kv_cache_group.layer_names:
spec_decode_common_attn_metadata = cm spec_decode_common_attn_metadata = cm