From e85f4a368652d94272bcbeeb3ee201978f7d0d00 Mon Sep 17 00:00:00 2001 From: c0de128 Date: Sun, 21 Dec 2025 22:50:58 -0600 Subject: [PATCH] [Bugfix][ROCm] Fix uninitialized prefix_scheduler_metadata variable When use_cascade=True, the prefix_scheduler_metadata variable was only initialized in the else branch, causing an UnboundLocalError when use_cascade was True. Move initialization before the if/else block to ensure the variable is always defined. Signed-off-by: c0de128 --- vllm/v1/attention/backends/rocm_attn.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/attention/backends/rocm_attn.py b/vllm/v1/attention/backends/rocm_attn.py index 3701373f33315..b797811d4eb41 100644 --- a/vllm/v1/attention/backends/rocm_attn.py +++ b/vllm/v1/attention/backends/rocm_attn.py @@ -116,6 +116,7 @@ class RocmAttentionMetadataBuilder(AttentionMetadataBuilder[RocmAttentionMetadat slot_mapping = common_attn_metadata.slot_mapping use_cascade = common_prefix_len > 0 + prefix_scheduler_metadata = None if use_cascade: cu_prefix_query_lens = torch.tensor( @@ -130,7 +131,6 @@ class RocmAttentionMetadataBuilder(AttentionMetadataBuilder[RocmAttentionMetadat cu_prefix_query_lens = None prefix_kv_lens = None suffix_kv_lens = None - prefix_scheduler_metadata = None attn_metadata = RocmAttentionMetadata( num_actual_tokens=num_actual_tokens,