xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 07:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Update attention interface in Whisper (#11784)

Browse Source 
Signed-off-by: Roger Wang <ywang@roblox.com>
This commit is contained in:
Roger Wang 2025-01-06 20:36:24 -08:00 committed by GitHub
parent b278557935
commit 0f3f3c86ec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
vllm/model_executor/models/whisper.py
View File

@ -106,6 +106,7 @@ class WhisperAttention(nn.Module):
cache_config=cache_config, cache_config=cache_config,
quant_config=quant_config, quant_config=quant_config,
prefix=f"{prefix}.attn", prefix=f"{prefix}.attn",
attn_type=self.attn_type,
) )
def _init_qkv( def _init_qkv(
@ -134,12 +135,7 @@ class WhisperAttention(nn.Module):
qkv, _ = self.qkv_proj(hidden_states) qkv, _ = self.qkv_proj(hidden_states)
q, k, v = qkv.split([self.q_size, self.kv_size, self.kv_size], dim=-1) q, k, v = qkv.split([self.q_size, self.kv_size, self.kv_size], dim=-1)
attn_output = self.attn(q, attn_output = self.attn(q, k, v, kv_cache, attn_metadata)
k,
v,
kv_cache,
attn_metadata,
attn_type=self.attn_type)
output, _ = self.out_proj(attn_output) output, _ = self.out_proj(attn_output)
@ -164,6 +160,7 @@ class WhisperCrossAttention(WhisperAttention):
cache_config=cache_config, cache_config=cache_config,
quant_config=quant_config, quant_config=quant_config,
prefix=prefix, prefix=prefix,
attn_type=AttentionType.ENCODER_DECODER,
) )
def _init_qkv( def _init_qkv(
@ -207,12 +204,13 @@ class WhisperCrossAttention(WhisperAttention):
else: else:
k = v = None k = v = None
attn_output = self.attn(q, attn_output = self.attn(
q,
k, k,
v, v,
kv_cache, kv_cache,
attn_metadata, attn_metadata,
attn_type=AttentionType.ENCODER_DECODER) )
output, _ = self.out_proj(attn_output) output, _ = self.out_proj(attn_output)