mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-21 04:16:49 +08:00
[Chore]: qwen3-moe-type-hints-mistake (#19860)
Co-authored-by: xinnan.hou <hxn02029096@alibaba-inc.com>
This commit is contained in:
parent
5aa4a015ce
commit
e41bf15cd0
@ -294,7 +294,7 @@ class Qwen3MoeDecoderLayer(nn.Module):
|
||||
positions: torch.Tensor,
|
||||
hidden_states: torch.Tensor,
|
||||
residual: Optional[torch.Tensor],
|
||||
) -> torch.Tensor:
|
||||
) -> tuple[torch.Tensor, torch.Tensor]:
|
||||
# Self Attention
|
||||
if residual is None:
|
||||
residual = hidden_states
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user