[Chore]: qwen3-moe-type-hints-mistake (#19860)

Co-authored-by: xinnan.hou <hxn02029096@alibaba-inc.com>
This commit is contained in:
Xerxes 2025-06-20 12:43:07 +08:00 committed by GitHub
parent 5aa4a015ce
commit e41bf15cd0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -294,7 +294,7 @@ class Qwen3MoeDecoderLayer(nn.Module):
positions: torch.Tensor,
hidden_states: torch.Tensor,
residual: Optional[torch.Tensor],
) -> torch.Tensor:
) -> tuple[torch.Tensor, torch.Tensor]:
# Self Attention
if residual is None:
residual = hidden_states