xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 01:24:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Minor] Fix type annotation in Mixtral (#2036)

Browse Source
This commit is contained in:
Woosuk Kwon 2023-12-11 11:32:39 -08:00 committed by GitHub
parent 5dd80d3777
commit 81ce2a4b26
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/mixtral.py
View File

@ -251,7 +251,7 @@ class BlockSparseMoE(nn.Module):
return column_indices_t, offsets_t, block_offsets_t
def topology(self, x: torch.Tensor,
padded_bins: torch.Tensor) -> stk.Matrix:
padded_bins: torch.Tensor) -> "stk.Matrix":
padded_tokens, _ = x.size()
assert padded_tokens % self.blocking == 0
assert self.ffn_dim_per_partition % self.blocking == 0