xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-02 21:24:36 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Fix topk_softmax assert (#19764)

Browse Source 
Signed-off-by: Luka Govedic <lgovedic@redhat.com>
This commit is contained in:
Luka Govedič 2025-08-27 12:47:28 -04:00 committed by GitHub
parent 2b61d2e22f
commit 4f35be10a9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
csrc/moe/topk_softmax_kernels.cu
View File

@ -573,7 +573,7 @@ void topk_softmax(
stream); stream);
} }
else { else {
assert(topk_indices.scalar_type() == at::ScalarType::Int64); TORCH_CHECK(topk_indices.scalar_type() == at::ScalarType::Long);
vllm::moe::topkGatingSoftmaxKernelLauncher( vllm::moe::topkGatingSoftmaxKernelLauncher(
gating_output.data_ptr<float>(), gating_output.data_ptr<float>(),
topk_weights.data_ptr<float>(), topk_weights.data_ptr<float>(),