xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-30 13:17:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

[fix] fix SM check for Flashinfer TRTLLM MOE (#30314)

Browse Source 
Signed-off-by: jiahanc <173873397+jiahanc@users.noreply.github.com>
This commit is contained in:
jiahanc 2025-12-11 17:00:58 -08:00 committed by GitHub
parent 48661d275f
commit 0ab23c2b2b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/quantization/utils/flashinfer_utils.py
View File

@ -290,7 +290,7 @@ def get_flashinfer_moe_backend() -> FlashinferMoeBackend:
if flashinfer_moe_backend in backend_map: if flashinfer_moe_backend in backend_map:
if ( if (
flashinfer_moe_backend == "latency" flashinfer_moe_backend == "latency"
and not current_platform.is_device_capability(100) and not current_platform.has_device_capability(100)
): ):
logger.info_once( logger.info_once(
"Flashinfer TRTLLM MOE backend is only supported on " "Flashinfer TRTLLM MOE backend is only supported on "