xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 16:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][CPU] Skip unsupported custom op register on CPU (#25534)

Browse Source 
Signed-off-by: jiang1.li <jiang1.li@intel.com>
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Li, Jiang 2025-09-24 14:21:51 +08:00 committed by yewentao256
parent fc90ce79f0
commit c8ef8a50d2
1 changed files with 8 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/quantization/utils/fp8_utils.py
View File

@ -130,6 +130,8 @@ def _w8a8_triton_block_scaled_mm_fake(
device=qx.device) device=qx.device)
# Note: the check can be removed when CPU torch > 2.7
if not current_platform.is_cpu():
direct_register_custom_op( direct_register_custom_op(
"w8a8_triton_block_scaled_mm_func", "w8a8_triton_block_scaled_mm_func",
_w8a8_triton_block_scaled_mm_func, _w8a8_triton_block_scaled_mm_func,