xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 06:54:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Log] Optimize DeepGEMM Missing Log (#26106)

Browse Source 
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Wentao Ye 2025-10-02 22:02:26 -04:00 committed by GitHub
parent f1fc2107a3
commit 36ce76c632
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/utils/deep_gemm.py
View File

@ -68,8 +68,8 @@ def is_deep_gemm_e8m0_used() -> bool:
def _missing(*_: Any, **__: Any) -> NoReturn:
"""Placeholder for unavailable DeepGEMM backend."""
raise RuntimeError(
"DeepGEMM backend is not available. Please install the `deep_gemm` "
"package to enable FP8 kernels.")
"DeepGEMM backend is not available or outdated. Please install or "
"update the `deep_gemm` to a newer version to enable FP8 kernels.")
_fp8_gemm_nt_impl: Callable[..., Any] | None = None