xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-18 07:25:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc][V1] Skip device checking if not available (#15061)

Browse Source 
Signed-off-by: Cody Yu <hao.yu.cody@gmail.com>
This commit is contained in:
Cody Yu 2025-03-18 19:33:43 -07:00 committed by GitHub
parent 228b768db6
commit 4f065f12f5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/arg_utils.py
View File

@ -1469,8 +1469,12 @@ class EngineArgs:
return False return False
# Need at least Ampere for now (FA support required). # Need at least Ampere for now (FA support required).
# Skip this check if we are running on a non-GPU platform,
# or if the device capability is not available
# (e.g. in a Ray actor without GPUs).
from vllm.platforms import current_platform from vllm.platforms import current_platform
if (current_platform.is_cuda() if (current_platform.is_cuda()
and current_platform.get_device_capability()
and current_platform.get_device_capability().major < 8): and current_platform.get_device_capability().major < 8):
_raise_or_fallback(feature_name="Compute Capability < 8.0", _raise_or_fallback(feature_name="Compute Capability < 8.0",
recommend_to_remove=False) recommend_to_remove=False)