From 4f065f12f5d33217bfade1d1f88d539e4abf5431 Mon Sep 17 00:00:00 2001 From: Cody Yu Date: Tue, 18 Mar 2025 19:33:43 -0700 Subject: [PATCH] [Misc][V1] Skip device checking if not available (#15061) Signed-off-by: Cody Yu --- vllm/engine/arg_utils.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index de85c2b206acf..02a9ec46939c7 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1469,8 +1469,12 @@ class EngineArgs: return False # Need at least Ampere for now (FA support required). + # Skip this check if we are running on a non-GPU platform, + # or if the device capability is not available + # (e.g. in a Ray actor without GPUs). from vllm.platforms import current_platform if (current_platform.is_cuda() + and current_platform.get_device_capability() and current_platform.get_device_capability().major < 8): _raise_or_fallback(feature_name="Compute Capability < 8.0", recommend_to_remove=False)