From dafb4e504ad1b83320bc2800675b52be0324ba12 Mon Sep 17 00:00:00 2001 From: Roger Wang <136131678+ywang96@users.noreply.github.com> Date: Wed, 19 Mar 2025 03:35:32 -0700 Subject: [PATCH] [V1][Bugfix] Fix oracle for device checking (#15104) Signed-off-by: Roger Wang --- vllm/engine/arg_utils.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 02a9ec46939c7..43bf2fe8f0932 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1578,6 +1578,13 @@ class EngineArgs: _raise_or_fallback(feature_name=name, recommend_to_remove=True) return False + # No support for device type other than CUDA, AMD (experiemntal) or + # TPU (experimental) so far. + if not (current_platform.is_cuda_alike() or current_platform.is_tpu()): + _raise_or_fallback( + feature_name=f"device type={current_platform.device_type}", + recommend_to_remove=False) + return False ############################################################# # Experimental Features - allow users to opt in.