diff --git a/vllm/engine/arg_utils.py b/vllm/engine/arg_utils.py index 02a9ec46939c7..43bf2fe8f0932 100644 --- a/vllm/engine/arg_utils.py +++ b/vllm/engine/arg_utils.py @@ -1578,6 +1578,13 @@ class EngineArgs: _raise_or_fallback(feature_name=name, recommend_to_remove=True) return False + # No support for device type other than CUDA, AMD (experiemntal) or + # TPU (experimental) so far. + if not (current_platform.is_cuda_alike() or current_platform.is_tpu()): + _raise_or_fallback( + feature_name=f"device type={current_platform.device_type}", + recommend_to_remove=False) + return False ############################################################# # Experimental Features - allow users to opt in.