From 69db16a46a59ca8c8f8c68a52f36b5cc4dd31daf Mon Sep 17 00:00:00 2001 From: Chenyaaang <42742451+Chenyaaang@users.noreply.github.com> Date: Wed, 26 Mar 2025 18:50:27 -0700 Subject: [PATCH] add platform check back (#15578) Signed-off-by: Chenyaaang --- vllm/v1/engine/processor.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/v1/engine/processor.py b/vllm/v1/engine/processor.py index ffd12d5fd0d8..e28178167576 100644 --- a/vllm/v1/engine/processor.py +++ b/vllm/v1/engine/processor.py @@ -137,6 +137,9 @@ class Processor: f" != {engine_level_backend}") else: params.guided_decoding.backend = engine_level_backend + import vllm.platforms + if vllm.platforms.current_platform.is_tpu(): + raise ValueError("Structured output is not supported on TPU.") # Request content validation