mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 08:34:56 +08:00
add platform check back (#15578)
Signed-off-by: Chenyaaang <llccyy1212@gmail.com>
This commit is contained in:
parent
ce78f9af4e
commit
69db16a46a
@ -137,6 +137,9 @@ class Processor:
|
||||
f" != {engine_level_backend}")
|
||||
else:
|
||||
params.guided_decoding.backend = engine_level_backend
|
||||
import vllm.platforms
|
||||
if vllm.platforms.current_platform.is_tpu():
|
||||
raise ValueError("Structured output is not supported on TPU.")
|
||||
|
||||
# Request content validation
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user