From baada0e737430ac093cb984c63502ef509a0b7d7 Mon Sep 17 00:00:00 2001 From: Michael Goin Date: Wed, 9 Apr 2025 22:55:12 -0600 Subject: [PATCH] [Bugfix][TPU] Fix TPU validate_request (#16369) Signed-off-by: Michael Goin --- vllm/platforms/tpu.py | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/vllm/platforms/tpu.py b/vllm/platforms/tpu.py index d5848424b332b..61e84a6d6f95d 100644 --- a/vllm/platforms/tpu.py +++ b/vllm/platforms/tpu.py @@ -7,20 +7,17 @@ import torch import vllm.envs as envs from vllm.inputs import PromptType from vllm.logger import init_logger +from vllm.sampling_params import SamplingParams from .interface import Platform, PlatformEnum, _Backend if TYPE_CHECKING: from vllm.config import ModelConfig, VllmConfig - from vllm.lora.request import LoRARequest from vllm.pooling_params import PoolingParams - from vllm.sampling_params import SamplingParams else: ModelConfig = None VllmConfig = None - LoRARequest = None PoolingParams = None - SamplingParams = None logger = init_logger(__name__)