xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-06 21:15:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][TPU] Fix TPU validate_request (#16369)

Browse Source 
Signed-off-by: Michael Goin <mgoin64@gmail.com>
This commit is contained in:
Michael Goin 2025-04-09 22:55:12 -06:00 committed by GitHub
parent 82eb61dd4c
commit baada0e737
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/platforms/tpu.py
View File

@ -7,20 +7,17 @@ import torch
import vllm.envs as envs import vllm.envs as envs
from vllm.inputs import PromptType from vllm.inputs import PromptType
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.sampling_params import SamplingParams
from .interface import Platform, PlatformEnum, _Backend from .interface import Platform, PlatformEnum, _Backend
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.config import ModelConfig, VllmConfig from vllm.config import ModelConfig, VllmConfig
from vllm.lora.request import LoRARequest
from vllm.pooling_params import PoolingParams from vllm.pooling_params import PoolingParams
from vllm.sampling_params import SamplingParams
else: else:
ModelConfig = None ModelConfig = None
VllmConfig = None VllmConfig = None
LoRARequest = None
PoolingParams = None PoolingParams = None
SamplingParams = None
logger = init_logger(__name__) logger = init_logger(__name__)