xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 20:15:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

[MISC] Use string annotation types for class definitions (#17244)

Browse Source 
Signed-off-by: Jade Zheng <zheng.shoujian@outlook.com>
This commit is contained in:
Jade Zheng 2025-04-27 16:39:57 +08:00 committed by GitHub
parent 838cedade7
commit 30215ca61f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/platforms/cuda.py
View File

@ -21,9 +21,6 @@ from .interface import DeviceCapability, Platform, PlatformEnum, _Backend
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.config import ModelConfig, VllmConfig from vllm.config import ModelConfig, VllmConfig
else:
ModelConfig = None
VllmConfig = None
logger = init_logger(__name__) logger = init_logger(__name__)
@ -109,7 +106,7 @@ class CudaPlatformBase(Platform):
pass pass
@classmethod @classmethod
def check_and_update_config(cls, vllm_config: VllmConfig) -> None: def check_and_update_config(cls, vllm_config: "VllmConfig") -> None:
parallel_config = vllm_config.parallel_config parallel_config = vllm_config.parallel_config
scheduler_config = vllm_config.scheduler_config scheduler_config = vllm_config.scheduler_config
compilation_config = vllm_config.compilation_config compilation_config = vllm_config.compilation_config
@ -308,7 +305,7 @@ class CudaPlatformBase(Platform):
return cls.has_device_capability(89) return cls.has_device_capability(89)
@classmethod @classmethod
def supports_v1(cls, model_config: ModelConfig) -> bool: def supports_v1(cls, model_config: "ModelConfig") -> bool:
return True return True
@classmethod @classmethod

7
vllm/platforms/rocm.py
View File

@ -13,9 +13,6 @@ from .interface import DeviceCapability, Platform, PlatformEnum, _Backend
if TYPE_CHECKING: if TYPE_CHECKING:
from vllm.config import ModelConfig, VllmConfig from vllm.config import ModelConfig, VllmConfig
else:
ModelConfig = None
VllmConfig = None
logger = init_logger(__name__) logger = init_logger(__name__)
@ -243,7 +240,7 @@ class RocmPlatform(Platform):
return True return True
@classmethod @classmethod
def check_and_update_config(cls, vllm_config: VllmConfig) -> None: def check_and_update_config(cls, vllm_config: "VllmConfig") -> None:
cache_config = vllm_config.cache_config cache_config = vllm_config.cache_config
if cache_config and cache_config.block_size is None: if cache_config and cache_config.block_size is None:
cache_config.block_size = 16 cache_config.block_size = 16
@ -332,7 +329,7 @@ class RocmPlatform(Platform):
return torch.float8_e4m3fn return torch.float8_e4m3fn
@classmethod @classmethod
def supports_v1(cls, model_config: ModelConfig) -> bool: def supports_v1(cls, model_config: "ModelConfig") -> bool:
# V1 support on AMD gpus is experimental # V1 support on AMD gpus is experimental
return True return True