xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 17:55:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[MISC] correct DeviceConfig device field static type analysis (#19699)

Browse Source 
Signed-off-by: Andy Xie <andy.xning@gmail.com>
This commit is contained in:
Ning Xie 2025-06-18 08:21:50 +08:00 committed by GitHub
parent c53711bd63
commit 6e9cc73f67
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/config.py
View File

@ -2285,7 +2285,7 @@ Device = Literal["auto", "cuda", "neuron", "cpu", "tpu", "xpu", "hpu"]
class DeviceConfig:
"""Configuration for the device to use for vLLM execution."""
device: SkipValidation[Union[Device, torch.device]] = "auto"
device: SkipValidation[Optional[Union[Device, torch.device]]] = "auto"
"""Device type for vLLM execution.
This parameter is deprecated and will be
removed in a future release.
@ -2327,7 +2327,10 @@ class DeviceConfig:
"to turn on verbose logging to help debug the issue.")
else:
# Device type is assigned explicitly
self.device_type = self.device
if isinstance(self.device, str):
self.device_type = self.device
elif isinstance(self.device, torch.device):
self.device_type = self.device.type
# Some device types require processing inputs on CPU
if self.device_type in ["neuron"]:

3
vllm/engine/arg_utils.py
View File

@ -1018,7 +1018,8 @@ class EngineArgs:
from vllm.platforms import current_platform
current_platform.pre_register_and_update()
device_config = DeviceConfig(device=current_platform.device_type)
device_config = DeviceConfig(
device=cast(Device, current_platform.device_type))
model_config = self.create_model_config()
# * If VLLM_USE_V1 is unset, we enable V1 for "supported features"