xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 07:24:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Update device name for H200 detection (#28349)

Browse Source 
Signed-off-by: Robert Shaw <114415538+robertgshaw2-redhat@users.noreply.github.com>
This commit is contained in:
Robert Shaw 2025-11-08 14:01:11 -05:00 committed by GitHub
parent d9ab1ad9d1
commit 26990d25dc
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/layers/fused_moe/fused_moe.py
View File

@ -819,8 +819,8 @@ def get_config_file_name(
) -> str:
device_name = current_platform.get_device_name().replace(" ", "_")
# Set device_name to H200 if a device from the H200 family is detected
if "H200" in device_name:
device_name = "H200"
if "H200" in device_name.split("_"):
device_name = "NVIDIA_H200"
dtype_selector = "" if not dtype else f",dtype={dtype}"
block_shape_selector = (
"" if not block_shape or not all(block_shape) else f",block_shape={block_shape}"