xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-08 19:57:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

[ROCm] Make amdsmi import optional for other platforms (#13460)

Browse Source
This commit is contained in:
Cyrus Leung 2025-02-18 19:15:56 +08:00 committed by GitHub
parent 29fc5772c4
commit 435b502a6e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/platforms/rocm.py
View File

@ -5,8 +5,6 @@ from functools import lru_cache, wraps
from typing import TYPE_CHECKING, Dict, List, Optional from typing import TYPE_CHECKING, Dict, List, Optional
import torch import torch
from amdsmi import (amdsmi_get_gpu_asic_info, amdsmi_get_processor_handles,
amdsmi_init, amdsmi_shut_down)
import vllm.envs as envs import vllm.envs as envs
from vllm.logger import init_logger from vllm.logger import init_logger
@ -20,6 +18,12 @@ else:
logger = init_logger(__name__) logger = init_logger(__name__)
try:
from amdsmi import (amdsmi_get_gpu_asic_info, amdsmi_get_processor_handles,
amdsmi_init, amdsmi_shut_down)
except ImportError as e:
logger.warning("Failed to import from amdsmi with %r", e)
try: try:
import vllm._C # noqa: F401 import vllm._C # noqa: F401
except ImportError as e: except ImportError as e: