xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 04:05:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Use different mechanism to get vllm version in is_cpu() (#3804)

Browse Source
This commit is contained in:
Nick Hill 2024-04-02 23:06:25 -07:00 committed by GitHub
parent 5757d90e26
commit c9b506dad4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/utils.py
View File

@ -119,9 +119,11 @@ def is_hip() -> bool:
@lru_cache(maxsize=None) @lru_cache(maxsize=None)
def is_cpu() -> bool: def is_cpu() -> bool:
from importlib.metadata import version from importlib.metadata import PackageNotFoundError, version
is_cpu_flag = "cpu" in version("vllm") try:
return is_cpu_flag return "cpu" in version("vllm")
except PackageNotFoundError:
return False
@lru_cache(maxsize=None) @lru_cache(maxsize=None)