xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-16 15:17:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix is_tpu

Browse Source
This commit is contained in:
Woosuk Kwon 2024-04-26 05:26:24 +00:00
parent 21f35c2289
commit d2c6a32c0c
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/utils.py
View File

@ -141,7 +141,11 @@ def is_neuron() -> bool:
@lru_cache(maxsize=None)
def is_tpu() -> bool:
return importlib.util.find_spec("libtpu") is not None
try:
import libtpu
except ImportError:
libtpu = None
return libtpu is not None
@lru_cache(maxsize=None)