From d2c6a32c0cd932d46cd05b477d46b059da091802 Mon Sep 17 00:00:00 2001 From: Woosuk Kwon Date: Fri, 26 Apr 2024 05:26:24 +0000 Subject: [PATCH] Fix is_tpu --- vllm/utils.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/vllm/utils.py b/vllm/utils.py index b517146550a6f..54636a4920bf6 100644 --- a/vllm/utils.py +++ b/vllm/utils.py @@ -141,7 +141,11 @@ def is_neuron() -> bool: @lru_cache(maxsize=None) def is_tpu() -> bool: - return importlib.util.find_spec("libtpu") is not None + try: + import libtpu + except ImportError: + libtpu = None + return libtpu is not None @lru_cache(maxsize=None)