From e54ebc2f8f9d78f3113fb2b531058977e6031609 Mon Sep 17 00:00:00 2001
From: youkaichao <youkaichao@gmail.com>
Date: Mon, 19 Aug 2024 17:50:59 -0700
Subject: [PATCH] [doc] fix doc build error caused by msgspec (#7659)

---
 docs/requirements-docs.txt |  1 +
 vllm/platforms/__init__.py | 49 +++++++++++++++++++++++++++++++-------
 2 files changed, 41 insertions(+), 9 deletions(-)

diff --git a/docs/requirements-docs.txt b/docs/requirements-docs.txt
index 9a5964ec65b9..6a8d99635b8f 100644
--- a/docs/requirements-docs.txt
+++ b/docs/requirements-docs.txt
@@ -3,6 +3,7 @@ sphinx-book-theme==1.0.1
 sphinx-copybutton==0.5.2
 myst-parser==2.0.0
 sphinx-argparse==0.4.0
+msgspec
 
 # packages to install to build the documentation
 pydantic
diff --git a/vllm/platforms/__init__.py b/vllm/platforms/__init__.py
index 99ba940e5d2a..958f6c516a2f 100644
--- a/vllm/platforms/__init__.py
+++ b/vllm/platforms/__init__.py
@@ -1,23 +1,54 @@
-import torch
-
 from .interface import Platform, PlatformEnum, UnspecifiedPlatform
 
 current_platform: Platform
 
-try:
-    import libtpu
-except ImportError:
-    libtpu = None
+# NOTE: we don't use `torch.version.cuda` / `torch.version.hip` because
+# they only indicate the build configuration, not the runtime environment.
+# For example, people can install a cuda build of pytorch but run on tpu.
 
-if libtpu is not None:
+is_tpu = False
+try:
+    import torch_xla.core.xla_model as xm
+    xm.xla_device(devkind="TPU")
+    is_tpu = True
+except Exception:
+    pass
+
+is_cuda = False
+
+try:
+    import pynvml
+    pynvml.nvmlInit()
+    try:
+        if pynvml.nvmlDeviceGetCount() > 0:
+            is_cuda = True
+    finally:
+        pynvml.nvmlShutdown()
+except Exception:
+    pass
+
+is_rocm = False
+
+try:
+    import amdsmi
+    amdsmi.amdsmi_init()
+    try:
+        if len(amdsmi.amdsmi_get_processor_handles()) > 0:
+            is_rocm = True
+    finally:
+        amdsmi.amdsmi_shut_down()
+except Exception:
+    pass
+
+if is_tpu:
     # people might install pytorch built with cuda but run on tpu
     # so we need to check tpu first
     from .tpu import TpuPlatform
     current_platform = TpuPlatform()
-elif torch.version.cuda is not None:
+elif is_cuda:
     from .cuda import CudaPlatform
     current_platform = CudaPlatform()
-elif torch.version.hip is not None:
+elif is_rocm:
     from .rocm import RocmPlatform
     current_platform = RocmPlatform()
 else: