xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-16 20:55:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Improve error message for incorrect pynvml (#12809)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2025-02-06 15:23:50 +08:00 committed by GitHub
parent 449d1bce02
commit 0408efc6d0
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/platforms/__init__.py
View File

@ -41,7 +41,11 @@ def cuda_platform_plugin() -> Optional[str]:
is_cuda = True is_cuda = True
finally: finally:
pynvml.nvmlShutdown() pynvml.nvmlShutdown()
except Exception: except Exception as e:
if "nvml" not in e.__class__.__name__.lower():
# If the error is not related to NVML, re-raise it.
raise e
# CUDA is supported on Jetson, but NVML may not be. # CUDA is supported on Jetson, but NVML may not be.
import os import os