xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-23 15:45:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

[misc][cuda] add warning for pynvml user (#7675)

Browse Source
This commit is contained in:
youkaichao 2024-08-20 00:35:09 -07:00 committed by GitHub
parent e6d811dd13
commit ad28a74beb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/platforms/cuda.py
View File

@ -18,6 +18,12 @@ logger = init_logger(__name__)
_P = ParamSpec("_P")
_R = TypeVar("_R")
if pynvml.__file__.endswith("__init__.py"):
logger.warning(
"You are using a deprecated `pynvml` package. Please install"
" `nvidia-ml-py` instead. See https://pypi.org/project/pynvml "
"for more information.")
# NVML utils
# Note that NVML is not affected by `CUDA_VISIBLE_DEVICES`,
# all the related functions work on real physical device ids.