xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-30 17:17:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Improve modelscope import error (#17983)

Browse Source 
Signed-off-by: Jee Jee Li <pandaleefree@gmail.com>
This commit is contained in:
Jee Jee Li 2025-05-12 18:46:45 +08:00 committed by GitHub
parent 9fbf2bfbd5
commit 7ea6cb28b2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 16 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/transformers_utils/__init__.py
View File

@ -3,6 +3,7 @@
from vllm.envs import VLLM_USE_MODELSCOPE from vllm.envs import VLLM_USE_MODELSCOPE
if VLLM_USE_MODELSCOPE: if VLLM_USE_MODELSCOPE:
try:
# Patch here, before each import happens # Patch here, before each import happens
import modelscope import modelscope
from packaging import version from packaging import version
@ -12,8 +13,11 @@ if VLLM_USE_MODELSCOPE:
raise ImportError( raise ImportError(
'Using vLLM with ModelScope needs modelscope>=1.18.1, please ' 'Using vLLM with ModelScope needs modelscope>=1.18.1, please '
'install by `pip install modelscope -U`') 'install by `pip install modelscope -U`')
from modelscope.utils.hf_util import patch_hub from modelscope.utils.hf_util import patch_hub
# Patch hub to download models from modelscope to speed up. # Patch hub to download models from modelscope to speed up.
patch_hub() patch_hub()
except ImportError as err:
raise ImportError(
"Please install modelscope>=1.18.1 via "
"`pip install modelscope>=1.18.1` to use ModelScope.") from err