xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 21:55:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc] Avoid calling unnecessary hf_list_repo_files for local model path (#13348)

Browse Source 
Signed-off-by: isotr0py <2037008807@qq.com>
This commit is contained in:
Isotr0py 2025-02-20 02:57:48 +08:00 committed by GitHub
parent fbbe1fbac6
commit 550d97eb58
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
vllm/transformers_utils/config.py
View File

@ -115,7 +115,14 @@ def list_repo_files(
token: Union[str, bool, None] = None, token: Union[str, bool, None] = None,
) -> list[str]: ) -> list[str]:
def lookup_files(): def lookup_files() -> list[str]:
# directly list files if model is local
if (local_path := Path(repo_id)).exists():
return [
str(file.relative_to(local_path))
for file in local_path.rglob('*') if file.is_file()
]
# if model is remote, use hf_hub api to list files
try: try:
if VLLM_USE_MODELSCOPE: if VLLM_USE_MODELSCOPE:
from vllm.transformers_utils.utils import ( from vllm.transformers_utils.utils import (
@ -154,8 +161,8 @@ def file_exists(
# In offline mode the result can be a false negative # In offline mode the result can be a false negative
def file_or_path_exists(model: Union[str, Path], config_name: str, def file_or_path_exists(model: Union[str, Path], config_name: str,
revision: Optional[str]) -> bool: revision: Optional[str]) -> bool:
if Path(model).exists(): if (local_path := Path(model)).exists():
return (Path(model) / config_name).is_file() return (local_path / config_name).is_file()
# Offline mode support: Check if config file is cached already # Offline mode support: Check if config file is cached already
cached_filepath = try_to_load_from_cache(repo_id=model, cached_filepath = try_to_load_from_cache(repo_id=model,