xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 06:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Gracefully handle huggingface hub http error (#12571)

Browse Source
This commit is contained in:
Roger Wang 2025-01-31 00:19:35 -08:00 committed by GitHub
parent cabaf4eff3
commit 7a8987dac5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
vllm/transformers_utils/config.py
View File

@ -7,7 +7,8 @@ from typing import Any, Dict, Optional, Type, Union
import huggingface_hub import huggingface_hub
from huggingface_hub import (file_exists, hf_hub_download, from huggingface_hub import (file_exists, hf_hub_download,
try_to_load_from_cache) try_to_load_from_cache)
from huggingface_hub.utils import (EntryNotFoundError, LocalEntryNotFoundError, from huggingface_hub.utils import (EntryNotFoundError, HfHubHTTPError,
LocalEntryNotFoundError,
RepositoryNotFoundError, RepositoryNotFoundError,
RevisionNotFoundError) RevisionNotFoundError)
from torch import nn from torch import nn
@ -294,6 +295,13 @@ def get_hf_file_to_dict(file_name: str,
logger.debug("File or repository not found in hf_hub_download", logger.debug("File or repository not found in hf_hub_download",
e) e)
return None return None
except HfHubHTTPError as e:
logger.warning(
"Cannot connect to Hugging Face Hub. Skipping file "
"download for '%s':",
file_name,
exc_info=e)
return None
file_path = Path(hf_hub_file) file_path = Path(hf_hub_file)
with open(file_path) as file: with open(file_path) as file: