xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-12 19:15:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] fix load local safetensors model (#2512)

Browse Source
This commit is contained in:
Roy 2024-01-20 08:26:16 +08:00 committed by GitHub
parent ef9b636e2d
commit 91a61da9b1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/weight_utils.py
View File

@ -159,8 +159,6 @@ def prepare_hf_model_weights(
matching = fnmatch.filter(file_list, pattern) matching = fnmatch.filter(file_list, pattern)
if len(matching) > 0: if len(matching) > 0:
allow_patterns = [pattern] allow_patterns = [pattern]
if pattern == "*.safetensors":
use_safetensors = True
break break
logger.info(f"Using model weights format {allow_patterns}") logger.info(f"Using model weights format {allow_patterns}")
@ -178,6 +176,8 @@ def prepare_hf_model_weights(
for pattern in allow_patterns: for pattern in allow_patterns:
hf_weights_files += glob.glob(os.path.join(hf_folder, pattern)) hf_weights_files += glob.glob(os.path.join(hf_folder, pattern))
if len(hf_weights_files) > 0: if len(hf_weights_files) > 0:
if pattern == "*.safetensors":
use_safetensors = True
break break
if not use_safetensors: if not use_safetensors:
# Exclude files that are not needed for inference. # Exclude files that are not needed for inference.