xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-09 23:54:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Don't try to load training_args.bin (#373)

Browse Source
This commit is contained in:
Fazlul Shahriar 2023-07-08 18:26:28 -04:00 committed by GitHub
parent ddfdf470ae
commit 75beba29b5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/weight_utils.py
View File

@ -39,7 +39,10 @@ def hf_model_weights_iterator(
else:
hf_folder = model_name_or_path
hf_bin_files = glob.glob(os.path.join(hf_folder, "*.bin"))
hf_bin_files = [
x for x in glob.glob(os.path.join(hf_folder, "*.bin"))
if not x.endswith("training_args.bin")
]
if use_np_cache:
# Convert the model weights from torch tensors to numpy arrays for