xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 12:35:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix OPT param names (#1819)

Browse Source
This commit is contained in:
Woosuk Kwon 2023-11-28 11:22:44 -08:00 committed by GitHub
parent a1125ad4df
commit b943890484
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/model_executor/models/opt.py
View File

@ -331,6 +331,9 @@ class OPTForCausalLM(nn.Module):
model_name_or_path, cache_dir, load_format, revision):
if "lm_head.weight" in name:
continue
if name.startswith("decoder."):
name = "model." + name
for (param_name, weight_name, shard_id) in stacked_params_mapping:
if weight_name not in name:
continue