xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 10:36:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix KeyError on loading GPT-NeoX (#3925)

Browse Source
This commit is contained in:
Junichi Sato 2024-04-10 04:11:31 +09:00 committed by GitHub
parent e7c7067b45
commit e23a43aef8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/model_executor/models/gpt_neox.py
View File

@ -274,6 +274,11 @@ class GPTNeoXForCausalLM(nn.Module):
if ("attention.bias" in name or "attention.masked_bias" in name if ("attention.bias" in name or "attention.masked_bias" in name
or "rotary_emb.inv_freq" in name): or "rotary_emb.inv_freq" in name):
continue continue
if ("rotary_emb.cos_cached" in name
or "rotary_emb.sin_cached" in name):
# Models trained using OpenRLHF may include
# these tensors in the checkpoint. Skip them.
continue
param = params_dict[name] param = params_dict[name]
if "query_key_value" in name: if "query_key_value" in name: