xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 18:16:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix weight loading for some models in Transformers backend (#15544)

Browse Source 
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
Harry Mellor 2025-03-26 17:17:53 +00:00 committed by GitHub
parent e64afa455c
commit 0af4d764d6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/model_executor/models/transformers.py
View File

@ -345,9 +345,11 @@ class TransformersModel(nn.Module):
params_dict = dict(self.named_parameters()) params_dict = dict(self.named_parameters())
loaded_params = set[str]() loaded_params = set[str]()
for name, loaded_weight in weights: for name, loaded_weight in weights:
# Necessary for some models which use remote code # Use "model" instead of base_model_prefix because
if not name.startswith(prefix := self.model.base_model_prefix): # the base model attribute in vLLM is always `model`
name = maybe_prefix(prefix, name) if not name.startswith(prefix := "model."):
name = prefix + name
if is_pp_missing_parameter(name, self): if is_pp_missing_parameter(name, self):
continue continue
if name in params_dict: if name in params_dict: