From a480939e8e3b8e5b5571531c30212a1a947ee32e Mon Sep 17 00:00:00 2001 From: Wenxiang <8460860+wenxcs@users.noreply.github.com> Date: Fri, 13 Sep 2024 07:25:00 +0800 Subject: [PATCH] [Bugfix] Fix weight loading issue by rename variable. (#8293) --- vllm/model_executor/models/phimoe.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/phimoe.py b/vllm/model_executor/models/phimoe.py index 25bc0590c745c..5036f55803c20 100644 --- a/vllm/model_executor/models/phimoe.py +++ b/vllm/model_executor/models/phimoe.py @@ -600,7 +600,7 @@ class PhiMoEForCausalLM(nn.Module, SupportsLoRA): weight_loader( param, loaded_weight, - weight_name, + name, shard_id=shard_id, expert_id=expert_id, )