xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 18:25:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix QKVCrossParallelLinear::sync_weight_attrs for PyTorch compile (#17844)

Browse Source 
Signed-off-by: Andrzej Kotłowski <akotlowski@habana.ai>
This commit is contained in:
Andrzej Kotłowski 2025-05-14 11:39:51 +02:00 committed by GitHub
parent 82e7f9bb03
commit 38fe728d60
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/layers/linear.py
View File

@ -1425,8 +1425,8 @@ class QKVCrossParallelLinear(LinearBase):
): ):
missing_attrs_dict = { missing_attrs_dict = {
k: getattr(src_param, k) k: getattr(src_param, k)
for k in (set(src_param.__dict__.keys()) - for k in (set(vars(src_param).keys()) -
set(tgt_param.__dict__.keys())) set(vars(tgt_param).keys()))
} }
# TODO(Isotr0py): handle bitsandbytes 8bit # TODO(Isotr0py): handle bitsandbytes 8bit
use_bitsandbytes_4bit = getattr(src_param, "use_bitsandbytes_4bit", use_bitsandbytes_4bit = getattr(src_param, "use_bitsandbytes_4bit",