From 38fe728d60f7aeed721a7d1ba1644a26e0a487c6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Andrzej=20Kot=C5=82owski?= Date: Wed, 14 May 2025 11:39:51 +0200 Subject: [PATCH] [Bugfix] Fix QKVCrossParallelLinear::sync_weight_attrs for PyTorch compile (#17844) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Andrzej Kotłowski --- vllm/model_executor/layers/linear.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/layers/linear.py b/vllm/model_executor/layers/linear.py index 794de4c383b0f..54dd1251e59ff 100644 --- a/vllm/model_executor/layers/linear.py +++ b/vllm/model_executor/layers/linear.py @@ -1425,8 +1425,8 @@ class QKVCrossParallelLinear(LinearBase): ): missing_attrs_dict = { k: getattr(src_param, k) - for k in (set(src_param.__dict__.keys()) - - set(tgt_param.__dict__.keys())) + for k in (set(vars(src_param).keys()) - + set(vars(tgt_param).keys())) } # TODO(Isotr0py): handle bitsandbytes 8bit use_bitsandbytes_4bit = getattr(src_param, "use_bitsandbytes_4bit",