From c994223d569221652643e897d8402b835ead411d Mon Sep 17 00:00:00 2001 From: jiangjiadi <34134495+jiangjiadi@users.noreply.github.com> Date: Wed, 8 Jan 2025 02:36:34 +0800 Subject: [PATCH] [Bugfix] update the prefix for qwen2 (#11795) Co-authored-by: jiadi.jjd --- vllm/model_executor/models/qwen2.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/qwen2.py b/vllm/model_executor/models/qwen2.py index 01745b5fd53e1..d20fb150f7e39 100644 --- a/vllm/model_executor/models/qwen2.py +++ b/vllm/model_executor/models/qwen2.py @@ -298,7 +298,7 @@ class Qwen2Model(nn.Module): lambda prefix: Qwen2DecoderLayer(config=config, cache_config=cache_config, quant_config=quant_config, - prefix=f"{prefix}.layers"), + prefix=prefix), prefix=f"{prefix}.layers", )