From 08075c34483843c75b4420bac92377b59ff9a8ac Mon Sep 17 00:00:00 2001 From: gopalsarda Date: Tue, 22 Oct 2024 21:44:22 +0530 Subject: [PATCH] [Bugfix] Eagle: change config name for fc bias (#9580) --- vllm/model_executor/models/eagle.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/model_executor/models/eagle.py b/vllm/model_executor/models/eagle.py index 13811d33768a6..a87e1c0228627 100644 --- a/vllm/model_executor/models/eagle.py +++ b/vllm/model_executor/models/eagle.py @@ -44,7 +44,7 @@ class EAGLE(nn.Module): self.model = model_cls(self.config.model, *args, **kwargs) self.fc = nn.Linear(config.model.hidden_size * 2, config.model.hidden_size, - bias=getattr(self.config, "bias", False)) + bias=getattr(self.config, "eagle_fc_bias", False)) self.orig_vocab_size = config.vocab_size self.truncated_vocab_size = config.truncated_vocab_size