xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-07 09:27:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix config passed to deepseek_eagle

Browse Source 
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
Tyler Michael Smith 2025-09-30 13:03:27 +00:00
parent 80608ba5af
commit 9ffb182ba3
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/models/deepseek_eagle.py
View File

@ -50,6 +50,7 @@ class DeepseekV2Model(nn.Module):
DeepseekV2DecoderLayer(
vllm_config,
prefix=maybe_prefix(prefix, f"layers.{i + start_layer_id}"),
config=self.config,
) for i in range(self.config.num_hidden_layers)
])

3
vllm/model_executor/models/deepseek_v2.py
View File

@ -990,10 +990,11 @@ class DeepseekV2DecoderLayer(nn.Module):
def __init__(self,
vllm_config: VllmConfig,
prefix: str,
config: Optional[DeepseekV2Config] = None,
topk_indices_buffer: Optional[torch.Tensor] = None) -> None:
super().__init__()
config = vllm_config.model_config.hf_config
config = config or vllm_config.model_config.hf_config
model_config = vllm_config.model_config
cache_config = vllm_config.cache_config
quant_config = vllm_config.quant_config