xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-20 21:17:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix config passed to deepseek_eagle

Browse Source 
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
Tyler Michael Smith 2025-09-30 13:03:27 +00:00
parent 80608ba5af
commit 9ffb182ba3
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/model_executor/models/deepseek_eagle.py
View File

@ -50,6 +50,7 @@ class DeepseekV2Model(nn.Module):
DeepseekV2DecoderLayer( DeepseekV2DecoderLayer(
vllm_config, vllm_config,
prefix=maybe_prefix(prefix, f"layers.{i + start_layer_id}"), prefix=maybe_prefix(prefix, f"layers.{i + start_layer_id}"),
config=self.config,
) for i in range(self.config.num_hidden_layers) ) for i in range(self.config.num_hidden_layers)
]) ])

3
vllm/model_executor/models/deepseek_v2.py
View File

@ -990,10 +990,11 @@ class DeepseekV2DecoderLayer(nn.Module):
def __init__(self, def __init__(self,
vllm_config: VllmConfig, vllm_config: VllmConfig,
prefix: str, prefix: str,
config: Optional[DeepseekV2Config] = None,
topk_indices_buffer: Optional[torch.Tensor] = None) -> None: topk_indices_buffer: Optional[torch.Tensor] = None) -> None:
super().__init__() super().__init__()
config = vllm_config.model_config.hf_config config = config or vllm_config.model_config.hf_config
model_config = vllm_config.model_config model_config = vllm_config.model_config
cache_config = vllm_config.cache_config cache_config = vllm_config.cache_config
quant_config = vllm_config.quant_config quant_config = vllm_config.quant_config