xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-31 20:21:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

support medusa

Browse Source 
Signed-off-by: Xingyu Liu <charlotteliu12x@gmail.com>
This commit is contained in:
Xingyu Liu 2025-12-09 20:47:53 -08:00
parent f72949b288
commit aab35fc31c
2 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/config/speculative.py
View File

@ -401,6 +401,9 @@ class SpeculativeConfig:
model_type="eagle", model_type="eagle",
) )
self.draft_model_config.hf_config = eagle_config self.draft_model_config.hf_config = eagle_config
self.draft_model_config.model_arch_config = (
self.draft_model_config.get_model_arch_config()
)
if self.num_speculative_tokens is not None and hasattr( if self.num_speculative_tokens is not None and hasattr(
self.draft_model_config.hf_config, "num_lookahead_tokens" self.draft_model_config.hf_config, "num_lookahead_tokens"

9
vllm/transformers_utils/model_arch_config_convertor.py
View File

@ -276,6 +276,14 @@ class TerratorchModelArchConfigConvertor(ModelArchConfigConvertorBase):
return 0 return 0
class MedusaModelArchConfigConvertor(ModelArchConfigConvertorBase):
def get_head_size(self) -> int:
return 0
def get_total_num_kv_heads(self) -> int:
return 0
class Zamba2ModelArchConfigConvertor(ModelArchConfigConvertorBase): class Zamba2ModelArchConfigConvertor(ModelArchConfigConvertorBase):
def get_head_size(self) -> int: def get_head_size(self) -> int:
return getattr(self.hf_text_config, "attention_head_dim", 0) return getattr(self.hf_text_config, "attention_head_dim", 0)
@ -367,6 +375,7 @@ MODEL_ARCH_CONFIG_CONVERTORS = {
"mamba": MambaModelArchConfigConvertor, "mamba": MambaModelArchConfigConvertor,
"falcon_mamba": MambaModelArchConfigConvertor, "falcon_mamba": MambaModelArchConfigConvertor,
"timm_wrapper": TerratorchModelArchConfigConvertor, "timm_wrapper": TerratorchModelArchConfigConvertor,
"medusa": MedusaModelArchConfigConvertor,
"zamba2": Zamba2ModelArchConfigConvertor, "zamba2": Zamba2ModelArchConfigConvertor,
"mpt": MPTModelArchConfigConvertor, "mpt": MPTModelArchConfigConvertor,
"dbrx": DbrxModelArchConfigConvertor, "dbrx": DbrxModelArchConfigConvertor,