xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-05 05:15:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix DeepEP config for DP4TP4 (#23619)

Browse Source 
Signed-off-by: Ming Yang <minos.future@gmail.com>
This commit is contained in:
Ming Yang 2025-09-10 10:37:56 -07:00 committed by GitHub
parent 08abfa78ec
commit 4032949630
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py
View File

@ -49,14 +49,14 @@ class DeepEPHTPrepareAndFinalize(mk.FusedMoEPrepareAndFinalize):
return torch.int64 return torch.int64
def _get_dispatch_config(self) -> Optional[deep_ep.Config]: def _get_dispatch_config(self) -> Optional[deep_ep.Config]:
if self.dp_size not in self.available_rank_configs: if self.num_dispatchers_ not in self.available_rank_configs:
return None return None
return deep_ep.Buffer.get_dispatch_config(self.dp_size) return deep_ep.Buffer.get_dispatch_config(self.num_dispatchers_)
def _get_combine_config(self) -> Optional[deep_ep.Config]: def _get_combine_config(self) -> Optional[deep_ep.Config]:
if self.dp_size not in self.available_rank_configs: if self.num_dispatchers_ not in self.available_rank_configs:
return None return None
return deep_ep.Buffer.get_combine_config(self.dp_size) return deep_ep.Buffer.get_combine_config(self.num_dispatchers_)
def _do_dispatch( def _do_dispatch(
self, self,