xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-29 23:17:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

minor changes

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-03 13:29:32 +00:00
parent 631be12edb
commit 6e2a3c0841
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/distributed/device_communicators/base_device_communicator.py
View File

@ -59,6 +59,9 @@ class All2AllManagerBase:
# usually the underlying implementation caches the handle # usually the underlying implementation caches the handle
# and reuse it for the same config. # and reuse it for the same config.
raise NotImplementedError raise NotImplementedError
def get_handles(self, kwargs):
raise NotImplementedError
def dispatch(self, hidden_states: torch.Tensor, def dispatch(self, hidden_states: torch.Tensor,
router_logits: torch.Tensor): router_logits: torch.Tensor):