From 6e2a3c084197858fa1a7b4a91750742ffc86aef3 Mon Sep 17 00:00:00 2001 From: Sage Moore Date: Thu, 3 Jul 2025 13:29:32 +0000 Subject: [PATCH] minor changes Signed-off-by: Sage Moore --- .../device_communicators/base_device_communicator.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/distributed/device_communicators/base_device_communicator.py b/vllm/distributed/device_communicators/base_device_communicator.py index 1bc2d8e0281c7..06c1257a0f03b 100644 --- a/vllm/distributed/device_communicators/base_device_communicator.py +++ b/vllm/distributed/device_communicators/base_device_communicator.py @@ -59,6 +59,9 @@ class All2AllManagerBase: # usually the underlying implementation caches the handle # and reuse it for the same config. raise NotImplementedError + + def get_handles(self, kwargs): + raise NotImplementedError def dispatch(self, hidden_states: torch.Tensor, router_logits: torch.Tensor):