minor changes

Signed-off-by: Sage Moore <sage@neuralmagic.com>

vllm/distributed/device_communicators/base_device_communicator.py

@@ -59,6 +59,9 @@ class All2AllManagerBase:
         # usually the underlying implementation caches the handle
         # and reuse it for the same config.
         raise NotImplementedError
+    
+    def get_handles(self, kwargs):
+        raise NotImplementedError
 
     def dispatch(self, hidden_states: torch.Tensor,
                  router_logits: torch.Tensor):