From 491347cbc39311664fbbbf3afd2b935e7d4c18d2 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Mon, 30 Jun 2025 13:42:36 +0000 Subject: [PATCH] updated Signed-off-by: rshaw@neuralmagic.com --- .../kv_transfer/kv_connector/v1/nixl_connector.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index 618630426d044..b16f3d6ce3c94 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -861,7 +861,6 @@ class NixlConnectorWorker: xfer_state) # Done. - print(f"{len(new_handles)=}") if len(new_handles) == 0: start = time.perf_counter() self.nixl_wrapper.send_notif(agent_name, notif_id) @@ -1008,9 +1007,9 @@ class NixlConnectorWorker: # Begin async xfer. start = time.perf_counter() - # for handle in handles: - # self.nixl_wrapper.transfer(handle) - self.nixl_wrapper.transfer_batched(handles) + for handle in handles: + self.nixl_wrapper.transfer(handle) + # self.nixl_wrapper.transfer_batched(handles) end = time.perf_counter() logger.info("======== LAUNCH TIME: %s ========", end - start)