From f0945e311dcfa23c19518b9567cf0bda429503bd Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Thu, 24 Jul 2025 00:33:37 +0000 Subject: [PATCH] stash Signed-off-by: Robert Shaw --- .../kv_transfer/kv_connector/v1/nixl_connector.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index 75f4a8cab6dba..873e23abb16f2 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -923,7 +923,7 @@ class NixlConnectorWorker: # Add to requests that are waiting to be read and track expiration. self._reqs_to_send.update(metadata.reqs_to_send) end = time.perf_counter() - if len(metadata.reqs_to_recv) > 0: + if self.tp_rank == 0: logger.info( f"===== {len(metadata.reqs_to_recv)}: start_load_kv time: {end-start: 0.5f}s" ) @@ -1032,7 +1032,8 @@ class NixlConnectorWorker: start = time.perf_counter() self.nixl_wrapper.transfer(handle) end = time.perf_counter() - logger.info(f"TRANSFER TIME: {end-start :0.4f}s") + if self.tp_rank == 0: + logger.info(f"TRANSFER TIME: {end-start :0.4f}s") # Use handle to check completion in future step(). # TODO (NickLucche) surface xfer elapsed time