From f9617c75ad8a077ca9492aa60c5687e637a855c5 Mon Sep 17 00:00:00 2001 From: "rshaw@neuralmagic.com" Date: Fri, 27 Jun 2025 18:48:05 +0000 Subject: [PATCH] updated Signed-off-by: rshaw@neuralmagic.com --- vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index bdab4850d4c19..aff27c4555907 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -968,7 +968,10 @@ class NixlConnectorWorker: ) # Begin async xfer. + start = time.perf_counter() self.nixl_wrapper.transfer(handle) + end = time.perf_counter() + logger.info("======== LAUNCH TIME: %s ========", end - start) # Use handle to check completion in future step(). # TODO (NickLucche) surface xfer elapsed time