From 4ec76caafa3a68bdebe64c7efb018887ea48747d Mon Sep 17 00:00:00 2001 From: Robert Shaw Date: Wed, 23 Jul 2025 20:02:41 +0000 Subject: [PATCH] updated Signed-off-by: Robert Shaw --- .../kv_transfer/kv_connector/v1/nixl_connector.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py index 3008223243b16..75f4a8cab6dba 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py @@ -923,7 +923,10 @@ class NixlConnectorWorker: # Add to requests that are waiting to be read and track expiration. self._reqs_to_send.update(metadata.reqs_to_send) end = time.perf_counter() - logger.info(f"===== start_load_kv time: {end-start: 0.5f}s") + if len(metadata.reqs_to_recv) > 0: + logger.info( + f"===== {len(metadata.reqs_to_recv)}: start_load_kv time: {end-start: 0.5f}s" + ) def _read_blocks_for_req(self, req_id: str, meta: ReqMeta): logger.debug(