xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-21 10:10:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

added debug logging

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-19 16:27:38 +00:00
parent 9f414a12ad
commit 14f13ed690
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -874,6 +874,8 @@ class NixlConnectorWorker:
Returns:
set of req_ids that have all done xfers
"""
current_time = time.perf_counter()
done_req_ids: set[str] = set()
for req_id, handles in list(transfers.items()):
in_progress = False
@ -881,6 +883,8 @@ class NixlConnectorWorker:
xfer_state = self.nixl_wrapper.check_xfer_state(handle)
if xfer_state == "DONE":
self.nixl_wrapper.release_xfer_handle(handle)
logger.debug("[nixl] req_id: %s transfer time: %s",
req_id, current_time - _xfer_stime)
elif xfer_state == "PROC":
in_progress = True
continue