xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-27 22:57:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-20 02:18:01 +00:00
parent b90d33163c
commit aefeeed64d
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -874,8 +874,6 @@ class NixlConnectorWorker:
Returns: Returns:
set of req_ids that have all done xfers set of req_ids that have all done xfers
""" """
current_time = time.perf_counter()
done_req_ids: set[str] = set() done_req_ids: set[str] = set()
for req_id, handles in list(transfers.items()): for req_id, handles in list(transfers.items()):
in_progress = False in_progress = False
@ -883,8 +881,6 @@ class NixlConnectorWorker:
xfer_state = self.nixl_wrapper.check_xfer_state(handle) xfer_state = self.nixl_wrapper.check_xfer_state(handle)
if xfer_state == "DONE": if xfer_state == "DONE":
self.nixl_wrapper.release_xfer_handle(handle) self.nixl_wrapper.release_xfer_handle(handle)
logger.debug("[nixl] req_id: %s transfer time: %s",
req_id, current_time - _xfer_stime)
elif xfer_state == "PROC": elif xfer_state == "PROC":
in_progress = True in_progress = True
continue continue