xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-21 07:25:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-19 18:13:13 +00:00
parent e0dd33aeff
commit b7ac93cb08
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -879,12 +879,12 @@ class NixlConnectorWorker:
done_req_ids: set[str] = set()
for req_id, handles in list(transfers.items()):
in_progress = False
for handle, _xfer_stime in handles:
for handle, _xfer_stime, remote_id in handles:
xfer_state = self.nixl_wrapper.check_xfer_state(handle)
if xfer_state == "DONE":
self.nixl_wrapper.release_xfer_handle(handle)
logger.debug("[nixl connector] req_id %s transfer time: %s",
req_id, current_time - _xfer_stime)
logger.debug("[nixl connector] req_id %s transfer time remote_engine_id %s: %s",
req_id, remote_id, current_time - _xfer_stime)
elif xfer_state == "PROC":
in_progress = True
continue
@ -1036,7 +1036,7 @@ class NixlConnectorWorker:
# Use handle to check completion in future step().
# TODO (NickLucche) surface xfer elapsed time
self._recving_transfers[request_id].append(
(handle, time.perf_counter()))
(handle, time.perf_counter(), dst_engine_id))
def _get_block_descs_ids(self,
engine_id: str,