xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-18 23:37:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-19 16:30:26 +00:00
parent 14f13ed690
commit 4127593c30
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -883,7 +883,7 @@ class NixlConnectorWorker:
xfer_state = self.nixl_wrapper.check_xfer_state(handle)
if xfer_state == "DONE":
self.nixl_wrapper.release_xfer_handle(handle)
logger.debug("[nixl] req_id: %s transfer time: %s",
logger.debug("[nixl connector] req_id %s transfer time: %s",
req_id, current_time - _xfer_stime)
elif xfer_state == "PROC":
in_progress = True
@ -1016,6 +1016,7 @@ class NixlConnectorWorker:
assert len(local_block_descs_ids) == len(remote_block_descs_ids)
# Prepare transfer with Nixl.
start = time.perf_counter()
handle = self.nixl_wrapper.make_prepped_xfer(
"READ",
local_xfer_side_handle,
@ -1027,6 +1028,10 @@ class NixlConnectorWorker:
# Begin async xfer.
self.nixl_wrapper.transfer(handle)
end = time.perf_counter()
logger.debug(
"[nixl connector]: req_id %s transfer launch time %s",
request_id, end - start)
# Use handle to check completion in future step().
# TODO (NickLucche) surface xfer elapsed time