xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-08 19:25:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-19 16:30:26 +00:00
parent 14f13ed690
commit 4127593c30
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -883,7 +883,7 @@ class NixlConnectorWorker:
xfer_state = self.nixl_wrapper.check_xfer_state(handle) xfer_state = self.nixl_wrapper.check_xfer_state(handle)
if xfer_state == "DONE": if xfer_state == "DONE":
self.nixl_wrapper.release_xfer_handle(handle) self.nixl_wrapper.release_xfer_handle(handle)
logger.debug("[nixl] req_id: %s transfer time: %s", logger.debug("[nixl connector] req_id %s transfer time: %s",
req_id, current_time - _xfer_stime) req_id, current_time - _xfer_stime)
elif xfer_state == "PROC": elif xfer_state == "PROC":
in_progress = True in_progress = True
@ -1016,6 +1016,7 @@ class NixlConnectorWorker:
assert len(local_block_descs_ids) == len(remote_block_descs_ids) assert len(local_block_descs_ids) == len(remote_block_descs_ids)
# Prepare transfer with Nixl. # Prepare transfer with Nixl.
start = time.perf_counter()
handle = self.nixl_wrapper.make_prepped_xfer( handle = self.nixl_wrapper.make_prepped_xfer(
"READ", "READ",
local_xfer_side_handle, local_xfer_side_handle,
@ -1027,6 +1028,10 @@ class NixlConnectorWorker:
# Begin async xfer. # Begin async xfer.
self.nixl_wrapper.transfer(handle) self.nixl_wrapper.transfer(handle)
end = time.perf_counter()
logger.debug(
"[nixl connector]: req_id %s transfer launch time %s",
request_id, end - start)
# Use handle to check completion in future step(). # Use handle to check completion in future step().
# TODO (NickLucche) surface xfer elapsed time # TODO (NickLucche) surface xfer elapsed time