xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-21 12:46:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-06-27 15:11:23 +00:00
parent 9eaa81b9c9
commit fea0731cf4
1 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -974,17 +974,10 @@ class NixlConnectorWorker:
remote_xfer_side_handle, remote_xfer_side_handle,
remote_block_descs_ids, remote_block_descs_ids,
notif_msg=notif_id, notif_msg=notif_id,
skip_desc_merge=True, # this causes the issue to emerge immediately.
) )
# Begin async xfer. # Begin async xfer.
start = time.perf_counter()
self.nixl_wrapper.transfer(handle) self.nixl_wrapper.transfer(handle)
end = time.perf_counter()
print(f"self.nixl_wrapper.transfer() TIME: {end-start}")
if end - start > 0.2:
print(f"{local_block_ids=}")
print(f"{remote_block_ids=}")
# Use handle to check completion in future step(). # Use handle to check completion in future step().
# TODO (NickLucche) surface xfer elapsed time # TODO (NickLucche) surface xfer elapsed time