xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-17 02:42:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: rshaw@neuralmagic.com <robertgshaw2@gmail.com>
This commit is contained in:
rshaw@neuralmagic.com 2025-06-30 13:42:36 +00:00
parent 569de248cb
commit 491347cbc3
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -861,7 +861,6 @@ class NixlConnectorWorker:
xfer_state) xfer_state)
# Done. # Done.
print(f"{len(new_handles)=}")
if len(new_handles) == 0: if len(new_handles) == 0:
start = time.perf_counter() start = time.perf_counter()
self.nixl_wrapper.send_notif(agent_name, notif_id) self.nixl_wrapper.send_notif(agent_name, notif_id)
@ -1008,9 +1007,9 @@ class NixlConnectorWorker:
# Begin async xfer. # Begin async xfer.
start = time.perf_counter() start = time.perf_counter()
# for handle in handles: for handle in handles:
# self.nixl_wrapper.transfer(handle) self.nixl_wrapper.transfer(handle)
self.nixl_wrapper.transfer_batched(handles) # self.nixl_wrapper.transfer_batched(handles)
end = time.perf_counter() end = time.perf_counter()
logger.info("======== LAUNCH TIME: %s ========", end - start) logger.info("======== LAUNCH TIME: %s ========", end - start)