xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-16 11:47:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

stash

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-24 00:33:37 +00:00
parent 4ec76caafa
commit f0945e311d
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -923,7 +923,7 @@ class NixlConnectorWorker:
# Add to requests that are waiting to be read and track expiration. # Add to requests that are waiting to be read and track expiration.
self._reqs_to_send.update(metadata.reqs_to_send) self._reqs_to_send.update(metadata.reqs_to_send)
end = time.perf_counter() end = time.perf_counter()
if len(metadata.reqs_to_recv) > 0: if self.tp_rank == 0:
logger.info( logger.info(
f"===== {len(metadata.reqs_to_recv)}: start_load_kv time: {end-start: 0.5f}s" f"===== {len(metadata.reqs_to_recv)}: start_load_kv time: {end-start: 0.5f}s"
) )
@ -1032,7 +1032,8 @@ class NixlConnectorWorker:
start = time.perf_counter() start = time.perf_counter()
self.nixl_wrapper.transfer(handle) self.nixl_wrapper.transfer(handle)
end = time.perf_counter() end = time.perf_counter()
logger.info(f"TRANSFER TIME: {end-start :0.4f}s") if self.tp_rank == 0:
logger.info(f"TRANSFER TIME: {end-start :0.4f}s")
# Use handle to check completion in future step(). # Use handle to check completion in future step().
# TODO (NickLucche) surface xfer elapsed time # TODO (NickLucche) surface xfer elapsed time