xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-21 07:27:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-23 18:43:20 +00:00
parent 10abfaf309
commit e82e9afeb7
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -941,6 +941,7 @@ class NixlConnectorWorker:
def _read_blocks(self, local_block_ids: list[int], def _read_blocks(self, local_block_ids: list[int],
remote_block_ids: list[int], dst_engine_id: str, remote_block_ids: list[int], dst_engine_id: str,
request_id: str): request_id: str):
start_all = time.perf_counter()
# NOTE(rob): having the staging blocks be on the READER side is # NOTE(rob): having the staging blocks be on the READER side is
# not going to work well (since we will have to call rearrange tensors). # not going to work well (since we will have to call rearrange tensors).
# after we detect the txn is complete (which means we cannot make the # after we detect the txn is complete (which means we cannot make the
@ -1037,6 +1038,8 @@ class NixlConnectorWorker:
# TODO (NickLucche) surface xfer elapsed time # TODO (NickLucche) surface xfer elapsed time
self._recving_transfers[request_id].append( self._recving_transfers[request_id].append(
(handle, time.perf_counter())) (handle, time.perf_counter()))
end_all = time.perf_counter()
logger.info(f"TOTAL_TIME: {end_all-start_all :0.4f}s")
def _get_block_descs_ids(self, def _get_block_descs_ids(self,
engine_id: str, engine_id: str,