xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-16 14:27:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

updated

Browse Source 
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-23 20:02:41 +00:00
parent 1588294a88
commit 4ec76caafa
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -923,7 +923,10 @@ class NixlConnectorWorker:
# Add to requests that are waiting to be read and track expiration.
self._reqs_to_send.update(metadata.reqs_to_send)
end = time.perf_counter()
logger.info(f"===== start_load_kv time: {end-start: 0.5f}s")
if len(metadata.reqs_to_recv) > 0:
logger.info(
f"===== {len(metadata.reqs_to_recv)}: start_load_kv time: {end-start: 0.5f}s"
)
def _read_blocks_for_req(self, req_id: str, meta: ReqMeta):
logger.debug(