xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 01:45:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Failing Test] Fix nixl connector test when promt size < block size (#18429)

Browse Source 
Signed-off-by: wwl2755 <wangwenlong2755@gmail.com>
This commit is contained in:
wwl2755 2025-05-21 00:41:44 -05:00 committed by GitHub
parent ad0012a0ac
commit d06dd72ba9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py
View File

@ -259,6 +259,15 @@ class NixlConnectorScheduler:
# Loop through scheduled reqs and convert to ReqMeta. # Loop through scheduled reqs and convert to ReqMeta.
for req_id, (req, block_ids) in self._reqs_need_recv.items(): for req_id, (req, block_ids) in self._reqs_need_recv.items():
assert req.kv_transfer_params is not None assert req.kv_transfer_params is not None
# For the case where there are no remote blocks to pull
# (block_ids is empty), we don't need to schedule
# an async read on the worker side.
if not block_ids:
logger.debug(
"Skipping adding request %s to NixlConnectorMetadata, "
"as there are no remote blocks to pull", req_id)
continue
meta.add_new_req( meta.add_new_req(
request_id=req_id, request_id=req_id,
local_block_ids=block_ids, local_block_ids=block_ids,