xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-02 14:04:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix all mypy

Browse Source 
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
inkcherry 2025-11-20 12:33:31 +00:00
parent 3f7120368e
commit f75eecde0a
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/distributed/kv_transfer/kv_connector/v1/moriio_connector.py
View File

@ -1144,7 +1144,7 @@ class MoRIIOConnectorScheduler:
if get_role() == ROLE.CONSUMER: if get_role() == ROLE.CONSUMER:
for new_req in scheduler_output.scheduled_new_reqs: for new_req in scheduler_output.scheduled_new_reqs:
red_id = new_req.req_id red_id = new_req.req_id
local_block_ids = list(new_req.block_ids) local_block_ids = list(new_req.block_ids)[0]
assert new_req.sampling_params is not None, ( assert new_req.sampling_params is not None, (
f"sampling_params is None for req {new_req.req_id}" f"sampling_params is None for req {new_req.req_id}"
) )
@ -1174,9 +1174,7 @@ class MoRIIOConnectorScheduler:
block_ids = new_block_ids[0] block_ids = new_block_ids[0]
req, existing_blocks = self._reqs_need_pending_save[req_id] req, existing_blocks = self._reqs_need_pending_save[req_id]
updated_blocks = list(existing_blocks) + ( updated_blocks = list(existing_blocks) + (block_ids)
[block_ids] if isinstance(block_ids, int) else block_ids
)
self._reqs_need_pending_save[req_id] = (req, updated_blocks) self._reqs_need_pending_save[req_id] = (req, updated_blocks)
if ( if (
len(self._reqs_need_pending_save[req_id][1]) len(self._reqs_need_pending_save[req_id][1])