xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-30 19:17:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

updata finished request collection

Browse Source 
Signed-off-by: inkcherry <mingzhi.liu@amd.com>
This commit is contained in:
inkcherry 2025-11-21 15:03:06 +00:00
parent 1c10f47dc6
commit 16d2a7a343
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
vllm/distributed/kv_transfer/kv_connector/v1/moriio_connector.py
View File

@ -518,6 +518,8 @@ class MoRIIOWriter:
self.worker.moriio_wrapper.send_notify( self.worker.moriio_wrapper.send_notify(
task.request_id, task.remote_ip, remote_port task.request_id, task.remote_ip, remote_port
) )
# mark request as done, then we can free the blocks
self.worker.moriio_wrapper.done_req_ids.append(task.request_id)
del self.worker.moriio_wrapper.done_remote_allocate_req_dict[ del self.worker.moriio_wrapper.done_remote_allocate_req_dict[
task.request_id task.request_id
] ]
@ -1936,15 +1938,13 @@ class MoRIIOConnectorWorker:
if self.is_producer: if self.is_producer:
done_sending = self.moriio_wrapper.pop_finished_req_ids() done_sending = self.moriio_wrapper.pop_finished_req_ids()
else:
if self.mode == MoRIIOMode.WRITE: if self.mode == MoRIIOMode.WRITE:
done_recving = set() done_recving = self.moriio_wrapper.pop_finished_write_req_ids()
else: else:
done_recving = self._pop_done_transfers() done_recving = self._pop_done_transfers()
else:
done_sending, done_recving = (
set(),
self.moriio_wrapper.pop_finished_write_req_ids(),
)
return done_sending, done_recving return done_sending, done_recving