xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-30 06:47:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

ask claude to address gemini comments

Browse Source 
Signed-off-by: Tyler Michael Smith <tlrmchlsmth@gmail.com>
This commit is contained in:
Tyler Michael Smith 2025-09-30 21:02:33 +00:00
parent 79a603d181
commit bab43a5574
1 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
vllm/distributed/kv_transfer/kv_connector/v1/decode_bench_connector.py
View File

@ -116,6 +116,15 @@ class DecodeBenchConnector(KVConnectorBase_V1):
assert self.connector_scheduler is not None assert self.connector_scheduler is not None
return self.connector_scheduler.build_connector_meta(scheduler_output) return self.connector_scheduler.build_connector_meta(scheduler_output)
def request_finished(
self,
request: "Request",
block_ids: list[int],
) -> tuple[bool, Optional[dict[str, Any]]]:
assert self.connector_scheduler is not None
self.connector_scheduler.request_finished(request)
return False, None
class DecodeBenchConnectorScheduler: class DecodeBenchConnectorScheduler:
"""Scheduler-side implementation for DecodeBenchConnector.""" """Scheduler-side implementation for DecodeBenchConnector."""
@ -211,6 +220,12 @@ class DecodeBenchConnectorScheduler:
return meta return meta
def request_finished(self, request: "Request"):
"""
Called when a request has finished. Clean up any state.
"""
self._filled_requests.discard(request.request_id)
class DecodeBenchConnectorWorker: class DecodeBenchConnectorWorker:
"""Worker-side implementation for DecodeBenchConnector.""" """Worker-side implementation for DecodeBenchConnector."""