xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-22 04:57:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Use request_id as the identifier when removing a request

Browse Source 
Signed-off-by: weichen <calvin_zhu0210@outlook.com>
This commit is contained in:
weichen 2025-12-24 16:30:07 +08:00
parent 0000d981d2
commit 0431508388
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/core/sched/policy/shortest_job_first.py
View File

@ -132,7 +132,7 @@ class WeightedScoreSorter:
def __eq__(self, other_request_weighted_score: object) -> bool: def __eq__(self, other_request_weighted_score: object) -> bool:
if not isinstance(other_request_weighted_score, WeightedScoreSorter): if not isinstance(other_request_weighted_score, WeightedScoreSorter):
return NotImplemented return NotImplemented
return self.weighted_score == other_request_weighted_score.weighted_score return self.request.request_id == other_request_weighted_score.request.request_id
def __update_stats(self): def __update_stats(self):
self.wait_time = time.time() - self.request_arrival_time self.wait_time = time.time() - self.request_arrival_time