xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-18 05:35:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Core] running queue index leakage exception (#26754)

Browse Source 
Signed-off-by: CLFutureX <chenyongqyl@163.com>
This commit is contained in:
PiteXChen 2025-10-23 12:40:12 +08:00 committed by GitHub
parent 7e0941055f
commit 243ed7d32e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
vllm/v1/core/sched/scheduler.py
View File

@ -278,6 +278,7 @@ class Scheduler(SchedulerInterface):
token_budget += num_scheduled_tokens[preempted_req.request_id] token_budget += num_scheduled_tokens[preempted_req.request_id]
req_to_new_blocks.pop(preempted_req.request_id) req_to_new_blocks.pop(preempted_req.request_id)
num_scheduled_tokens.pop(preempted_req.request_id) num_scheduled_tokens.pop(preempted_req.request_id)
req_index -= 1
else: else:
preempted_req = self.running.pop() preempted_req = self.running.pop()