From dc49fb892ca32cb364dfc39d711ab84d3b35a28f Mon Sep 17 00:00:00 2001 From: limingshu <61349199+JamesLim-sy@users.noreply.github.com> Date: Fri, 7 Jun 2024 21:35:42 +0800 Subject: [PATCH] Addition of lacked ignored_seq_groups in _schedule_chunked_prefill (#5296) --- vllm/core/scheduler.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/core/scheduler.py b/vllm/core/scheduler.py index 399665082f83..0159053b4dc6 100644 --- a/vllm/core/scheduler.py +++ b/vllm/core/scheduler.py @@ -905,7 +905,8 @@ class Scheduler: blocks_to_swap_out=running_scheduled.blocks_to_swap_out, blocks_to_copy=running_scheduled.blocks_to_copy + swapped_in.blocks_to_copy, - ignored_seq_groups=prefills.ignored_seq_groups, + ignored_seq_groups=prefills.ignored_seq_groups + + swapped_in.infeasible_seq_groups, num_lookahead_slots=running_scheduled.num_lookahead_slots, running_queue_size=len(self.running), preempted=(len(running_scheduled.preempted) +