xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 06:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Addition of lacked ignored_seq_groups in _schedule_chunked_prefill (#5296)

Browse Source
This commit is contained in:
limingshu 2024-06-07 21:35:42 +08:00 committed by GitHub
parent 18a277b52d
commit dc49fb892c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/core/scheduler.py
View File

@ -905,7 +905,8 @@ class Scheduler:
blocks_to_swap_out=running_scheduled.blocks_to_swap_out,
blocks_to_copy=running_scheduled.blocks_to_copy +
swapped_in.blocks_to_copy,
ignored_seq_groups=prefills.ignored_seq_groups,
ignored_seq_groups=prefills.ignored_seq_groups +
swapped_in.infeasible_seq_groups,
num_lookahead_slots=running_scheduled.num_lookahead_slots,
running_queue_size=len(self.running),
preempted=(len(running_scheduled.preempted) +