xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-08 12:47:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

scheduler is clean

Browse Source 
Signed-off-by: Alexander Matveev <amatveev@redhat.com>
This commit is contained in:
Alexander Matveev 2025-01-28 20:56:21 +00:00
parent 61bb55f3d5
commit 950f349492
1 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/v1/core/scheduler.py
View File

@ -213,13 +213,6 @@ class Scheduler:
num_new_tokens = self.block_size num_new_tokens = self.block_size
computed_blocks.pop() computed_blocks.pop()
# TODO: Remove
# If chunked prefill is not enabled, then breakout of the loop
# when above budget.
# if (not self.scheduler_config.chunked_prefill_enabled
# and num_new_tokens > token_budget):
# break
num_new_tokens = min(num_new_tokens, token_budget) num_new_tokens = min(num_new_tokens, token_budget)
assert num_new_tokens > 0 assert num_new_tokens > 0