xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-04-06 13:27:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

mv to interface

Browse Source 
Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon 2025-03-12 18:23:39 -07:00
parent 5b38e984b3
commit 8730469cfa
2 changed files with 2 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/v1/core/sched/interface.py
View File

@ -41,19 +41,17 @@ class SchedulerInterface(ABC):
def get_num_unfinished_requests(self) -> int:
raise NotImplementedError
@abstractmethod
def has_unfinished_requests(self) -> bool:
raise NotImplementedError
return self.get_num_unfinished_requests() > 0
@abstractmethod
def has_finished_requests(self) -> bool:
raise NotImplementedError
@abstractmethod
def has_requests(self) -> bool:
"""Returns True if there are unfinished requests, or finished requests
not yet returned in SchedulerOutputs."""
raise NotImplementedError
return self.has_unfinished_requests() or self.has_finished_requests()
@abstractmethod
def get_num_unscheduled_requests(self) -> int:

8
vllm/v1/core/sched/scheduler.py
View File

@ -695,17 +695,9 @@ class Scheduler(SchedulerInterface):
def get_num_unfinished_requests(self) -> int:
return len(self.waiting) + len(self.running)
def has_unfinished_requests(self) -> bool:
return self.get_num_unfinished_requests() > 0
def has_finished_requests(self) -> bool:
return len(self.finished_req_ids) > 0
def has_requests(self) -> bool:
"""Returns True if there are unfinished requests, or finished requests
not yet returned in SchedulerOutputs."""
return self.has_unfinished_requests() or self.has_finished_requests()
def get_num_unscheduled_requests(self) -> int:
"""Number of requests that are not being processed by the executor."""
return self.get_num_unfinished_requests() - len(self.scheduled_req_ids)