xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-09 04:49:08 +08:00
Code Issues Packages Projects Releases Wiki Activity

[core] add wake_up doc and some sanity check (#12361)

Browse Source 
Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2025-01-24 02:00:50 +08:00 committed by GitHub
parent 8c01b8022c
commit 3f50c148fd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/entrypoints/llm.py
View File

@ -1157,6 +1157,9 @@ class LLM:
self.llm_engine.sleep(level=level) self.llm_engine.sleep(level=level)
def wake_up(self): def wake_up(self):
"""
Wake up the engine from sleep mode. See the :meth:`sleep` method
for more details."""
self.llm_engine.wake_up() self.llm_engine.wake_up()
# LEGACY # LEGACY

9
vllm/executor/executor_base.py
View File

@ -47,6 +47,7 @@ class ExecutorBase(ABC):
self.prompt_adapter_config = vllm_config.prompt_adapter_config self.prompt_adapter_config = vllm_config.prompt_adapter_config
self.observability_config = vllm_config.observability_config self.observability_config = vllm_config.observability_config
self._init_executor() self._init_executor()
self.is_sleeping = False
@abstractmethod @abstractmethod
def _init_executor(self) -> None: def _init_executor(self) -> None:
@ -194,10 +195,18 @@ class ExecutorBase(ABC):
self.collective_rpc("stop_profile") self.collective_rpc("stop_profile")
def sleep(self, level: int = 1): def sleep(self, level: int = 1):
if self.is_sleeping:
logger.warning("Executor is already sleeping.")
return
self.collective_rpc("sleep", kwargs=dict(level=level)) self.collective_rpc("sleep", kwargs=dict(level=level))
self.is_sleeping = True
def wake_up(self): def wake_up(self):
if not self.is_sleeping:
logger.warning("Executor is not sleeping.")
return
self.collective_rpc("wake_up") self.collective_rpc("wake_up")
self.is_sleeping = False
def save_sharded_state( def save_sharded_state(
self, self,