xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-27 00:17:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix MultiprocessingGPUExecutor.check_health when world_size == 1 (#5254)

Browse Source
This commit is contained in:
Junichi Sato 2024-06-12 02:38:07 +09:00 committed by GitHub
parent 89ec06c33b
commit 2e02311a1b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/executor/multiproc_gpu_executor.py
View File

@ -46,6 +46,7 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor):
if world_size == 1: if world_size == 1:
self.workers = [] self.workers = []
self.worker_monitor = None
else: else:
result_handler = ResultHandler() result_handler = ResultHandler()
self.workers = [ self.workers = [
@ -127,7 +128,8 @@ class MultiprocessingGPUExecutor(DistributedGPUExecutor):
def check_health(self) -> None: def check_health(self) -> None:
"""Raises an error if engine is unhealthy.""" """Raises an error if engine is unhealthy."""
if not self.worker_monitor.is_alive(): if self.worker_monitor is not None and not self.worker_monitor.is_alive(
):
raise RuntimeError("Worker processes are not running") raise RuntimeError("Worker processes are not running")
def _wait_for_tasks_completion(self, parallel_worker_tasks: Any) -> None: def _wait_for_tasks_completion(self, parallel_worker_tasks: Any) -> None: