mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-27 01:22:40 +08:00
[Core] v1: Use atexit to handle engine core client shutdown (#11076)
Signed-off-by: Russell Bryant <rbryant@redhat.com>
This commit is contained in:
parent
9974fca047
commit
61b1d2f6ae
@ -1,3 +1,4 @@
|
||||
import atexit
|
||||
import multiprocessing
|
||||
from typing import List, Union
|
||||
|
||||
@ -157,6 +158,7 @@ class MPClient(EngineCoreClient):
|
||||
should_shutdown=self.should_shutdown,
|
||||
**kwargs,
|
||||
)
|
||||
atexit.register(self.shutdown)
|
||||
|
||||
def shutdown(self):
|
||||
# Send shutdown signal to background process.
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user