From 93491aefc7b98770e0a361859eb15660138a3abb Mon Sep 17 00:00:00 2001 From: yihong Date: Wed, 2 Apr 2025 04:10:24 +0800 Subject: [PATCH] [BugFix] make sure socket close (#15875) Signed-off-by: yihong0618 --- vllm/entrypoints/openai/api_server.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/vllm/entrypoints/openai/api_server.py b/vllm/entrypoints/openai/api_server.py index 2a61259896a37..1e7d9eb83b9af 100644 --- a/vllm/entrypoints/openai/api_server.py +++ b/vllm/entrypoints/openai/api_server.py @@ -1098,9 +1098,10 @@ async def run_server(args, **uvicorn_kwargs) -> None: ) # NB: Await server shutdown only after the backend context is exited - await shutdown_task - - sock.close() + try: + await shutdown_task + finally: + sock.close() if __name__ == "__main__":