From bae888cb8e01b89ad58e3fdaf14f21c109c5fad7 Mon Sep 17 00:00:00 2001
From: Rui Qiao <161574667+ruisearch42@users.noreply.github.com>
Date: Fri, 16 Aug 2024 20:44:05 -0700
Subject: [PATCH] [Bugfix] Clear engine reference in AsyncEngineRPCServer
 (#7618)

Signed-off-by: Rui Qiao <ruisearch42@gmail.com>
---
 vllm/entrypoints/openai/rpc/server.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/vllm/entrypoints/openai/rpc/server.py b/vllm/entrypoints/openai/rpc/server.py
index af406d8715403..471d62631135a 100644
--- a/vllm/entrypoints/openai/rpc/server.py
+++ b/vllm/entrypoints/openai/rpc/server.py
@@ -38,6 +38,8 @@ class AsyncEngineRPCServer:
         self.socket.close()
         self.context.destroy()
         self.engine.shutdown_background_loop()
+        # Clear the engine reference so that it can be GC'ed.
+        self.engine = None
 
     async def get_model_config(self, identity):
         """Send the ModelConfig"""