From 309d7aa401703a051301dbad471a6543021a760f Mon Sep 17 00:00:00 2001 From: Chauncey Date: Wed, 10 Sep 2025 12:24:11 +0800 Subject: [PATCH] [P/D] MultiConnector supports shutdown (#24425) Signed-off-by: chaunceyjiang --- .../kv_transfer/kv_connector/v1/multi_connector.py | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py b/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py index 200b4bf874d8..616d158d6767 100644 --- a/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py +++ b/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py @@ -88,6 +88,18 @@ class MultiConnector(KVConnectorBase_V1): for c in self._connectors: c.clear_connector_metadata() + def shutdown(self): + exception: Optional[Exception] = None + for c in self._connectors: + try: + c.shutdown() + except Exception as e: + logger.exception("Exception during connector %s shutdown.", + c.__class__.__name__) + exception = e + if exception: + raise exception + # ============================== # Worker-side methods # ==============================