From 907f935de9f3b6be9d793db32d7b92877419c402 Mon Sep 17 00:00:00 2001 From: Yong Hoon Shin <48474650+sarckk@users.noreply.github.com> Date: Wed, 21 May 2025 01:21:49 -0700 Subject: [PATCH] [V1] Fix general plugins not loaded in engine for multiproc (#18326) Signed-off-by: Yong Hoon Shin --- vllm/v1/engine/core.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/v1/engine/core.py b/vllm/v1/engine/core.py index 0cf2383af1c9..2234b069621d 100644 --- a/vllm/v1/engine/core.py +++ b/vllm/v1/engine/core.py @@ -57,6 +57,10 @@ class EngineCore: executor_fail_callback: Optional[Callable] = None): assert vllm_config.model_config.runner_type != "pooling" + # plugins need to be loaded at the engine/scheduler level too + from vllm.plugins import load_general_plugins + load_general_plugins() + self.vllm_config = vllm_config logger.info("Initializing a V1 LLM engine (v%s) with config: %s", VLLM_VERSION, vllm_config)