xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 02:55:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1] Fix general plugins not loaded in engine for multiproc (#18326)

Browse Source 
Signed-off-by: Yong Hoon Shin <yhshin@meta.com>
This commit is contained in:
Yong Hoon Shin 2025-05-21 01:21:49 -07:00 committed by GitHub
parent 5d7f545204
commit 907f935de9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/v1/engine/core.py
View File

@ -57,6 +57,10 @@ class EngineCore:
executor_fail_callback: Optional[Callable] = None): executor_fail_callback: Optional[Callable] = None):
assert vllm_config.model_config.runner_type != "pooling" assert vllm_config.model_config.runner_type != "pooling"
# plugins need to be loaded at the engine/scheduler level too
from vllm.plugins import load_general_plugins
load_general_plugins()
self.vllm_config = vllm_config self.vllm_config = vllm_config
logger.info("Initializing a V1 LLM engine (v%s) with config: %s", logger.info("Initializing a V1 LLM engine (v%s) with config: %s",
VLLM_VERSION, vllm_config) VLLM_VERSION, vllm_config)