From b3f7aaccd0338e86dc58a6c7ea867a43be9a591b Mon Sep 17 00:00:00 2001 From: Thibault Schueller <1625198+Ryp@users.noreply.github.com> Date: Fri, 28 Feb 2025 09:52:25 +0100 Subject: [PATCH] [V1][Minor] Restore V1 compatibility with LLMEngine class (#13090) --- vllm/engine/llm_engine.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 3dee4dab4c47e..9c83ea75ead7c 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -2084,3 +2084,8 @@ class LLMEngine: sampling_params.logits_processors.extend(logits_processors) return sampling_params + + +# TODO(v1): Remove this class proxy when V1 goes default. +if envs.VLLM_USE_V1: + from vllm.v1.engine.llm_engine import LLMEngine # type: ignore