diff --git a/vllm/engine/llm_engine.py b/vllm/engine/llm_engine.py index 3dee4dab4c47e..9c83ea75ead7c 100644 --- a/vllm/engine/llm_engine.py +++ b/vllm/engine/llm_engine.py @@ -2084,3 +2084,8 @@ class LLMEngine: sampling_params.logits_processors.extend(logits_processors) return sampling_params + + +# TODO(v1): Remove this class proxy when V1 goes default. +if envs.VLLM_USE_V1: + from vllm.v1.engine.llm_engine import LLMEngine # type: ignore