From 4b5b8a6a3bd94d9b0248b36b0eb4739d76fbb386 Mon Sep 17 00:00:00 2001 From: Tyler Michael Smith Date: Fri, 13 Dec 2024 20:02:35 -0500 Subject: [PATCH] [V1][Bugfix] Fix EngineCoreProc profile (#11185) Signed-off-by: Tyler Michael Smith --- vllm/v1/engine/core.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/v1/engine/core.py b/vllm/v1/engine/core.py index ee7419bce2565..dc8c1d39eefa9 100644 --- a/vllm/v1/engine/core.py +++ b/vllm/v1/engine/core.py @@ -321,7 +321,7 @@ class EngineCoreProc(EngineCore): if isinstance(request, EngineCoreRequest): self.add_request(request) elif isinstance(request, EngineCoreProfile): - self.model_executor.worker.profile(request.is_start) + self.model_executor.profile(request.is_start) else: # TODO: make an EngineCoreAbort wrapper assert isinstance(request, list)