xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-03-21 09:42:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

[V1][Bugfix] Fix EngineCoreProc profile (#11185)

Browse Source 
Signed-off-by: Tyler Michael Smith <tyler@neuralmagic.com>
This commit is contained in:
Tyler Michael Smith 2024-12-13 20:02:35 -05:00 committed by GitHub
parent 4863e5fba5
commit 4b5b8a6a3b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/v1/engine/core.py
View File

@ -321,7 +321,7 @@ class EngineCoreProc(EngineCore):
if isinstance(request, EngineCoreRequest):
self.add_request(request)
elif isinstance(request, EngineCoreProfile):
self.model_executor.worker.profile(request.is_start)
self.model_executor.profile(request.is_start)
else:
# TODO: make an EngineCoreAbort wrapper
assert isinstance(request, list)