xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 22:54:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] add dead_error property to engine client (#8574)

Browse Source 
Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
This commit is contained in:
Joe Runde 2024-09-18 16:10:01 -06:00 committed by GitHub
parent d9cd78eb71
commit 0d47bf3bf4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/engine/multiprocessing/client.py
View File

@ -380,6 +380,13 @@ class MQLLMEngineClient:
def errored(self) -> bool: def errored(self) -> bool:
return self._errored_with is not None return self._errored_with is not None
@property
def dead_error(self) -> BaseException:
if self._errored_with is not None:
return ENGINE_DEAD_ERROR(self._errored_with)
else:
return ENGINE_DEAD_ERROR()
async def generate( async def generate(
self, self,
inputs: PromptInputs, inputs: PromptInputs,