mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-04-10 21:37:07 +08:00
2b05b8ce69
Signed-off-by: rshaw@neuralmagic.com <rshaw@neuralmagic.com> Signed-off-by: Andrew Feldman <afeldman@neuralmagic.com> Signed-off-by: Nick Hill <nhill@redhat.com> Co-authored-by: rshaw@neuralmagic.com <rshaw@neuralmagic.com> Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com> Co-authored-by: Russell Bryant <rbryant@redhat.com> Co-authored-by: Andrew Feldman <afeldman@neuralmagic.com> Co-authored-by: afeldman-nm <156691304+afeldman-nm@users.noreply.github.com> Co-authored-by: Nick Hill <nhill@redhat.com>
17 lines
662 B
Python
17 lines
662 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
class EngineGenerateError(Exception):
|
|
"""Raised when a AsyncLLM.generate() fails. Recoverable."""
|
|
pass
|
|
|
|
|
|
class EngineDeadError(Exception):
|
|
"""Raised when the EngineCore dies. Unrecoverable."""
|
|
|
|
def __init__(self, *args, suppress_context: bool = False, **kwargs):
|
|
ENGINE_DEAD_MESSAGE = "EngineCore encountered an issue. See stack trace (above) for the root cause." # noqa: E501
|
|
|
|
super().__init__(ENGINE_DEAD_MESSAGE, *args, **kwargs)
|
|
# Make stack trace clearer when using with LLMEngine by
|
|
# silencing irrelevant ZMQError.
|
|
self.__suppress_context__ = suppress_context
|