xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 09:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Improve exception reporting in MP engine (#17800)

Browse Source 
Signed-off-by: Vadim Markovtsev <vadim@poolside.ai>
This commit is contained in:
Vadim Markovtsev 2025-05-08 07:32:39 +02:00 committed by GitHub
parent 7ea2adb802
commit b2da14a05a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/engine/multiprocessing/engine.py
View File

@ -284,7 +284,7 @@ class MQLLMEngine:
except Exception as e: except Exception as e:
self._set_errored(e) self._set_errored(e)
self._send_unhealthy(e) self._send_unhealthy(e)
raise e raise e from None
def _handle_process_request(self, request: RPCProcessRequest): def _handle_process_request(self, request: RPCProcessRequest):
"""Handle RPCProcessRequest by adding it to the LLMEngine.""" """Handle RPCProcessRequest by adding it to the LLMEngine."""
@ -447,4 +447,4 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
except BaseException as e: except BaseException as e:
logger.exception(e) logger.exception(e)
engine_alive.value = False engine_alive.value = False
raise e raise e from None