xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-11 04:05:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] print error before deadlock (#3459)

Browse Source
This commit is contained in:
youkaichao 2024-03-18 21:06:23 -07:00 committed by GitHub
parent b37cdce2b1
commit 6a9c583e73
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/engine/ray_utils.py
View File

@ -33,8 +33,17 @@ try:
return getattr(self.worker, name) return getattr(self.worker, name)
def execute_method(self, method, *args, **kwargs): def execute_method(self, method, *args, **kwargs):
try:
executor = getattr(self, method) executor = getattr(self, method)
return executor(*args, **kwargs) return executor(*args, **kwargs)
except Exception as e:
# exceptions in ray worker may cause deadlock
# see https://github.com/vllm-project/vllm/issues/3455
# print the error and inform the user to solve the error
msg = (f"Error executing method {method}. "
"This might cause deadlock in distributed execution.")
logger.exception(msg)
raise e
def get_node_ip(self) -> str: def get_node_ip(self) -> str:
return get_ip() return get_ip()