xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-24 11:45:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Misc]Suppress irrelevant exception stack trace information when CUDA… (#11438)

Browse Source 
Co-authored-by: shiquan <shiquan>
This commit is contained in:
dpxa 2024-12-24 16:43:39 +08:00 committed by GitHub
parent a491d6f535
commit 4f074fbf53
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/entrypoints/llm.py
View File

@ -233,7 +233,8 @@ class LLM:
self.request_counter = Counter() self.request_counter = Counter()
def __del__(self): def __del__(self):
if self.llm_engine and hasattr(self.llm_engine, "shutdown"): if hasattr(self, 'llm_engine') and self.llm_engine and hasattr(
self.llm_engine, "shutdown"):
self.llm_engine.shutdown() self.llm_engine.shutdown()
@staticmethod @staticmethod