xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-20 05:17:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Small async_llm_engine refactor (#2618)

Browse Source
This commit is contained in:
Murali Andoorveedu 2024-01-27 23:28:37 -08:00 committed by GitHub
parent f8ecb84c02
commit 89be30fa7d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
vllm/engine/async_llm_engine.py
View File

@ -53,7 +53,7 @@ class AsyncStream:
self._queue.put_nowait(item) self._queue.put_nowait(item)
def finish(self) -> None: def finish(self) -> None:
self._queue.put_nowait(StopIteration) self._queue.put_nowait(StopAsyncIteration())
self._finished = True self._finished = True
@property @property
@ -65,9 +65,7 @@ class AsyncStream:
async def __anext__(self) -> RequestOutput: async def __anext__(self) -> RequestOutput:
result = await self._queue.get() result = await self._queue.get()
if result is StopIteration: if isinstance(result, Exception):
raise StopAsyncIteration
elif isinstance(result, Exception):
raise result raise result
return result return result