mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-23 15:52:27 +08:00
updated
Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
parent
4438796b48
commit
2a68433a82
@ -709,12 +709,8 @@ class AsyncMPClient(MPClient):
|
||||
assert output_socket is not None
|
||||
|
||||
async def process_outputs_socket():
|
||||
i = 0
|
||||
try:
|
||||
while True:
|
||||
if i % 100 == 0:
|
||||
logger.info(f"{i=}")
|
||||
i += 1
|
||||
frames = await output_socket.recv_multipart(copy=False)
|
||||
resources.validate_alive(frames)
|
||||
outputs: EngineCoreOutputs = decoder.decode(frames)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user