From ff9ddbceee63efba6ba1f8d4dc66a92f1191da04 Mon Sep 17 00:00:00 2001 From: zifeitong Date: Fri, 21 Jun 2024 20:33:12 -0700 Subject: [PATCH] [Misc] Remove #4789 workaround left in vllm/entrypoints/openai/run_batch.py (#5756) --- vllm/entrypoints/openai/run_batch.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/vllm/entrypoints/openai/run_batch.py b/vllm/entrypoints/openai/run_batch.py index 488ac89710b6..dac6c2b4cd48 100644 --- a/vllm/entrypoints/openai/run_batch.py +++ b/vllm/entrypoints/openai/run_batch.py @@ -1,5 +1,4 @@ import asyncio -import sys from io import StringIO from typing import Awaitable, List @@ -137,9 +136,6 @@ async def main(args): output_buffer.seek(0) await write_file(args.output_file, output_buffer.read().strip()) - # Temporary workaround for https://github.com/vllm-project/vllm/issues/4789 - sys.exit(0) - if __name__ == "__main__": args = parse_args()