From 315b860abe93634aa0a7db4aa3468f5441786972 Mon Sep 17 00:00:00 2001 From: Lucia Fang <116399278+luccafong@users.noreply.github.com> Date: Sun, 26 Oct 2025 01:16:35 -0700 Subject: [PATCH] [bugfix]fix empty prompts for async-engine mode in benchmark throughput (#27494) Signed-off-by: Lucia Fang --- vllm/benchmarks/throughput.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm/benchmarks/throughput.py b/vllm/benchmarks/throughput.py index 866365ac18eb9..78c0f8bbbda7a 100644 --- a/vllm/benchmarks/throughput.py +++ b/vllm/benchmarks/throughput.py @@ -221,6 +221,7 @@ async def run_vllm_async( detokenize=not disable_detokenize, ) ) + prompts.append(prompt) lora_requests.append(request.lora_request) generators = []