[bugfix]fix empty prompts for async-engine mode in benchmark throughput (#27494)

Signed-off-by: Lucia Fang <fanglu@fb.com>
This commit is contained in:
Lucia Fang 2025-10-26 01:16:35 -07:00 committed by GitHub
parent 87c41c26ad
commit 315b860abe
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -221,6 +221,7 @@ async def run_vllm_async(
detokenize=not disable_detokenize,
)
)
prompts.append(prompt)
lora_requests.append(request.lora_request)
generators = []