mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-03-25 15:57:05 +08:00
[bugfix]fix empty prompts for async-engine mode in benchmark throughput (#27494)
Signed-off-by: Lucia Fang <fanglu@fb.com>
This commit is contained in:
parent
87c41c26ad
commit
315b860abe
@ -221,6 +221,7 @@ async def run_vllm_async(
|
||||
detokenize=not disable_detokenize,
|
||||
)
|
||||
)
|
||||
prompts.append(prompt)
|
||||
lora_requests.append(request.lora_request)
|
||||
|
||||
generators = []
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user