xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-21 06:45:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix tqdm progress bar when SamplingParams.n > 1 (#12428)

Browse Source 
Signed-off-by: Yuchen Yan <740987012@qq.com>
This commit is contained in:
Yuchen Yan 2025-03-09 12:14:53 +08:00 committed by GitHub
parent 6d7f037748
commit 73ae0b44e9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/llm.py
View File

@ -1394,7 +1394,9 @@ class LLM:
pbar.postfix = ( pbar.postfix = (
f"est. speed input: {in_spd:.2f} toks/s, " f"est. speed input: {in_spd:.2f} toks/s, "
f"output: {out_spd:.2f} toks/s") f"output: {out_spd:.2f} toks/s")
pbar.update(1) pbar.update(len(output.outputs))
else:
pbar.update(1)
if use_tqdm: if use_tqdm:
pbar.close() pbar.close()