xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 12:07:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add tqdm dynamic_ncols=True (#3242)

Browse Source
This commit is contained in:
Chujie Zheng 2024-03-06 14:41:42 -08:00 committed by GitHub
parent a33ce60c66
commit 4cb3b924cd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/entrypoints/llm.py
View File

@ -191,7 +191,9 @@ class LLM:
# Initialize tqdm. # Initialize tqdm.
if use_tqdm: if use_tqdm:
num_requests = self.llm_engine.get_num_unfinished_requests() num_requests = self.llm_engine.get_num_unfinished_requests()
pbar = tqdm(total=num_requests, desc="Processed prompts") pbar = tqdm(total=num_requests,
desc="Processed prompts",
dynamic_ncols=True)
# Run the engine. # Run the engine.
outputs: List[RequestOutput] = [] outputs: List[RequestOutput] = []
while self.llm_engine.has_unfinished_requests(): while self.llm_engine.has_unfinished_requests():