xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-09 12:07:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

remove always_microbatch_if_enabled

Browse Source 
Signed-off-by: Sage Moore <sage@neuralmagic.com>
This commit is contained in:
Sage Moore 2025-07-03 13:09:33 +00:00
parent fc562e22e2
commit a9d47e8652
1 changed files with 0 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/config.py
View File

@ -1819,10 +1819,6 @@ class ParallelConfig:
enable_microbatching: bool = False enable_microbatching: bool = False
"""Enable microbatching for the model executor.""" """Enable microbatching for the model executor."""
always_microbatch_if_enabled: bool = True
"""Always microbatch if microbatching is enabled. Easier to sync between
dp workers."""
microbatching_token_threshold: int = 4 microbatching_token_threshold: int = 4
"""The threshold for microbatching. If the number of tokens in the """The threshold for microbatching. If the number of tokens in the
request is greater than this threshold, microbatching will be used. request is greater than this threshold, microbatching will be used.