xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-22 01:35:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] fix custom allreduce default value (#4040)

Browse Source
This commit is contained in:
youkaichao 2024-04-12 16:40:39 -07:00 committed by GitHub
parent 09473ee41c
commit fbb9d9eef4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/entrypoints/llm.py
View File

@ -86,7 +86,7 @@ class LLM:
swap_space: int = 4,
enforce_eager: bool = False,
max_context_len_to_capture: int = 8192,
disable_custom_all_reduce: bool = True,
disable_custom_all_reduce: bool = False,
**kwargs,
) -> None:
if "disable_log_stats" not in kwargs: