mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-23 05:24:25 +08:00
Update vllm/engine/arg_utils.py
Co-authored-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
parent
40397e378d
commit
58e4227fec
@ -299,7 +299,7 @@ class EngineArgs:
|
|||||||
data_parallel_size_local: Optional[int] = None
|
data_parallel_size_local: Optional[int] = None
|
||||||
data_parallel_address: Optional[str] = None
|
data_parallel_address: Optional[str] = None
|
||||||
data_parallel_rpc_port: Optional[int] = None
|
data_parallel_rpc_port: Optional[int] = None
|
||||||
data_parallel_hybrid_lb: Optional[int] = None
|
data_parallel_hybrid_lb: Optional[bool] = None
|
||||||
data_parallel_backend: str = ParallelConfig.data_parallel_backend
|
data_parallel_backend: str = ParallelConfig.data_parallel_backend
|
||||||
enable_expert_parallel: bool = ParallelConfig.enable_expert_parallel
|
enable_expert_parallel: bool = ParallelConfig.enable_expert_parallel
|
||||||
enable_eplb: bool = ParallelConfig.enable_eplb
|
enable_eplb: bool = ParallelConfig.enable_eplb
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user