[Core] init_distributed_environment align with init_process_group(#4014)

[Core][Distributed] make init_distributed_environment compatible with init_process_group (#4014)
This commit is contained in:
youkaichao 2024-04-11 14:00:48 -07:00 committed by GitHub
parent a10d3056da
commit 559eb852f8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -39,9 +39,9 @@ _PIPELINE_GLOBAL_RANKS = None
def init_distributed_environment(
world_size: int,
rank: int,
distributed_init_method: Optional[str] = None,
world_size: int = -1,
rank: int = -1,
distributed_init_method: str = "env://",
local_rank: int = -1,
backend: str = "nccl",
):