mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-07-09 09:27:10 +08:00
Use @property and private field for data_parallel_rank_local (#17053)
Signed-off-by: Harry Mellor <19981378+hmellor@users.noreply.github.com>
This commit is contained in:
parent
f3a21e9c68
commit
bdb3660312
@ -1593,8 +1593,21 @@ class ParallelConfig:
|
|||||||
the product of the tensor parallel size and data parallel size."""
|
the product of the tensor parallel size and data parallel size."""
|
||||||
data_parallel_rank: int = 0
|
data_parallel_rank: int = 0
|
||||||
"""Rank of the data parallel group."""
|
"""Rank of the data parallel group."""
|
||||||
data_parallel_rank_local: Optional[int] = None
|
_data_parallel_rank_local: Optional[int] = field(default=None, init=False)
|
||||||
"""Local rank of the data parallel group, defaults to global rank."""
|
"""Private field to store the local rank of the data parallel group."""
|
||||||
|
|
||||||
|
@property
|
||||||
|
def data_parallel_rank_local(self) -> int:
|
||||||
|
"""Local rank of the data parallel group, defaults to global rank."""
|
||||||
|
if self._data_parallel_rank_local is None:
|
||||||
|
return self.data_parallel_rank
|
||||||
|
return self._data_parallel_rank_local
|
||||||
|
|
||||||
|
@data_parallel_rank_local.setter
|
||||||
|
def data_parallel_rank_local(self, value: int) -> None:
|
||||||
|
"""Set the local rank of the data parallel group."""
|
||||||
|
self._data_parallel_rank_local = value
|
||||||
|
|
||||||
data_parallel_master_ip: str = "127.0.0.1"
|
data_parallel_master_ip: str = "127.0.0.1"
|
||||||
"""IP of the data parallel master."""
|
"""IP of the data parallel master."""
|
||||||
data_parallel_master_port: int = 29500
|
data_parallel_master_port: int = 29500
|
||||||
|
|||||||
@ -439,10 +439,10 @@ class MPClient(EngineCoreClient):
|
|||||||
) -> None:
|
) -> None:
|
||||||
|
|
||||||
# Default case - single core engine.
|
# Default case - single core engine.
|
||||||
dp_rank = vllm_config.parallel_config.data_parallel_rank
|
|
||||||
local_dp_rank = vllm_config.parallel_config.data_parallel_rank_local
|
|
||||||
core_engine = new_core_engine(
|
core_engine = new_core_engine(
|
||||||
dp_rank, local_dp_rank if local_dp_rank is not None else dp_rank)
|
vllm_config.parallel_config.data_parallel_rank,
|
||||||
|
vllm_config.parallel_config.data_parallel_rank_local,
|
||||||
|
)
|
||||||
core_engines.append(core_engine)
|
core_engines.append(core_engine)
|
||||||
self.core_engine = core_engine
|
self.core_engine = core_engine
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user