Signed-off-by: Robert Shaw <robshaw@redhat.com>
This commit is contained in:
Robert Shaw 2025-07-21 00:29:18 +00:00
parent f53166a963
commit e80c015d24

View File

@ -1124,6 +1124,7 @@ class EngineArgs:
self.data_parallel_rank = self.data_parallel_start_rank
elif self.data_parallel_size_local is not None:
data_parallel_size_local = self.data_parallel_size_local
self.data_parallel_rank = self.data_parallel_start_rank
else:
# Local DP size defaults to global DP size if not set.
data_parallel_size_local = self.data_parallel_size