[v1] fix parallel config rank (#13445)

Signed-off-by: youkaichao <youkaichao@gmail.com>
This commit is contained in:
youkaichao 2025-02-18 12:33:45 +08:00 committed by GitHub
parent 7c7adf81fc
commit 932b51cedd
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -41,6 +41,7 @@ class WorkerBase(WorkerBaseV0):
# Configuration storage
super().__init__(vllm_config=vllm_config)
self.parallel_config.rank = rank
self.local_rank = local_rank
self.rank = rank
self.distributed_init_method = distributed_init_method