mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-10 02:55:40 +08:00
[BugFix] fix data parallel construct ipv6 url addres (#18991)
Signed-off-by: rongfu.leng <rongfu.leng@daocloud.io>
This commit is contained in:
parent
2ad6194a02
commit
aa54a7bf7b
@ -41,8 +41,8 @@ from vllm.distributed.device_communicators.base_device_communicator import (
|
|||||||
DeviceCommunicatorBase)
|
DeviceCommunicatorBase)
|
||||||
from vllm.distributed.utils import StatelessProcessGroup
|
from vllm.distributed.utils import StatelessProcessGroup
|
||||||
from vllm.logger import init_logger
|
from vllm.logger import init_logger
|
||||||
from vllm.utils import (direct_register_custom_op, resolve_obj_by_qualname,
|
from vllm.utils import (direct_register_custom_op, get_distributed_init_method,
|
||||||
supports_custom_op)
|
resolve_obj_by_qualname, supports_custom_op)
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
@ -929,7 +929,7 @@ def init_distributed_environment(
|
|||||||
world_size = parallel_config.world_size_across_dp
|
world_size = parallel_config.world_size_across_dp
|
||||||
ip = parallel_config.data_parallel_master_ip
|
ip = parallel_config.data_parallel_master_ip
|
||||||
port = parallel_config.get_next_dp_init_port()
|
port = parallel_config.get_next_dp_init_port()
|
||||||
distributed_init_method = f"tcp://{ip}:{port}" # noqa
|
distributed_init_method = get_distributed_init_method(ip, port)
|
||||||
logger.info(
|
logger.info(
|
||||||
"Adjusting world_size=%d rank=%d distributed_init_method=%s for DP",
|
"Adjusting world_size=%d rank=%d distributed_init_method=%s for DP",
|
||||||
world_size, rank, distributed_init_method)
|
world_size, rank, distributed_init_method)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user