diff --git a/vllm/envs.py b/vllm/envs.py index 832d031f998ec..94b0dece9655d 100755 --- a/vllm/envs.py +++ b/vllm/envs.py @@ -155,7 +155,7 @@ if TYPE_CHECKING: VLLM_MSGPACK_ZERO_COPY_THRESHOLD: int = 256 VLLM_ALLOW_INSECURE_SERIALIZATION: bool = False VLLM_NIXL_SIDE_CHANNEL_HOST: str = "localhost" - VLLM_NIXL_SIDE_CHANNEL_PORT: int = 5557 + VLLM_NIXL_SIDE_CHANNEL_PORT: int = 5600 VLLM_ALL2ALL_BACKEND: Literal["naive", "pplx", "deepep_high_throughput", "deepep_low_latency", @@ -1220,7 +1220,7 @@ environment_variables: dict[str, Callable[[], Any]] = { # Port used for NIXL handshake between remote agents. "VLLM_NIXL_SIDE_CHANNEL_PORT": - lambda: int(os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "5557")), + lambda: int(os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "5600")), # all2all backend for vllm's expert parallel communication # Available options: