xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-29 23:58:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

[env] default nixl side port conflicts with kv-event zmq port (#25056)

Browse Source 
Signed-off-by: Peter Pan <Peter.Pan@daocloud.io>
Signed-off-by: yewentao256 <zhyanwentao@126.com>
This commit is contained in:
Peter Pan 2025-09-27 23:02:40 +08:00 committed by yewentao256
parent 7d92e508b4
commit 9b4c752106
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/envs.py
View File

@ -155,7 +155,7 @@ if TYPE_CHECKING:
VLLM_MSGPACK_ZERO_COPY_THRESHOLD: int = 256
VLLM_ALLOW_INSECURE_SERIALIZATION: bool = False
VLLM_NIXL_SIDE_CHANNEL_HOST: str = "localhost"
VLLM_NIXL_SIDE_CHANNEL_PORT: int = 5557
VLLM_NIXL_SIDE_CHANNEL_PORT: int = 5600
VLLM_ALL2ALL_BACKEND: Literal["naive", "pplx",
"deepep_high_throughput",
"deepep_low_latency",
@ -1220,7 +1220,7 @@ environment_variables: dict[str, Callable[[], Any]] = {
# Port used for NIXL handshake between remote agents.
"VLLM_NIXL_SIDE_CHANNEL_PORT":
lambda: int(os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "5557")),
lambda: int(os.getenv("VLLM_NIXL_SIDE_CHANNEL_PORT", "5600")),
# all2all backend for vllm's expert parallel communication
# Available options: