xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-20 19:47:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

[P/D] Mooncake connector support more protocols (#30133)

Browse Source 
Signed-off-by: LCAIZJ <leichao139636@163.com>
This commit is contained in:
Chao Lei 2025-12-24 10:24:07 +08:00 committed by GitHub
parent 538e830caa
commit 8b59753cdb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/distributed/kv_transfer/kv_connector/v1/mooncake_connector.py
View File

@ -408,7 +408,13 @@ class MooncakeConnectorWorker:
self.engine = TransferEngine() self.engine = TransferEngine()
self.hostname = get_ip() self.hostname = get_ip()
ret_value = self.engine.initialize(self.hostname, "P2PHANDSHAKE", "rdma", "") protocol = self.vllm_config.kv_transfer_config.kv_connector_extra_config.get( # type: ignore[union-attr]
"mooncake_protocol", "rdma"
)
logger.info(
"The Mooncake Transfer Engine is using %s as its protocol.", protocol
)
ret_value = self.engine.initialize(self.hostname, "P2PHANDSHAKE", protocol, "")
if ret_value != 0: if ret_value != 0:
raise RuntimeError("Mooncake Transfer Engine initialization failed.") raise RuntimeError("Mooncake Transfer Engine initialization failed.")