xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 07:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

Minor fix about MooncakeStoreConnector (#18721)

Browse Source 
Signed-off-by: baoloongmao <baoloongmao@tencent.com>
This commit is contained in:
maobaolong 2025-05-27 16:02:28 +08:00 committed by GitHub
parent 4693a3438c
commit c24b1572ac
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/distributed/kv_transfer/kv_connector/mooncake_store_connector.py
View File

@ -31,12 +31,12 @@ class MooncakeStoreConnector(KVConnectorBase):
local_rank: int,
config: VllmConfig,
):
self.config = config.kv_transfer_config
self.kv_transfer_config = config.kv_transfer_config
self.kv_helper = kv_helper(config)
self.local_tp_rank = local_rank
# Init kv_store
if self.config.kv_connector == "MooncakeStoreConnector":
if self.kv_transfer_config.kv_connector == "MooncakeStoreConnector":
# Check if MOONCAKE_CONFIG_PATH is set
import os
use_mooncake_store = os.getenv('MOONCAKE_CONFIG_PATH') is not None
@ -50,10 +50,11 @@ class MooncakeStoreConnector(KVConnectorBase):
MooncakeStore)
logger.info(
"Initializing KVStoreConnector under kv_transfer_config %s",
self.config)
self.kv_transfer_config)
self.kv_store = MooncakeStore(config)
else:
logger.error("Can not find %s", self.config.kv_connector)
logger.error("Can not find %s",
self.kv_transfer_config.kv_connector)
assert self.kv_store is not None