xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-02 08:44:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Minor fix about MooncakeStoreConnector (#18721)

Browse Source 
Signed-off-by: baoloongmao <baoloongmao@tencent.com>
This commit is contained in:
maobaolong 2025-05-27 16:02:28 +08:00 committed by GitHub
parent 4693a3438c
commit c24b1572ac
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
vllm/distributed/kv_transfer/kv_connector/mooncake_store_connector.py
View File

@ -31,12 +31,12 @@ class MooncakeStoreConnector(KVConnectorBase):
local_rank: int, local_rank: int,
config: VllmConfig, config: VllmConfig,
): ):
self.config = config.kv_transfer_config self.kv_transfer_config = config.kv_transfer_config
self.kv_helper = kv_helper(config) self.kv_helper = kv_helper(config)
self.local_tp_rank = local_rank self.local_tp_rank = local_rank
# Init kv_store # Init kv_store
if self.config.kv_connector == "MooncakeStoreConnector": if self.kv_transfer_config.kv_connector == "MooncakeStoreConnector":
# Check if MOONCAKE_CONFIG_PATH is set # Check if MOONCAKE_CONFIG_PATH is set
import os import os
use_mooncake_store = os.getenv('MOONCAKE_CONFIG_PATH') is not None use_mooncake_store = os.getenv('MOONCAKE_CONFIG_PATH') is not None
@ -50,10 +50,11 @@ class MooncakeStoreConnector(KVConnectorBase):
MooncakeStore) MooncakeStore)
logger.info( logger.info(
"Initializing KVStoreConnector under kv_transfer_config %s", "Initializing KVStoreConnector under kv_transfer_config %s",
self.config) self.kv_transfer_config)
self.kv_store = MooncakeStore(config) self.kv_store = MooncakeStore(config)
else: else:
logger.error("Can not find %s", self.config.kv_connector) logger.error("Can not find %s",
self.kv_transfer_config.kv_connector)
assert self.kv_store is not None assert self.kv_store is not None