xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-04 03:29:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

[nit]: Fix import for the lmcache integration (#27600)

Browse Source 
Signed-off-by: Samuel Shen <slshen@uchicago.edu>
Co-authored-by: Samuel Shen <slshen@uchicago.edu>
This commit is contained in:
Samuel Shen 2025-10-28 07:40:55 -07:00 committed by GitHub
parent 936643a868
commit 05e034f085
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py
View File

@ -13,9 +13,6 @@ from vllm.distributed.kv_transfer.kv_connector.v1.base import (
KVConnectorMetadata, KVConnectorMetadata,
KVConnectorRole, KVConnectorRole,
) )
from vllm.distributed.kv_transfer.kv_connector.v1.lmcache_integration import (
vllm_v1_adapter as _adapter,
)
from vllm.logger import init_logger from vllm.logger import init_logger
from vllm.v1.core.sched.output import SchedulerOutput from vllm.v1.core.sched.output import SchedulerOutput
@ -37,6 +34,11 @@ class LMCacheConnectorV1(KVConnectorBase_V1):
) )
if use_native: if use_native:
logger.info("Initializing native LMCache connector") logger.info("Initializing native LMCache connector")
# lazy import
from vllm.distributed.kv_transfer.kv_connector.v1 import lmcache_integration
_adapter = lmcache_integration.vllm_v1_adapter
cls = _adapter.LMCacheConnectorV1Impl cls = _adapter.LMCacheConnectorV1Impl
else: else:
logger.info("Initializing latest dev LMCache connector") logger.info("Initializing latest dev LMCache connector")

5
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_integration/__init__.py
View File

@ -1,2 +1,7 @@
# SPDX-License-Identifier: Apache-2.0 # SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
from . import vllm_v1_adapter
__all__ = ["vllm_v1_adapter"]

2
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_integration/utils.py
View File

@ -131,7 +131,7 @@ def create_lmcache_metadata(
# First Party # First Party
from lmcache.config import LMCacheEngineMetadata from lmcache.config import LMCacheEngineMetadata
from vllm.utils import get_kv_cache_torch_dtype from vllm.utils.torch_utils import get_kv_cache_torch_dtype
config = lmcache_get_or_create_config() config = lmcache_get_or_create_config()
# Support both vllm_config object and individual config parameters # Support both vllm_config object and individual config parameters