xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-11 23:55:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

[LMCache] Fix breakage due to new LMCache version (#30216)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-12-10 11:52:01 -08:00 committed by GitHub
parent eea41804a4
commit 6ccb7baeb1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
requirements/kv_connectors.txt
View File

@ -1,2 +1,2 @@
lmcache lmcache >= 0.3.10.post1
nixl >= 0.7.1 # Required for disaggregated prefill nixl >= 0.7.1 # Required for disaggregated prefill

4
vllm/distributed/kv_transfer/kv_connector/v1/lmcache_integration/vllm_v1_adapter.py
View File

@ -27,7 +27,7 @@ from lmcache.v1.lookup_client.lmcache_async_lookup_client import (
LMCacheAsyncLookupServer, LMCacheAsyncLookupServer,
) )
from lmcache.v1.offload_server.zmq_server import ZMQOffloadServer from lmcache.v1.offload_server.zmq_server import ZMQOffloadServer
from lmcache.v1.plugin.plugin_launcher import PluginLauncher from lmcache.v1.plugin.runtime_plugin_launcher import RuntimePluginLauncher
from vllm.attention.backends.abstract import AttentionMetadata from vllm.attention.backends.abstract import AttentionMetadata
from vllm.config import VllmConfig from vllm.config import VllmConfig
@ -683,7 +683,7 @@ class LMCacheConnectorV1Impl:
self.api_server = InternalAPIServer(self) self.api_server = InternalAPIServer(self)
self.api_server.start() self.api_server.start()
# Launch plugins # Launch plugins
self.plugin_launcher = PluginLauncher( self.plugin_launcher = RuntimePluginLauncher(
self.config, self.config,
role, role,
self.worker_count, self.worker_count,