xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-06 02:35:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix][KVConn] Fix use of get_required_kvcache_layout (#22734)

Browse Source 
Signed-off-by: Nick Hill <nhill@redhat.com>
This commit is contained in:
Nick Hill 2025-08-14 18:39:43 -07:00 committed by GitHub
parent f1f0d2fab8
commit 0933f9d518
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/distributed/kv_transfer/kv_connector/v1/base.py
View File

@ -325,4 +325,8 @@ class KVConnectorBase_V1(ABC):
str: the required KV cache layout. e.g. HND, or NHD. str: the required KV cache layout. e.g. HND, or NHD.
None if the connector does not require a specific layout. None if the connector does not require a specific layout.
""" """
if cls is KVConnectorBase_V1:
raise TypeError("get_required_kvcache_layout should not be called "
"on the abstract base class")
return None return None

5
vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py
View File

@ -228,9 +228,10 @@ class MultiConnector(KVConnectorBase_V1):
for ktc in ktcs: for ktc in ktcs:
kv_transfer_config = KVTransferConfig(**ktc) kv_transfer_config = KVTransferConfig(**ktc)
temp_vllm_config.kv_transfer_config = kv_transfer_config temp_vllm_config.kv_transfer_config = kv_transfer_config
connector_cls = KVConnectorFactory.get_connector_class(
kv_transfer_config)
required_kvcache_layout = ( required_kvcache_layout = (
KVConnectorBase_V1.get_required_kvcache_layout( connector_cls.get_required_kvcache_layout(temp_vllm_config))
temp_vllm_config))
if required_kvcache_layout is not None: if required_kvcache_layout is not None:
layouts.add(required_kvcache_layout) layouts.add(required_kvcache_layout)