mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-13 13:35:36 +08:00
[Misc] Remove stale func in KVTransferConfig (#14746)
Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
parent
c6bc0034d0
commit
d03308be0c
@ -2986,12 +2986,6 @@ class KVTransferConfig(BaseModel):
|
|||||||
return self.kv_connector is not None and \
|
return self.kv_connector is not None and \
|
||||||
self.kv_role in ["kv_producer", "kv_consumer", "kv_both"]
|
self.kv_role in ["kv_producer", "kv_consumer", "kv_both"]
|
||||||
|
|
||||||
@property
|
|
||||||
def need_kv_parallel_group(self) -> bool:
|
|
||||||
# for those database-based connector, vLLM does not need to create
|
|
||||||
# parallel group, and in that case the kv parallel size will be 1.
|
|
||||||
return self.kv_connector is not None and self.kv_parallel_size > 1
|
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def is_kv_producer(self) -> bool:
|
def is_kv_producer(self) -> bool:
|
||||||
return self.kv_connector is not None and \
|
return self.kv_connector is not None and \
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user