mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-06-02 22:31:21 +08:00
Fix typos
Signed-off-by: yuantao <2422264527@qq.com>
This commit is contained in:
parent
b565203d92
commit
2470548aaa
@ -787,7 +787,7 @@ class CrossAttentionManager(SingleTypeKVCacheManager):
|
|||||||
class SinkFullAttentionManager(FullAttentionManager):
|
class SinkFullAttentionManager(FullAttentionManager):
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
kv_cache_spec: KVCacheSpec,
|
kv_cache_spec: SinkFullAttentionSpec,
|
||||||
block_pool: BlockPool,
|
block_pool: BlockPool,
|
||||||
kv_cache_group_id: int,
|
kv_cache_group_id: int,
|
||||||
dcp_world_size: int = 1,
|
dcp_world_size: int = 1,
|
||||||
|
|||||||
@ -299,7 +299,7 @@ class CrossAttentionSpec(AttentionSpec):
|
|||||||
return cdiv(max_encoder_len, self.block_size) * self.page_size_bytes
|
return cdiv(max_encoder_len, self.block_size) * self.page_size_bytes
|
||||||
|
|
||||||
|
|
||||||
@dataclass(forzen=True)
|
@dataclass(frozen=True)
|
||||||
class SinkFullAttentionSpec(FullAttentionSpec):
|
class SinkFullAttentionSpec(FullAttentionSpec):
|
||||||
sink_len: int | None = None
|
sink_len: int | None = None
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user