mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-01-25 14:54:29 +08:00
[Nixl][CI] Fix tests (#22806)
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
parent
98deac3879
commit
6b794c756c
@ -229,6 +229,9 @@ class FakeNixlConnectorWorker(NixlConnectorWorker):
|
||||
num_blocks=1,
|
||||
block_len=self.block_len,
|
||||
attn_backend_name=self.backend_name,
|
||||
# `self.kv_cache_layout` is only forced to HND when vllm engine
|
||||
# is started. We mock HND here.
|
||||
kv_cache_layout="HND",
|
||||
),
|
||||
remote_tp_size=remote_tp_size)
|
||||
return {0: remote_agent_name}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user