mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-21 15:57:00 +08:00
[Nixl][CI] Fix tests (#22806)
Signed-off-by: NickLucche <nlucches@redhat.com>
This commit is contained in:
parent
98deac3879
commit
6b794c756c
@ -229,6 +229,9 @@ class FakeNixlConnectorWorker(NixlConnectorWorker):
|
|||||||
num_blocks=1,
|
num_blocks=1,
|
||||||
block_len=self.block_len,
|
block_len=self.block_len,
|
||||||
attn_backend_name=self.backend_name,
|
attn_backend_name=self.backend_name,
|
||||||
|
# `self.kv_cache_layout` is only forced to HND when vllm engine
|
||||||
|
# is started. We mock HND here.
|
||||||
|
kv_cache_layout="HND",
|
||||||
),
|
),
|
||||||
remote_tp_size=remote_tp_size)
|
remote_tp_size=remote_tp_size)
|
||||||
return {0: remote_agent_name}
|
return {0: remote_agent_name}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user