mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-05-30 00:27:11 +08:00
[CI] Fix Plugin Tests Tests (#28413)
Signed-off-by: Robert Shaw <robertgshaw2@gmail.com>
This commit is contained in:
parent
4b94ed8f92
commit
30700b1cd7
@ -608,17 +608,19 @@ class VllmConfig:
|
|||||||
)
|
)
|
||||||
current_platform.check_and_update_config(self)
|
current_platform.check_and_update_config(self)
|
||||||
|
|
||||||
assert (
|
# If DCP, ensure the block size is right.
|
||||||
self.parallel_config.dcp_kv_cache_interleave_size
|
if self.parallel_config.decode_context_parallel_size > 1:
|
||||||
<= self.cache_config.block_size
|
assert (
|
||||||
and self.cache_config.block_size
|
self.parallel_config.dcp_kv_cache_interleave_size
|
||||||
% self.parallel_config.dcp_kv_cache_interleave_size
|
<= self.cache_config.block_size
|
||||||
== 0
|
and self.cache_config.block_size
|
||||||
), (
|
% self.parallel_config.dcp_kv_cache_interleave_size
|
||||||
f"Block_size({self.cache_config.block_size}) should be "
|
== 0
|
||||||
"greater than or equal to and divisible by dcp_kv_cache_interleave_size "
|
), (
|
||||||
f"({self.parallel_config.dcp_kv_cache_interleave_size})."
|
f"Block_size({self.cache_config.block_size}) should be greater "
|
||||||
)
|
"than or equal to and divisible by dcp_kv_cache_interleave_size "
|
||||||
|
f"({self.parallel_config.dcp_kv_cache_interleave_size})."
|
||||||
|
)
|
||||||
|
|
||||||
assert (
|
assert (
|
||||||
self.parallel_config.dcp_kv_cache_interleave_size == 1
|
self.parallel_config.dcp_kv_cache_interleave_size == 1
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user