From 11ac9ddd037c63a8c9404cd1f62f9f81a5f38652 Mon Sep 17 00:00:00 2001 From: Yong Hoon Shin <48474650+sarckk@users.noreply.github.com> Date: Wed, 12 Nov 2025 22:57:20 -1000 Subject: [PATCH] Support all interleaved layer types (#28485) Signed-off-by: Yong Hoon Shin --- vllm/transformers_utils/config.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/vllm/transformers_utils/config.py b/vllm/transformers_utils/config.py index 14cae2b168e19..b7418cfb7cc75 100644 --- a/vllm/transformers_utils/config.py +++ b/vllm/transformers_utils/config.py @@ -472,8 +472,7 @@ def is_interleaved(config: PretrainedConfig) -> bool: """ text_config = config.get_text_config() if layer_types := getattr(text_config, "layer_types", None): - interleaved_types = {"full_attention", "sliding_attention"} - return interleaved_types.issubset(layer_types) + return len(set(layer_types)) > 1 return False