xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-07-20 17:57:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Support all interleaved layer types (#28485)

Browse Source 
Signed-off-by: Yong Hoon Shin <yhshin@meta.com>
This commit is contained in:
Yong Hoon Shin 2025-11-12 22:57:20 -10:00 committed by GitHub
parent 5c9ad138d5
commit 11ac9ddd03
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
vllm/transformers_utils/config.py
View File

@ -472,8 +472,7 @@ def is_interleaved(config: PretrainedConfig) -> bool:
""" """
text_config = config.get_text_config() text_config = config.get_text_config()
if layer_types := getattr(text_config, "layer_types", None): if layer_types := getattr(text_config, "layer_types", None):
interleaved_types = {"full_attention", "sliding_attention"} return len(set(layer_types)) > 1
return interleaved_types.issubset(layer_types)
return False return False