xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 03:54:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Model] [Config] Correctly identify granite-4.0-micro as non-hybrid model (#28563)

Browse Source 
Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com>
This commit is contained in:
Thomas Parnell 2025-11-12 19:17:55 +01:00 committed by GitHub
parent a1e7fa362a
commit 64d57c3be7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/config/model.py
View File

@ -1619,6 +1619,13 @@ class ModelConfig:
@property
def is_hybrid(self) -> bool:
# Handle granite-4.0-micro case which uses hybrid config but does not
# actually contain any non-attention layers.
layer_types = getattr(self.hf_config, "layer_types", None)
if layer_types is not None and all(
layer == "attention" for layer in layer_types
):
return False
return self._model_info.is_hybrid
@property