From 64d57c3be7443137a6a117cf7f3fb9bd625a749f Mon Sep 17 00:00:00 2001
From: Thomas Parnell <tpa@zurich.ibm.com>
Date: Wed, 12 Nov 2025 19:17:55 +0100
Subject: [PATCH] [Model] [Config] Correctly identify granite-4.0-micro as
 non-hybrid model (#28563)

Signed-off-by: Thomas Parnell <tpa@zurich.ibm.com>
---
 vllm/config/model.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/vllm/config/model.py b/vllm/config/model.py
index 6ce91ebb87b90..49b66039d4a0a 100644
--- a/vllm/config/model.py
+++ b/vllm/config/model.py
@@ -1619,6 +1619,13 @@ class ModelConfig:
 
     @property
     def is_hybrid(self) -> bool:
+        # Handle granite-4.0-micro case which uses hybrid config but does not
+        # actually contain any non-attention layers.
+        layer_types = getattr(self.hf_config, "layer_types", None)
+        if layer_types is not None and all(
+            layer == "attention" for layer in layer_types
+        ):
+            return False
         return self._model_info.is_hybrid
 
     @property