diff --git a/vllm/lora/layers/fused_moe.py b/vllm/lora/layers/fused_moe.py index e7bc61329d5aa..5a9fd35c2907a 100644 --- a/vllm/lora/layers/fused_moe.py +++ b/vllm/lora/layers/fused_moe.py @@ -405,3 +405,7 @@ class FusedMoEWithLoRA(BaseLayerWithLoRA): @property def quant_method(self): return self.base_layer.quant_method + + @property + def is_internal_router(self) -> bool: + return self.base_layer.is_internal_router