diff --git a/vllm/model_executor/models/granitemoehybrid.py b/vllm/model_executor/models/granitemoehybrid.py index 3a98abed76fd..ea49a0ffee01 100644 --- a/vllm/model_executor/models/granitemoehybrid.py +++ b/vllm/model_executor/models/granitemoehybrid.py @@ -597,6 +597,9 @@ class GraniteMoeHybridForCausalLM( "k_proj", "v_proj", ], + "conv1d": ["conv1d"], + "in_proj": ["in_proj"], + "input_linear": ["input_linear"], } embedding_modules = { "embed_tokens": "input_embeddings",