From bc092ea873422569d2300d48a40e6a3e3ac99737 Mon Sep 17 00:00:00 2001 From: Jacob Kahn Date: Thu, 25 Sep 2025 09:37:03 +0200 Subject: [PATCH] Map CwmForCausalLM to llama and LlamaForCausalLM (#25611) Signed-off-by: Jacob Kahn Co-authored-by: Roger Wang --- tests/models/registry.py | 3 +++ vllm/model_executor/models/registry.py | 1 + 2 files changed, 4 insertions(+) diff --git a/tests/models/registry.py b/tests/models/registry.py index 10d85707d6687..8dbada0d03a00 100644 --- a/tests/models/registry.py +++ b/tests/models/registry.py @@ -196,6 +196,9 @@ _TEXT_GENERATION_EXAMPLE_MODELS = { trust_remote_code=True), "Cohere2ForCausalLM": _HfExamplesInfo("CohereForAI/c4ai-command-r7b-12-2024", # noqa: E501 trust_remote_code=True), + "CwmForCausalLM": _HfExamplesInfo("facebook/cwm", # noqa: E501 + trust_remote_code=True, + is_available_online=False), "DbrxForCausalLM": _HfExamplesInfo("databricks/dbrx-instruct"), "DeciLMForCausalLM": _HfExamplesInfo("nvidia/Llama-3_3-Nemotron-Super-49B-v1", # noqa: E501 trust_remote_code=True), diff --git a/vllm/model_executor/models/registry.py b/vllm/model_executor/models/registry.py index c0afd83c28ce8..432060acfee62 100644 --- a/vllm/model_executor/models/registry.py +++ b/vllm/model_executor/models/registry.py @@ -64,6 +64,7 @@ _TEXT_GENERATION_MODELS = { "ChatGLMForConditionalGeneration": ("chatglm", "ChatGLMForCausalLM"), "CohereForCausalLM": ("commandr", "CohereForCausalLM"), "Cohere2ForCausalLM": ("commandr", "CohereForCausalLM"), + "CwmForCausalLM": ("llama", "LlamaForCausalLM"), "DbrxForCausalLM": ("dbrx", "DbrxForCausalLM"), "DeciLMForCausalLM": ("nemotron_nas", "DeciLMForCausalLM"), "DeepseekForCausalLM": ("deepseek", "DeepseekForCausalLM"),