From 434f3d3eb869606af221f0307e16548c1f99da20 Mon Sep 17 00:00:00 2001 From: Julien Denize <40604584+juliendenize@users.noreply.github.com> Date: Fri, 21 Nov 2025 15:01:20 +0100 Subject: [PATCH] Fix mistral config (#29172) Signed-off-by: Julien Denize Signed-off-by: Julien Denize <40604584+juliendenize@users.noreply.github.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> Co-authored-by: Patrick von Platen --- vllm/transformers_utils/configs/mistral.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/vllm/transformers_utils/configs/mistral.py b/vllm/transformers_utils/configs/mistral.py index 8f72f0b28b0d..fe202b2ed156 100644 --- a/vllm/transformers_utils/configs/mistral.py +++ b/vllm/transformers_utils/configs/mistral.py @@ -90,6 +90,10 @@ def _remap_mistral_yarn_args(config: dict) -> dict: "rope_type": "yarn", "mscale_all_dim": 1, } + + if rope_theta := config.pop("rope_theta", None): + config["rope_parameters"]["rope_theta"] = rope_theta + for old_name, new_name in yarn_config_map.items(): if old_name in yarn_config: config["rope_parameters"][new_name] = yarn_config.pop(old_name)