xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-13 20:15:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix mistral config (#29172)

Browse Source 
Signed-off-by: Julien Denize <julien.denize@mistral.ai>
Signed-off-by: Julien Denize <40604584+juliendenize@users.noreply.github.com>
Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
Co-authored-by: Patrick von Platen <patrick.v.platen@gmail.com>
This commit is contained in:
Julien Denize 2025-11-21 15:01:20 +01:00 committed by GitHub
parent 2092ce8c39
commit 434f3d3eb8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/transformers_utils/configs/mistral.py
View File

@ -90,6 +90,10 @@ def _remap_mistral_yarn_args(config: dict) -> dict:
"rope_type": "yarn", "rope_type": "yarn",
"mscale_all_dim": 1, "mscale_all_dim": 1,
} }
if rope_theta := config.pop("rope_theta", None):
config["rope_parameters"]["rope_theta"] = rope_theta
for old_name, new_name in yarn_config_map.items(): for old_name, new_name in yarn_config_map.items():
if old_name in yarn_config: if old_name in yarn_config:
config["rope_parameters"][new_name] = yarn_config.pop(old_name) config["rope_parameters"][new_name] = yarn_config.pop(old_name)