xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 04:15:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][CI] Fix config resolving logic with remote models (#27610)

Browse Source
This commit is contained in:
Roger Wang 2025-10-27 17:48:32 -07:00 committed by GitHub
parent 53a56e658b
commit a8d2e326ec
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
vllm/transformers_utils/config.py
View File

@ -622,9 +622,14 @@ def get_config(
# Architecture mapping for models without explicit architectures field
if not config.architectures:
if config.model_type not in MODEL_MAPPING_NAMES:
raise ValueError(f"Cannot find architecture name for {config.model_type}")
model_type = MODEL_MAPPING_NAMES[config.model_type]
config.update({"architectures": [model_type]})
logger.warning(
"Model config does not have a top-level 'architectures' field: "
"expecting `hf_overrides={'architectures': ['...']}` to be passed "
"in engine args."
)
else:
model_type = MODEL_MAPPING_NAMES[config.model_type]
config.update({"architectures": [model_type]})
# ModelOpt 0.31.0 and after saves the quantization config in the model
# config file.