xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-10 01:35:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

[BugFix] Pass config_format via try_get_generation_config (#25912)

Browse Source
This commit is contained in:
acisseJZhong 2025-09-29 22:09:50 -07:00 committed by GitHub
parent 23194d83e8
commit e47433b3c1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/config/model.py
View File

@ -1334,11 +1334,13 @@ class ModelConfig:
self.hf_config_path or self.model,
trust_remote_code=self.trust_remote_code,
revision=self.revision,
config_format=self.config_format,
)
else:
config = try_get_generation_config(
self.generation_config,
trust_remote_code=self.trust_remote_code,
config_format=self.config_format,
)
if config is None:

2
vllm/transformers_utils/config.py
View File

@ -949,6 +949,7 @@ def try_get_generation_config(
model: str,
trust_remote_code: bool,
revision: Optional[str] = None,
config_format: Union[str, ConfigFormat] = "auto",
) -> Optional[GenerationConfig]:
try:
return GenerationConfig.from_pretrained(
@ -961,6 +962,7 @@ def try_get_generation_config(
model,
trust_remote_code=trust_remote_code,
revision=revision,
config_format=config_format,
)
return GenerationConfig.from_model_config(config)
except OSError: # Not found