architectures can be None

Signed-off-by: Xingyu Liu <charlotteliu12x@gmail.com>
This commit is contained in:
Xingyu Liu 2025-12-09 17:04:58 -08:00
parent b78c44f1d8
commit f72949b288

View File

@ -17,8 +17,9 @@ class ModelArchitectureConfig:
Configuration for model architecture that required by vLLM runtime
"""
architectures: list[str]
"""List of model architecture class names (e.g., ['LlamaForCausalLM'])."""
architectures: list[str] | None
"""List of model architecture class names (e.g., ['LlamaForCausalLM']).
It can be None upon calling `vllm_config.with_hf_config(config.text_config)`"""
model_type: str
"""Model type identifier (e.g., 'llama', 'gpt_oss')."""