mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2026-09-09 05:57:00 +08:00
architectures can be None
Signed-off-by: Xingyu Liu <charlotteliu12x@gmail.com>
This commit is contained in:
parent
b78c44f1d8
commit
f72949b288
@ -17,8 +17,9 @@ class ModelArchitectureConfig:
|
|||||||
Configuration for model architecture that required by vLLM runtime
|
Configuration for model architecture that required by vLLM runtime
|
||||||
"""
|
"""
|
||||||
|
|
||||||
architectures: list[str]
|
architectures: list[str] | None
|
||||||
"""List of model architecture class names (e.g., ['LlamaForCausalLM'])."""
|
"""List of model architecture class names (e.g., ['LlamaForCausalLM']).
|
||||||
|
It can be None upon calling `vllm_config.with_hf_config(config.text_config)`"""
|
||||||
|
|
||||||
model_type: str
|
model_type: str
|
||||||
"""Model type identifier (e.g., 'llama', 'gpt_oss')."""
|
"""Model type identifier (e.g., 'llama', 'gpt_oss')."""
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user