mirror of
https://git.datalinker.icu/vllm-project/vllm.git
synced 2025-12-19 13:14:59 +08:00
75 lines
1.6 KiB
Python
75 lines
1.6 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
|
|
# Adapted from
|
|
# https://github.com/modelscope/ms-swift/blob/v2.4.2/swift/utils/module_mapping.py
|
|
|
|
from dataclasses import dataclass, field
|
|
|
|
|
|
@dataclass
|
|
class ModelKeys:
|
|
model_type: str = None
|
|
|
|
module_list: str = None
|
|
|
|
embedding: str = None
|
|
|
|
mlp: str = None
|
|
|
|
down_proj: str = None
|
|
|
|
attention: str = None
|
|
|
|
o_proj: str = None
|
|
|
|
q_proj: str = None
|
|
|
|
k_proj: str = None
|
|
|
|
v_proj: str = None
|
|
|
|
qkv_proj: str = None
|
|
|
|
qk_proj: str = None
|
|
|
|
qa_proj: str = None
|
|
|
|
qb_proj: str = None
|
|
|
|
kva_proj: str = None
|
|
|
|
kvb_proj: str = None
|
|
|
|
output: str = None
|
|
|
|
|
|
@dataclass
|
|
class MultiModelKeys(ModelKeys):
|
|
language_model: list[str] = field(default_factory=list)
|
|
connector: list[str] = field(default_factory=list)
|
|
# vision tower and audio tower
|
|
tower_model: list[str] = field(default_factory=list)
|
|
generator: list[str] = field(default_factory=list)
|
|
|
|
@staticmethod
|
|
def from_string_field(
|
|
language_model: str | list[str] = None,
|
|
connector: str | list[str] = None,
|
|
tower_model: str | list[str] = None,
|
|
generator: str | list[str] = None,
|
|
**kwargs,
|
|
) -> "MultiModelKeys":
|
|
def to_list(value):
|
|
if value is None:
|
|
return []
|
|
return [value] if isinstance(value, str) else list(value)
|
|
|
|
return MultiModelKeys(
|
|
language_model=to_list(language_model),
|
|
connector=to_list(connector),
|
|
tower_model=to_list(tower_model),
|
|
generator=to_list(generator),
|
|
**kwargs,
|
|
)
|