xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-15 02:25:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Quant] BartModel SupportsQuant (#14699)

Browse Source 
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
This commit is contained in:
Kyle Sayers 2025-03-13 00:55:59 -04:00 committed by GitHub
parent 1bc3b739c4
commit 36d1ccb286
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
vllm/model_executor/models/bart.py
View File

@ -44,7 +44,7 @@ from vllm.model_executor.model_loader.weight_utils import default_weight_loader
from vllm.model_executor.sampling_metadata import SamplingMetadata from vllm.model_executor.sampling_metadata import SamplingMetadata
from vllm.sequence import IntermediateTensors from vllm.sequence import IntermediateTensors
from .interfaces import SupportsV0Only from .interfaces import SupportsQuant, SupportsV0Only
from .utils import maybe_prefix from .utils import maybe_prefix
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)
@ -697,7 +697,7 @@ class BartDecoder(nn.Module):
return hidden_states return hidden_states
class BartModel(nn.Module): class BartModel(nn.Module, SupportsQuant):
_tied_weights_keys = [ _tied_weights_keys = [
"encoder.embed_tokens.weight", "decoder.embed_tokens.weight" "encoder.embed_tokens.weight", "decoder.embed_tokens.weight"
] ]
@ -763,7 +763,8 @@ class BartModel(nn.Module):
return decoder_outputs return decoder_outputs
class BartForConditionalGeneration(nn.Module, SupportsV0Only): class BartForConditionalGeneration(nn.Module, SupportsV0Only, SupportsQuant):
packed_modules_mapping = {"qkv_proj": ["q_proj", "k_proj", "v_proj"]}
base_model_prefix = "model" base_model_prefix = "model"
def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""): def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):