xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-10 02:20:13 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix transform_config parsing in Compressed Tensors (#23945)

Browse Source 
Signed-off-by: Kyle Sayers <kylesayrs@gmail.com>
This commit is contained in:
Kyle Sayers 2025-09-02 13:54:10 -04:00 committed by GitHub
parent c83c4ff815
commit 1c41310584
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py
View File

@ -63,7 +63,7 @@ class CompressedTensorsConfig(QuantizationConfig):
sparsity_ignore_list: list[str], sparsity_ignore_list: list[str],
kv_cache_scheme: Optional[dict[str, Any]] = None, kv_cache_scheme: Optional[dict[str, Any]] = None,
config: Optional[dict[str, Any]] = None, config: Optional[dict[str, Any]] = None,
transform_config: Optional[TransformConfig] = None, transform_config: Optional[dict[str, Any]] = None,
): ):
super().__init__() super().__init__()
self.ignore = ignore self.ignore = ignore
@ -75,7 +75,7 @@ class CompressedTensorsConfig(QuantizationConfig):
self.sparsity_ignore_list = sparsity_ignore_list self.sparsity_ignore_list = sparsity_ignore_list
self.config = config self.config = config
if transform_config is not None: if transform_config:
self.transform_config = TransformConfig.model_validate( self.transform_config = TransformConfig.model_validate(
transform_config) transform_config)
else: else: