From 1c4131058465db9966ffc3a701a86a479216d0ea Mon Sep 17 00:00:00 2001 From: Kyle Sayers Date: Tue, 2 Sep 2025 13:54:10 -0400 Subject: [PATCH] [Bugfix] Fix transform_config parsing in Compressed Tensors (#23945) Signed-off-by: Kyle Sayers --- .../quantization/compressed_tensors/compressed_tensors.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py b/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py index b07bf675ca47d..97041a5a050f1 100644 --- a/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py +++ b/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py @@ -63,7 +63,7 @@ class CompressedTensorsConfig(QuantizationConfig): sparsity_ignore_list: list[str], kv_cache_scheme: Optional[dict[str, Any]] = None, config: Optional[dict[str, Any]] = None, - transform_config: Optional[TransformConfig] = None, + transform_config: Optional[dict[str, Any]] = None, ): super().__init__() self.ignore = ignore @@ -75,7 +75,7 @@ class CompressedTensorsConfig(QuantizationConfig): self.sparsity_ignore_list = sparsity_ignore_list self.config = config - if transform_config is not None: + if transform_config: self.transform_config = TransformConfig.model_validate( transform_config) else: