xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-06-03 02:57:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix: cases with empty sparsity config (#12057)

Browse Source 
Signed-off-by: Rahul Tuli <rahul@neuralmagic.com>
This commit is contained in:
Rahul Tuli 2025-01-15 04:41:24 -05:00 committed by GitHub
parent 994fc655b7
commit cbe94391eb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py
View File

@ -113,7 +113,7 @@ class CompressedTensorsConfig(QuantizationConfig):
:return: A dictionary mapping target layer names to their corresponding :return: A dictionary mapping target layer names to their corresponding
sparsity compression configurations sparsity compression configurations
""" """
if (sparsity_config := config.get(SPARSITY_CONFIG_NAME)) is None: if not (sparsity_config := config.get(SPARSITY_CONFIG_NAME)):
return dict() return dict()
sparsity_config = SparsityCompressionConfig.model_validate( sparsity_config = SparsityCompressionConfig.model_validate(