xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2025-12-19 05:25:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Core] Allow AQLM on Pascal (#5058)

Browse Source
This commit is contained in:
sasha0552 2024-05-27 22:26:14 +00:00 committed by GitHub
parent 1102bef219
commit fbdb7b3ee2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/quantization/aqlm.py
View File

@ -192,7 +192,7 @@ class AQLMConfig(QuantizationConfig):
@classmethod @classmethod
def get_min_capability(cls) -> int: def get_min_capability(cls) -> int:
return 70 return 60
@classmethod @classmethod
def get_config_filenames(cls) -> List[str]: def get_config_filenames(cls) -> List[str]: