xinyun/vllm
1
0
Fork 0
mirror of https://git.datalinker.icu/vllm-project/vllm.git synced 2026-05-14 20:29:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Properly check if all fused layers are in the list of targets (#12666)

Browse Source 
Thanks @kylesayrs for catching this!
This commit is contained in:
Eldar Kurtic 2025-02-03 06:42:18 +01:00 committed by GitHub
parent 20579c0fae
commit c5932e5dac
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/layers/quantization/compressed_tensors/utils.py
View File

@ -236,7 +236,7 @@ def _match_fused_layer(layer_name: str,
for type_suffix in possible_layer_types) for type_suffix in possible_layer_types)
if is_same_parent and is_matching_type and all( if is_same_parent and is_matching_type and all(
'.'.join([parent_path, type_suffix]) (f"{parent_path}.{type_suffix}" in target_layers)
for type_suffix in possible_layer_types): for type_suffix in possible_layer_types):
return target return target