xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-09-02 10:37:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

Change per_block_mean to False

Browse Source 
Not sure what are the implications of this, but it seems to make sage3 actually run,
This commit is contained in:
Panchovix 2025-07-25 13:01:40 -04:00 committed by GitHub
parent a9d44d9869
commit 2c7bb101b4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
comfy/ldm/modules/attention.py
View File

@ -514,7 +514,7 @@ def attention_sage(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=
else: else:
q_sa3, k_sa3, v_sa3 = q, k, v q_sa3, k_sa3, v_sa3 = q, k, v
out = sageattn_blackwell(q_sa3, k_sa3, v_sa3, attn_mask=mask, is_causal=False, per_block_mean=True) out = sageattn_blackwell(q_sa3, k_sa3, v_sa3, attn_mask=mask, is_causal=False, per_block_mean=False)
# Convert back to expected layout # Convert back to expected layout
if tensor_layout == "HND": if tensor_layout == "HND":