Change per_block_mean to False

Not sure what are the implications of this, but it seems to make sage3 actually run,
This commit is contained in:
Panchovix 2025-07-25 13:01:40 -04:00 committed by GitHub
parent a9d44d9869
commit 2c7bb101b4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -514,7 +514,7 @@ def attention_sage(q, k, v, heads, mask=None, attn_precision=None, skip_reshape=
else:
q_sa3, k_sa3, v_sa3 = q, k, v
out = sageattn_blackwell(q_sa3, k_sa3, v_sa3, attn_mask=mask, is_causal=False, per_block_mean=True)
out = sageattn_blackwell(q_sa3, k_sa3, v_sa3, attn_mask=mask, is_causal=False, per_block_mean=False)
# Convert back to expected layout
if tensor_layout == "HND":