xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-08-03 11:56:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

xpu-workflows-opt

Browse Source
This commit is contained in:
plusbang 2025-10-21 10:38:11 +08:00
parent 1c10b33f9b
commit 3dab05de8e
3 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
comfy/ldm/modules/attention.py
View File

@ -493,7 +493,16 @@ def attention_pytorch(q, k, v, heads, mask=None, attn_precision=None, skip_resha
mask = mask.unsqueeze(1) mask = mask.unsqueeze(1)
if SDP_BATCH_LIMIT >= b: if SDP_BATCH_LIMIT >= b:
out = comfy.ops.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=0.0, is_causal=False) # out = comfy.ops.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=0.0, is_causal=False)
if mask is None:
k = k.contiguous()
v = v.contiguous()
import sdpa_kernels
out = sdpa_kernels.sdp_xmx(q, k, v, 1 / math.sqrt(dim_head), 0)
# print("here:", out.isnan().count_nonzero(), out.isinf().count_nonzero())
# breakpoint()
else:
out = comfy.ops.scaled_dot_product_attention(q, k, v, attn_mask=mask, dropout_p=0.0, is_causal=False)
if not skip_output_reshape: if not skip_output_reshape:
out = ( out = (
out.transpose(1, 2).reshape(b, -1, heads * dim_head) out.transpose(1, 2).reshape(b, -1, heads * dim_head)

1
user/default/workflows/image_qwen_image_edit_2509.json Normal file
View File

File diff suppressed because one or more lines are too long

1
user/default/workflows/image_qwen_image_edit_2509_20steps.json Normal file
View File

File diff suppressed because one or more lines are too long