xinyun/ComfyUI-CogVideoXWrapper
1
0
Fork 0
mirror of https://git.datalinker.icu/kijai/ComfyUI-CogVideoXWrapper.git synced 2026-04-30 17:52:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update custom_cogvideox_transformer_3d.py

Browse Source
This commit is contained in:
kijai 2024-11-17 22:23:40 +02:00
parent e70da23ac2
commit 6f9e4ff647
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
custom_cogvideox_transformer_3d.py
View File

@ -125,7 +125,7 @@ class CogVideoXAttnProcessor2_0:
if not attn.is_cross_attention: if not attn.is_cross_attention:
key[:, :, text_seq_length:] = apply_rotary_emb(key[:, :, text_seq_length:], image_rotary_emb) key[:, :, text_seq_length:] = apply_rotary_emb(key[:, :, text_seq_length:], image_rotary_emb)
if attention_mode == "sageattn": if attention_mode == "sageattn" or attention_mode == "fused_sageattn":
hidden_states = sageattn_func(query, key, value, attn_mask=attention_mask, dropout_p=0.0,is_causal=False) hidden_states = sageattn_func(query, key, value, attn_mask=attention_mask, dropout_p=0.0,is_causal=False)
else: else:
hidden_states = F.scaled_dot_product_attention( hidden_states = F.scaled_dot_product_attention(