xinyun/ComfyUI-CogVideoXWrapper
1
0
Fork 0
mirror of https://git.datalinker.icu/kijai/ComfyUI-CogVideoXWrapper.git synced 2025-12-10 21:44:28 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
kijai 2024-09-22 21:14:03 +03:00
parent 93edf24631
commit 81c5447ca3
2 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
nodes.py
View File

@ -119,6 +119,7 @@ class CogVideoPABConfig:
RETURN_NAMES = ("pab_config", ) RETURN_NAMES = ("pab_config", )
FUNCTION = "config" FUNCTION = "config"
CATEGORY = "CogVideoWrapper" CATEGORY = "CogVideoWrapper"
DESCRIPTION = "EXPERIMENTAL:Pyramid Attention Broadcast (PAB) speeds up inference by mitigating redundant attention computation"
def config(self, spatial_broadcast, pab_threshold_start, pab_threshold_end, pab_range, steps): def config(self, spatial_broadcast, pab_threshold_start, pab_threshold_end, pab_range, steps):

5
videosys/cogvideox_transformer_3d.py
View File

@ -8,7 +8,6 @@
# diffusers: https://github.com/huggingface/diffusers # diffusers: https://github.com/huggingface/diffusers
# -------------------------------------------------------- # --------------------------------------------------------
from functools import partial
from typing import Any, Dict, Optional, Tuple, Union from typing import Any, Dict, Optional, Tuple, Union
import torch import torch
@ -22,13 +21,11 @@ from diffusers.utils import is_torch_version
from diffusers.utils.torch_utils import maybe_allow_in_graph from diffusers.utils.torch_utils import maybe_allow_in_graph
from torch import nn from torch import nn
from .core.comm import all_to_all_comm, gather_sequence, get_pad, set_pad, split_sequence
from .core.pab_mgr import enable_pab, if_broadcast_spatial from .core.pab_mgr import enable_pab, if_broadcast_spatial
#from .core.parallel_mgr import ParallelManager
from .modules.embeddings import apply_rotary_emb from .modules.embeddings import apply_rotary_emb
from .utils.utils import batch_func
from .modules.embeddings import CogVideoXPatchEmbed from .modules.embeddings import CogVideoXPatchEmbed
from .modules.normalization import AdaLayerNorm, CogVideoXLayerNormZero from .modules.normalization import AdaLayerNorm, CogVideoXLayerNormZero