xinyun/ComfyUI
1
0
Fork 0
mirror of https://git.datalinker.icu/comfyanonymous/ComfyUI synced 2026-08-16 01:36:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Considering adding some callbacks to context window code to allow extensions of behavior without the need to rewrite code

Browse Source
This commit is contained in:
Jedrzej Kosinski 2025-08-05 22:22:52 -07:00
parent e4c8078744
commit af74959150
1 changed files with 13 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
comfy/context_windows.py
View File

@ -80,6 +80,14 @@ class IndexListContextWindow(ContextWindowABC):
raise ValueError(f"Invalid dimension: {dim}") raise ValueError(f"Invalid dimension: {dim}")
return full return full
class IndexListCallbacks:
EVALUATE_CONTEXT_WINDOWS = "evaluate_context_windows"
def init_callbacks(self):
return {}
ContextResults = collections.namedtuple("ContextResults", ['window_idx', 'sub_conds_out', 'sub_conds', 'window']) ContextResults = collections.namedtuple("ContextResults", ['window_idx', 'sub_conds_out', 'sub_conds', 'window'])
class IndexListContextHandler(ContextHandlerABC): class IndexListContextHandler(ContextHandlerABC):
def __init__(self, context_schedule: str, fuse_method: str, context_length: int=1, context_overlap: int=0, dim=0): def __init__(self, context_schedule: str, fuse_method: str, context_length: int=1, context_overlap: int=0, dim=0):
@ -92,6 +100,8 @@ class IndexListContextHandler(ContextHandlerABC):
self.step = 0 # TODO: get from model options self.step = 0 # TODO: get from model options
self.dim = dim self.dim = dim
self.callbacks = {}
def should_use_context(self, model: BaseModel, conds: list[list[dict]], x_in: torch.Tensor, timestep: torch.Tensor, model_options: dict[str]) -> bool: def should_use_context(self, model: BaseModel, conds: list[list[dict]], x_in: torch.Tensor, timestep: torch.Tensor, model_options: dict[str]) -> bool:
# for now, assume first dim is batch - should have stored on BaseModel in actual implementation # for now, assume first dim is batch - should have stored on BaseModel in actual implementation
if x_in.size(self.dim) > self.context_length: if x_in.size(self.dim) > self.context_length:
@ -221,10 +231,11 @@ class IndexListContextHandler(ContextHandlerABC):
# for motion_models in motion_models_devices: # for motion_models in motion_models_devices:
# motion_models.set_sub_idxs(ctx_idxs) # motion_models.set_sub_idxs(ctx_idxs)
# motion_models.set_video_length(len(ctx_idxs), ADGS.params.full_length) # motion_models.set_video_length(len(ctx_idxs), ADGS.params.full_length)
# TODO: add callback here
# update exposed params # update exposed params
model_options["transformer_options"]["context_window"] = window model_options["transformer_options"]["context_window"] = window
# model_options["transformer_options"]["ad_params"]["sub_idxs"] = ctx_idxs
# model_options["transformer_options"]["ad_params"]["context_length"] = len(ctx_idxs)
# get subsections of x, timestep, conds # get subsections of x, timestep, conds
sub_x = window.get_tensor(x_in, device) sub_x = window.get_tensor(x_in, device)
sub_timestep = window.get_tensor(timestep, device, dim=0) sub_timestep = window.get_tensor(timestep, device, dim=0)