ComfyUI/user/default/workflows/video to video control net + animediff.json
2025-01-15 15:24:05 +09:00

1504 lines
25 KiB
JSON

{
"last_node_id": 43,
"last_link_id": 60,
"nodes": [
{
"id": 8,
"type": "VAEDecode",
"pos": [
1209,
188
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 8
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
28
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 13,
"type": "VAEEncode",
"pos": [
791,
-12
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 30
},
{
"name": "vae",
"type": "VAE",
"link": 19
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
18
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 23,
"type": "VHS_VideoCombine",
"pos": [
1528,
210
],
"size": [
218.82891845703125,
677.4736328125
],
"flags": {},
"order": 24,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 28
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 15,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00075.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 15
},
"muted": false
}
}
},
{
"id": 22,
"type": "VHS_LoadVideoPath",
"pos": [
67,
71
],
"size": [
235.95977783203125,
238
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
29
],
"slot_index": 0,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideoPath"
},
"widgets_values": {
"video": "/opt/ftp/files/Worth It Dance Cover - Trim.mp4",
"force_rate": 15,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 0,
"skip_first_frames": 0,
"select_every_nth": 1,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 0,
"skip_first_frames": 0,
"force_rate": 15,
"filename": "/opt/ftp/files/Worth It Dance Cover - Trim.mp4",
"type": "path",
"format": "video/mp4",
"select_every_nth": 1
},
"muted": false
}
}
},
{
"id": 28,
"type": "DWPreprocessor",
"pos": [
1190,
-417
],
"size": {
"0": 315,
"1": 198
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 33
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
32,
34
],
"slot_index": 0,
"shape": 3
},
{
"name": "POSE_KEYPOINT",
"type": "POSE_KEYPOINT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DWPreprocessor"
},
"widgets_values": [
"enable",
"enable",
"enable",
512,
"yolox_l.onnx",
"dw-ll_ucoco_384_bs5.torchscript.pt"
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
415,
186
],
"size": {
"0": 422.84503173828125,
"1": 164.31304931640625
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 15
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
35
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"(masterpiece, best quality, high quality:1.2), 8k, extremely detailed, girl, cute, (smile:0.7)"
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
413,
389
],
"size": {
"0": 425.27801513671875,
"1": 180.6060791015625
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 16
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
36
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"text, watermark(worst quality, low quality:1.2), (makeup, mole), (nsfw, nude)"
]
},
{
"id": 24,
"type": "ImageScale",
"pos": [
364,
-41
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 29
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
30,
33,
40,
46
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"bilinear",
720,
1280,
"disabled"
]
},
{
"id": 29,
"type": "PreviewImage",
"pos": [
1320,
-749
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 34
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 36,
"type": "PreviewImage",
"pos": [
1913,
-738
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 52
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 35,
"type": "LineArtPreprocessor",
"pos": [
1955,
-311
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 46
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
47,
52
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LineArtPreprocessor"
},
"widgets_values": [
"disable",
512
]
},
{
"id": 37,
"type": "PreviewImage",
"pos": [
1625,
-743
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 53
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 32,
"type": "Zoe-DepthMapPreprocessor",
"pos": [
1588,
-300
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 40
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
41,
53
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "Zoe-DepthMapPreprocessor"
},
"widgets_values": [
512
]
},
{
"id": 11,
"type": "ModelSamplingDiscrete",
"pos": [
400,
940
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 12
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
13
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ModelSamplingDiscrete"
},
"widgets_values": [
"lcm",
false
]
},
{
"id": 38,
"type": "ADE_AnimateDiffLoaderGen1",
"pos": [
0,
690
],
"size": {
"0": 315,
"1": 242
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 56
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 55
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null
},
{
"name": "ad_settings",
"type": "AD_SETTINGS",
"link": null
},
{
"name": "ad_keyframes",
"type": "AD_KEYFRAMES",
"link": null
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": null
},
{
"name": "scale_multival",
"type": "MULTIVAL",
"link": null
},
{
"name": "effect_multival",
"type": "MULTIVAL",
"link": null
},
{
"name": "per_block",
"type": "PER_BLOCK",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
57
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderGen1"
},
"widgets_values": [
"temporaldiff-v1-animatediff.ckpt",
"autoselect"
]
},
{
"id": 40,
"type": "ADE_StandardUniformContextOptions",
"pos": [
0,
990
],
"size": {
"0": 327.6000061035156,
"1": 222
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
55
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ADE_StandardUniformContextOptions"
},
"widgets_values": [
16,
1,
4,
"pyramid",
false,
0,
1
]
},
{
"id": 10,
"type": "LoraLoader",
"pos": [
390,
740
],
"size": {
"0": 315,
"1": 126
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 57
},
{
"name": "clip",
"type": "CLIP",
"link": 14
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
12
],
"slot_index": 0,
"shape": 3
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
15,
16
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"pytorch_lora_weights.safetensors",
1,
1
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
1030,
360
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 13
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 50
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 51
},
{
"name": "latent_image",
"type": "LATENT",
"link": 18
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
901998733855266,
"randomize",
8,
1,
"lcm",
"normal",
0.6
]
},
{
"id": 26,
"type": "ControlNetApplyAdvanced",
"pos": [
1198,
-48
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 35
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 36
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 58
},
{
"name": "image",
"type": "IMAGE",
"link": 32
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
42
],
"slot_index": 0,
"shape": 3
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
43
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 41,
"type": "ControlNetLoaderAdvanced",
"pos": [
1197,
-164
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "tk_optional",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
58
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"control_v11p_sd15_openpose_fp16.safetensors"
]
},
{
"id": 42,
"type": "ControlNetLoaderAdvanced",
"pos": [
1587,
-172
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "tk_optional",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
59
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"control_v11f1p_sd15_depth_fp16.safetensors"
]
},
{
"id": 43,
"type": "ControlNetLoaderAdvanced",
"pos": [
1948,
-169
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "tk_optional",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
60
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetLoaderAdvanced"
},
"widgets_values": [
"control_lora_rank128_v11p_sd15s2_lineart_anime_fp16.safetensors"
]
},
{
"id": 33,
"type": "ControlNetApplyAdvanced",
"pos": [
1956,
-38
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 48
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 49
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 60
},
{
"name": "image",
"type": "IMAGE",
"link": 47
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
50
],
"slot_index": 0,
"shape": 3
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
51
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
0.5,
0,
0.7000000000000001
]
},
{
"id": 30,
"type": "ControlNetApplyAdvanced",
"pos": [
1584,
-43
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 42
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 43
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 59
},
{
"name": "image",
"type": "IMAGE",
"link": 41
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
48
],
"slot_index": 0,
"shape": 3
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
49
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
0.5,
0,
0.5
]
},
{
"id": 4,
"type": "CheckpointLoaderSimple",
"pos": [
0,
465
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 5,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
56
],
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
14
],
"slot_index": 1
},
{
"name": "VAE",
"type": "VAE",
"links": [
8,
19
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"mistoonAnime_v30.safetensors"
]
}
],
"links": [
[
7,
3,
0,
8,
0,
"LATENT"
],
[
8,
4,
2,
8,
1,
"VAE"
],
[
12,
10,
0,
11,
0,
"MODEL"
],
[
13,
11,
0,
3,
0,
"MODEL"
],
[
14,
4,
1,
10,
1,
"CLIP"
],
[
15,
10,
1,
6,
0,
"CLIP"
],
[
16,
10,
1,
7,
0,
"CLIP"
],
[
18,
13,
0,
3,
3,
"LATENT"
],
[
19,
4,
2,
13,
1,
"VAE"
],
[
28,
8,
0,
23,
0,
"IMAGE"
],
[
29,
22,
0,
24,
0,
"IMAGE"
],
[
30,
24,
0,
13,
0,
"IMAGE"
],
[
32,
28,
0,
26,
3,
"IMAGE"
],
[
33,
24,
0,
28,
0,
"IMAGE"
],
[
34,
28,
0,
29,
0,
"IMAGE"
],
[
35,
6,
0,
26,
0,
"CONDITIONING"
],
[
36,
7,
0,
26,
1,
"CONDITIONING"
],
[
40,
24,
0,
32,
0,
"IMAGE"
],
[
41,
32,
0,
30,
3,
"IMAGE"
],
[
42,
26,
0,
30,
0,
"CONDITIONING"
],
[
43,
26,
1,
30,
1,
"CONDITIONING"
],
[
46,
24,
0,
35,
0,
"IMAGE"
],
[
47,
35,
0,
33,
3,
"IMAGE"
],
[
48,
30,
0,
33,
0,
"CONDITIONING"
],
[
49,
30,
1,
33,
1,
"CONDITIONING"
],
[
50,
33,
0,
3,
1,
"CONDITIONING"
],
[
51,
33,
1,
3,
2,
"CONDITIONING"
],
[
52,
35,
0,
36,
0,
"IMAGE"
],
[
53,
32,
0,
37,
0,
"IMAGE"
],
[
55,
40,
0,
38,
1,
"CONTEXT_OPTIONS"
],
[
56,
4,
0,
38,
0,
"MODEL"
],
[
57,
38,
0,
10,
0,
"MODEL"
],
[
58,
41,
0,
26,
2,
"CONTROL_NET"
],
[
59,
42,
0,
30,
2,
"CONTROL_NET"
],
[
60,
43,
0,
33,
2,
"CONTROL_NET"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8769226950000066,
"offset": [
-128.97335149185483,
73.60458384482888
]
}
},
"version": 0.4
}