ComfyUI-CogVideoXWrapper/examples/cogvideox_2b_controlnet_example_01.json

904 lines
16 KiB
JSON

{
"last_node_id": 43,
"last_link_id": 77,
"nodes": [
{
"id": 11,
"type": "CogVideoDecode",
"pos": {
"0": 740,
"1": 580
},
"size": {
"0": 300.396484375,
"1": 198
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 63
},
{
"name": "samples",
"type": "LATENT",
"link": 64
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
76
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoDecode"
},
"widgets_values": [
false,
240,
360,
0.2,
0.2,
true
]
},
{
"id": 41,
"type": "HEDPreprocessor",
"pos": {
"0": -570,
"1": -76
},
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 73
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
74
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HEDPreprocessor"
},
"widgets_values": [
"enable",
768
]
},
{
"id": 31,
"type": "CogVideoTextEncode",
"pos": {
"0": 140,
"1": 660
},
"size": {
"0": 463.01251220703125,
"1": 124
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 56
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
62
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"",
1,
true
]
},
{
"id": 20,
"type": "CLIPLoader",
"pos": {
"0": -390,
"1": 480
},
"size": {
"0": 451.30548095703125,
"1": 82
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
54,
56
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
"sd3"
]
},
{
"id": 38,
"type": "VHS_LoadVideo",
"pos": {
"0": -847,
"1": -78
},
"size": [
247.455078125,
427.63671875
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
73
],
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": null
},
{
"name": "audio",
"type": "AUDIO",
"links": null
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "car.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 49,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 49,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "car.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
},
"muted": false
}
}
},
{
"id": 39,
"type": "ImageResizeKJ",
"pos": {
"0": -563,
"1": 63
},
"size": {
"0": 315,
"1": 266
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 74
},
{
"name": "get_image_size",
"type": "IMAGE",
"link": null,
"shape": 7
},
{
"name": "width_input",
"type": "INT",
"link": null,
"widget": {
"name": "width_input"
},
"shape": 7
},
{
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
},
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
71
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": null
},
{
"name": "height",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
720,
480,
"lanczos",
false,
2,
0,
0,
"disabled"
]
},
{
"id": 40,
"type": "GetImageSizeAndCount",
"pos": {
"0": -190,
"1": -68
},
"size": {
"0": 277.20001220703125,
"1": 86
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 71
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
72,
75
],
"slot_index": 0
},
{
"name": "720 width",
"type": "INT",
"links": null
},
{
"name": "480 height",
"type": "INT",
"links": null
},
{
"name": "49 count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 37,
"type": "CogVideoControlNet",
"pos": {
"0": 133,
"1": 131
},
"size": {
"0": 367.79998779296875,
"1": 126
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "controlnet",
"type": "COGVIDECONTROLNETMODEL",
"link": 67
},
{
"name": "images",
"type": "IMAGE",
"link": 72
}
],
"outputs": [
{
"name": "cogvideo_controlnet",
"type": "COGVIDECONTROLNET",
"links": [
68
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CogVideoControlNet"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 35,
"type": "DownloadAndLoadCogVideoControlNet",
"pos": {
"0": -187,
"1": -207
},
"size": {
"0": 378,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "cogvideo_controlnet",
"type": "COGVIDECONTROLNETMODEL",
"links": [
67
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadCogVideoControlNet"
},
"widgets_values": [
"TheDenk/cogvideox-2b-controlnet-hed-v1"
]
},
{
"id": 1,
"type": "DownloadAndLoadCogVideoModel",
"pos": {
"0": -157,
"1": -473
},
"size": {
"0": 315,
"1": 194
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "pab_config",
"type": "PAB_CONFIG",
"link": null,
"shape": 7
},
{
"name": "block_edit",
"type": "TRANSFORMERBLOCKS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "COGLORA",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "cogvideo_pipe",
"type": "COGVIDEOPIPE",
"links": [
60
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadCogVideoModel"
},
"widgets_values": [
"THUDM/CogVideoX-2b",
"fp16",
"disabled",
"disabled",
false
]
},
{
"id": 30,
"type": "CogVideoTextEncode",
"pos": {
"0": 130,
"1": 350
},
"size": [
475.7874994452536,
231.2989729014987
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
61
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"car is moving among mountains",
1,
true
]
},
{
"id": 34,
"type": "CogVideoSampler",
"pos": {
"0": 730,
"1": 170
},
"size": {
"0": 315.8404846191406,
"1": 370
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 60
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 61
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 62
},
{
"name": "samples",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "image_cond_latents",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "COGCONTEXT",
"link": null,
"shape": 7
},
{
"name": "controlnet",
"type": "COGVIDECONTROLNET",
"link": 68,
"shape": 7
}
],
"outputs": [
{
"name": "cogvideo_pipe",
"type": "COGVIDEOPIPE",
"links": [
63
],
"shape": 3
},
{
"name": "samples",
"type": "LATENT",
"links": [
64
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoSampler"
},
"widgets_values": [
480,
720,
49,
32,
6,
806286757407563,
"fixed",
"CogVideoXDDIM",
1
]
},
{
"id": 42,
"type": "ImageConcatMulti",
"pos": {
"0": 1139,
"1": -19
},
"size": {
"0": 210,
"1": 150
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 75
},
{
"name": "image_2",
"type": "IMAGE",
"link": 76
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
77
],
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
2,
"right",
false,
null
]
},
{
"id": 43,
"type": "VHS_VideoCombine",
"pos": {
"0": 1154,
"1": 202
},
"size": [
778.7022705078125,
576.9007568359375
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 77
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "CogVideoX2B_controlnet",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "CogVideoX2B_00007.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 8
},
"muted": false
}
}
}
],
"links": [
[
54,
20,
0,
30,
0,
"CLIP"
],
[
56,
20,
0,
31,
0,
"CLIP"
],
[
60,
1,
0,
34,
0,
"COGVIDEOPIPE"
],
[
61,
30,
0,
34,
1,
"CONDITIONING"
],
[
62,
31,
0,
34,
2,
"CONDITIONING"
],
[
63,
34,
0,
11,
0,
"COGVIDEOPIPE"
],
[
64,
34,
1,
11,
1,
"LATENT"
],
[
67,
35,
0,
37,
0,
"COGVIDECONTROLNETMODEL"
],
[
68,
37,
0,
34,
6,
"COGVIDECONTROLNET"
],
[
71,
39,
0,
40,
0,
"IMAGE"
],
[
72,
40,
0,
37,
1,
"IMAGE"
],
[
73,
38,
0,
41,
0,
"IMAGE"
],
[
74,
41,
0,
39,
0,
"IMAGE"
],
[
75,
40,
0,
42,
0,
"IMAGE"
],
[
76,
11,
0,
42,
1,
"IMAGE"
],
[
77,
42,
0,
43,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6303940863129801,
"offset": [
1194.8126582413695,
661.2034019206458
]
}
},
"version": 0.4
}