ComfyUI-CogVideoXWrapper/examples/cogvideox_1_0_5b_vid2vid_02.json
2024-11-19 15:23:38 +02:00

1061 lines
19 KiB
JSON

{
"last_node_id": 78,
"last_link_id": 218,
"nodes": [
{
"id": 20,
"type": "CLIPLoader",
"pos": {
"0": -29,
"1": 407
},
"size": {
"0": 451.30548095703125,
"1": 82
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
54
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
"sd3"
]
},
{
"id": 41,
"type": "ImageResizeKJ",
"pos": {
"0": 206,
"1": -69
},
"size": {
"0": 315,
"1": 242
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 180
},
{
"name": "get_image_size",
"type": "IMAGE",
"link": null,
"shape": 7
},
{
"name": "width_input",
"type": "INT",
"link": null,
"widget": {
"name": "width_input"
}
},
{
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
126
],
"slot_index": 0,
"shape": 3
},
{
"name": "width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
720,
480,
"lanczos",
false,
2,
0,
0,
"disabled"
]
},
{
"id": 45,
"type": "VHS_LoadVideo",
"pos": {
"0": -93,
"1": -153
},
"size": [
247.455078125,
365.7275390625
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
},
{
"name": "frame_load_cap",
"type": "INT",
"link": 177,
"widget": {
"name": "frame_load_cap"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
179
],
"slot_index": 0,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "jeep.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 20,
"skip_first_frames": 0,
"select_every_nth": 1,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 20,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "jeep.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 1
}
}
}
},
{
"id": 70,
"type": "GetImageSizeAndCount",
"pos": {
"0": 214,
"1": -234
},
"size": {
"0": 202.2143096923828,
"1": 99.23601531982422
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 179,
"slot_index": 0
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
180
],
"slot_index": 0,
"shape": 3
},
{
"name": "512 width",
"type": "INT",
"links": [],
"slot_index": 1,
"shape": 3
},
{
"name": "256 height",
"type": "INT",
"links": [],
"slot_index": 2,
"shape": 3
},
{
"name": "33 count",
"type": "INT",
"links": [],
"slot_index": 3,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 69,
"type": "INTConstant",
"pos": {
"0": -90,
"1": -305
},
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "value",
"type": "INT",
"links": [
177
],
"shape": 3
}
],
"title": "Frames to load",
"properties": {
"Node name for S&R": "INTConstant"
},
"widgets_values": [
33
],
"color": "#1b4669",
"bgcolor": "#29699c"
},
{
"id": 58,
"type": "ImageConcanate",
"pos": {
"0": 1594,
"1": 230
},
"size": {
"0": 315,
"1": 102
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "image1",
"type": "IMAGE",
"link": 191
},
{
"name": "image2",
"type": "IMAGE",
"link": 170
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
132
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageConcanate"
},
"widgets_values": [
"right",
false
]
},
{
"id": 55,
"type": "GetImageSizeAndCount",
"pos": {
"0": 1654,
"1": 77
},
"size": {
"0": 210,
"1": 86
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 208,
"slot_index": 0
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
170
],
"slot_index": 0,
"shape": 3
},
{
"name": "720 width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "480 height",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "33 count",
"type": "INT",
"links": [],
"slot_index": 3,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 77,
"type": "CogVideoImageEncode",
"pos": {
"0": 952,
"1": -118
},
"size": {
"0": 315,
"1": 122
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 209
},
{
"name": "start_image",
"type": "IMAGE",
"link": 210
},
{
"name": "end_image",
"type": "IMAGE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
215
]
}
],
"properties": {
"Node name for S&R": "CogVideoImageEncode"
},
"widgets_values": [
false,
0
]
},
{
"id": 76,
"type": "CogVideoDecode",
"pos": {
"0": 1335,
"1": -123
},
"size": {
"0": 315,
"1": 198
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 206
},
{
"name": "samples",
"type": "LATENT",
"link": 216
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
208
]
}
],
"properties": {
"Node name for S&R": "CogVideoDecode"
},
"widgets_values": [
true,
240,
360,
0.2,
0.2,
true
]
},
{
"id": 30,
"type": "CogVideoTextEncode",
"pos": {
"0": 491,
"1": 372
},
"size": [
478.6890949595422,
215.66308749666905
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
213
],
"slot_index": 0,
"shape": 3
},
{
"name": "clip",
"type": "CLIP",
"links": [
217
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"A high-definition nature video showcasing a brown bear as it gracefully runs down a crystal-clear stream, surrounded by the serene ambiance of a dense, verdant forest. The sunlight filters through the canopy of tall trees, casting dappled light on the forest floor, while the gentle sound of flowing water and rustling leaves creates a peaceful atmosphere. The brown bear's fur glistens in the sunlight, highlighting its striking red and white markings as it navigates the stream with agility and playfulness.",
1,
false
]
},
{
"id": 31,
"type": "CogVideoTextEncode",
"pos": {
"0": 504,
"1": 651
},
"size": {
"0": 463.01251220703125,
"1": 144
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 217
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
214
],
"slot_index": 0,
"shape": 3
},
{
"name": "clip",
"type": "CLIP",
"links": null
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"",
1,
true
]
},
{
"id": 78,
"type": "CogVideoSampler",
"pos": {
"0": 1083,
"1": 255
},
"size": [
330,
574
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "COGVIDEOMODEL",
"link": 212
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 213
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 214
},
{
"name": "samples",
"type": "LATENT",
"link": 215,
"shape": 7
},
{
"name": "image_cond_latents",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "COGCONTEXT",
"link": null,
"shape": 7
},
{
"name": "controlnet",
"type": "COGVIDECONTROLNET",
"link": null,
"shape": 7
},
{
"name": "tora_trajectory",
"type": "TORAFEATURES",
"link": null,
"shape": 7
},
{
"name": "fastercache",
"type": "FASTERCACHEARGS",
"link": null,
"shape": 7
},
{
"name": "num_frames",
"type": "INT",
"link": 218,
"widget": {
"name": "num_frames"
}
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
216
]
}
],
"properties": {
"Node name for S&R": "CogVideoSampler"
},
"widgets_values": [
49,
25,
6,
0,
"fixed",
"CogVideoXDDIM",
0.8
]
},
{
"id": 57,
"type": "GetImageSizeAndCount",
"pos": {
"0": 595,
"1": -79
},
"size": {
"0": 202.2143096923828,
"1": 99.23601531982422
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 126,
"slot_index": 0
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
191,
210
],
"slot_index": 0,
"shape": 3
},
{
"name": "720 width",
"type": "INT",
"links": [],
"slot_index": 1,
"shape": 3
},
{
"name": "480 height",
"type": "INT",
"links": [],
"slot_index": 2,
"shape": 3
},
{
"name": "33 count",
"type": "INT",
"links": [
218
],
"slot_index": 3,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 75,
"type": "DownloadAndLoadCogVideoModel",
"pos": {
"0": 606,
"1": 85
},
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "block_edit",
"type": "TRANSFORMERBLOCKS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "COGLORA",
"link": null,
"shape": 7
},
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "COGVIDEOMODEL",
"links": [
212
]
},
{
"name": "vae",
"type": "VAE",
"links": [
206,
209
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadCogVideoModel"
},
"widgets_values": [
"THUDM/CogVideoX-5b",
"bf16",
"disabled",
false,
"sdpa",
"main_device"
]
},
{
"id": 47,
"type": "VHS_VideoCombine",
"pos": {
"0": 1946,
"1": -172
},
"size": [
1110,
687.3333333333333
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 132
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "CogVideoX_vid2vid",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "CogVideoX_vid2vid_00003.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 8
}
}
}
}
],
"links": [
[
54,
20,
0,
30,
0,
"CLIP"
],
[
126,
41,
0,
57,
0,
"IMAGE"
],
[
132,
58,
0,
47,
0,
"IMAGE"
],
[
170,
55,
0,
58,
1,
"IMAGE"
],
[
177,
69,
0,
45,
2,
"INT"
],
[
179,
45,
0,
70,
0,
"IMAGE"
],
[
180,
70,
0,
41,
0,
"IMAGE"
],
[
191,
57,
0,
58,
0,
"IMAGE"
],
[
206,
75,
1,
76,
0,
"VAE"
],
[
208,
76,
0,
55,
0,
"IMAGE"
],
[
209,
75,
1,
77,
0,
"VAE"
],
[
210,
57,
0,
77,
1,
"IMAGE"
],
[
212,
75,
0,
78,
0,
"COGVIDEOMODEL"
],
[
213,
30,
0,
78,
1,
"CONDITIONING"
],
[
214,
31,
0,
78,
2,
"CONDITIONING"
],
[
215,
77,
0,
78,
3,
"LATENT"
],
[
216,
78,
0,
76,
1,
"LATENT"
],
[
217,
30,
1,
31,
0,
"CLIP"
],
[
218,
57,
3,
78,
9,
"INT"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.8390545288825798,
"offset": [
-318.82552550589344,
331.70430573737934
]
}
},
"version": 0.4
}