Update cogvideo_5b_vid2vid_example_01.json

This commit is contained in:
kijai 2024-10-21 19:46:20 +03:00
parent adfc560ad6
commit 81f8ca676e

View File

@ -1,6 +1,6 @@
{ {
"last_node_id": 73, "last_node_id": 74,
"last_link_id": 191, "last_link_id": 200,
"nodes": [ "nodes": [
{ {
"id": 20, "id": 20,
@ -37,47 +37,6 @@
"sd3" "sd3"
] ]
}, },
{
"id": 31,
"type": "CogVideoTextEncode",
"pos": {
"0": 503,
"1": 521
},
"size": {
"0": 463.01251220703125,
"1": 124
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 56
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
161
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"",
1,
true
]
},
{ {
"id": 41, "id": 41,
"type": "ImageResizeKJ", "type": "ImageResizeKJ",
@ -101,7 +60,8 @@
{ {
"name": "get_image_size", "name": "get_image_size",
"type": "IMAGE", "type": "IMAGE",
"link": null "link": null,
"shape": 7
}, },
{ {
"name": "width_input", "name": "width_input",
@ -157,113 +117,6 @@
"disabled" "disabled"
] ]
}, },
{
"id": 30,
"type": "CogVideoTextEncode",
"pos": {
"0": 500,
"1": 308
},
"size": {
"0": 474.8450012207031,
"1": 164.7423553466797
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
160
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"A high-definition nature video showcasing a brown bear as it gracefully runs down a crystal-clear stream, surrounded by the serene ambiance of a dense, verdant forest. The sunlight filters through the canopy of tall trees, casting dappled light on the forest floor, while the gentle sound of flowing water and rustling leaves creates a peaceful atmosphere. The brown bear's fur glistens in the sunlight, highlighting its striking red and white markings as it navigates the stream with agility and playfulness.",
1,
true
]
},
{
"id": 57,
"type": "GetImageSizeAndCount",
"pos": {
"0": 603,
"1": -65
},
"size": {
"0": 202.2143096923828,
"1": 99.23601531982422
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 126,
"slot_index": 0
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
129,
191
],
"slot_index": 0,
"shape": 3
},
{
"name": "720 width",
"type": "INT",
"links": [
165
],
"slot_index": 1,
"shape": 3
},
{
"name": "480 height",
"type": "INT",
"links": [
164
],
"slot_index": 2,
"shape": 3
},
{
"name": "33 count",
"type": "INT",
"links": [
178
],
"slot_index": 3,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{ {
"id": 45, "id": 45,
"type": "VHS_LoadVideo", "type": "VHS_LoadVideo",
@ -282,12 +135,14 @@
{ {
"name": "meta_batch", "name": "meta_batch",
"type": "VHS_BatchManager", "type": "VHS_BatchManager",
"link": null "link": null,
"shape": 7
}, },
{ {
"name": "vae", "name": "vae",
"type": "VAE", "type": "VAE",
"link": null "link": null,
"shape": 7
}, },
{ {
"name": "frame_load_cap", "name": "frame_load_cap",
@ -316,7 +171,7 @@
}, },
{ {
"name": "audio", "name": "audio",
"type": "VHS_AUDIO", "type": "AUDIO",
"links": null, "links": null,
"shape": 3 "shape": 3
}, },
@ -467,17 +322,20 @@
{ {
"name": "pab_config", "name": "pab_config",
"type": "PAB_CONFIG", "type": "PAB_CONFIG",
"link": null "link": null,
"shape": 7
}, },
{ {
"name": "block_edit", "name": "block_edit",
"type": "TRANSFORMERBLOCKS", "type": "TRANSFORMERBLOCKS",
"link": null "link": null,
"shape": 7
}, },
{ {
"name": "lora", "name": "lora",
"type": "COGLORA", "type": "COGLORA",
"link": null "link": null,
"shape": 7
} }
], ],
"outputs": [ "outputs": [
@ -486,7 +344,7 @@
"type": "COGVIDEOPIPE", "type": "COGVIDEOPIPE",
"links": [ "links": [
83, 83,
159 192
], ],
"slot_index": 0, "slot_index": 0,
"shape": 3 "shape": 3
@ -503,55 +361,6 @@
false false
] ]
}, },
{
"id": 11,
"type": "CogVideoDecode",
"pos": {
"0": 1097,
"1": 681
},
"size": {
"0": 301.1664123535156,
"1": 198
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 166
},
{
"name": "samples",
"type": "LATENT",
"link": 167
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
118
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoDecode"
},
"widgets_values": [
false,
96,
96,
0.083,
0.083,
true
]
},
{ {
"id": 37, "id": 37,
"type": "CogVideoImageEncode", "type": "CogVideoImageEncode",
@ -582,7 +391,8 @@
{ {
"name": "mask", "name": "mask",
"type": "MASK", "type": "MASK",
"link": null "link": null,
"shape": 7
} }
], ],
"outputs": [ "outputs": [
@ -590,7 +400,7 @@
"name": "samples", "name": "samples",
"type": "LATENT", "type": "LATENT",
"links": [ "links": [
172 195
], ],
"slot_index": 0, "slot_index": 0,
"shape": 3 "shape": 3
@ -604,12 +414,85 @@
true true
] ]
}, },
{
"id": 47,
"type": "VHS_VideoCombine",
"pos": {
"0": 1788,
"1": -364
},
"size": [
1110,
310
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 132
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "CogVideoX_vid2vid",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "CogVideoX_vid2vid_00001.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 8
}
}
}
},
{ {
"id": 55, "id": 55,
"type": "GetImageSizeAndCount", "type": "GetImageSizeAndCount",
"pos": { "pos": {
"0": 1195, "0": 1205,
"1": 154 "1": 137
}, },
"size": { "size": {
"0": 210, "0": 210,
@ -637,19 +520,19 @@
"shape": 3 "shape": 3
}, },
{ {
"name": "720 width", "name": "width",
"type": "INT", "type": "INT",
"links": null, "links": null,
"shape": 3 "shape": 3
}, },
{ {
"name": "480 height", "name": "height",
"type": "INT", "type": "INT",
"links": null, "links": null,
"shape": 3 "shape": 3
}, },
{ {
"name": "33 count", "name": "count",
"type": "INT", "type": "INT",
"links": [], "links": [],
"slot_index": 3, "slot_index": 3,
@ -665,8 +548,8 @@
"id": 58, "id": 58,
"type": "ImageConcanate", "type": "ImageConcanate",
"pos": { "pos": {
"0": 1434, "0": 1594,
"1": 289 "1": 230
}, },
"size": { "size": {
"0": 315, "0": 315,
@ -707,44 +590,184 @@
] ]
}, },
{ {
"id": 64, "id": 11,
"type": "CogVideoSampler", "type": "CogVideoDecode",
"pos": { "pos": {
"0": 1090, "0": 1116,
"1": 290 "1": 735
}, },
"size": { "size": {
"0": 312.9841613769531, "0": 301.1664123535156,
"1": 342.8801574707031 "1": 198
}, },
"flags": {}, "flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 196
},
{
"name": "samples",
"type": "LATENT",
"link": 197
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
118
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoDecode"
},
"widgets_values": [
false,
96,
96,
0.083,
0.083,
true
]
},
{
"id": 57,
"type": "GetImageSizeAndCount",
"pos": {
"0": 603,
"1": -65
},
"size": {
"0": 202.2143096923828,
"1": 99.23601531982422
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 126,
"slot_index": 0
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
129,
191
],
"slot_index": 0,
"shape": 3
},
{
"name": "720 width",
"type": "INT",
"links": [
199
],
"slot_index": 1,
"shape": 3
},
{
"name": "480 height",
"type": "INT",
"links": [
198
],
"slot_index": 2,
"shape": 3
},
{
"name": "33 count",
"type": "INT",
"links": [
200
],
"slot_index": 3,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 74,
"type": "CogVideoSampler",
"pos": {
"0": 1084,
"1": 278
},
"size": [
326.6858603197775,
380.14142158858795
],
"flags": {},
"order": 10, "order": 10,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "pipeline", "name": "pipeline",
"type": "COGVIDEOPIPE", "type": "COGVIDEOPIPE",
"link": 159 "link": 192
}, },
{ {
"name": "positive", "name": "positive",
"type": "CONDITIONING", "type": "CONDITIONING",
"link": 160 "link": 193
}, },
{ {
"name": "negative", "name": "negative",
"type": "CONDITIONING", "type": "CONDITIONING",
"link": 161 "link": 194
}, },
{ {
"name": "samples", "name": "samples",
"type": "LATENT", "type": "LATENT",
"link": 172 "link": 195,
"shape": 7
},
{
"name": "image_cond_latents",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "COGCONTEXT",
"link": null,
"shape": 7
},
{
"name": "controlnet",
"type": "COGVIDECONTROLNET",
"link": null,
"shape": 7
},
{
"name": "tora_trajectory",
"type": "TORAFEATURES",
"link": null,
"shape": 7
}, },
{ {
"name": "height", "name": "height",
"type": "INT", "type": "INT",
"link": 164, "link": 198,
"widget": { "widget": {
"name": "height" "name": "height"
} }
@ -752,7 +775,7 @@
{ {
"name": "width", "name": "width",
"type": "INT", "type": "INT",
"link": 165, "link": 199,
"widget": { "widget": {
"name": "width" "name": "width"
} }
@ -760,7 +783,7 @@
{ {
"name": "num_frames", "name": "num_frames",
"type": "INT", "type": "INT",
"link": 178, "link": 200,
"widget": { "widget": {
"name": "num_frames" "name": "num_frames"
} }
@ -771,17 +794,15 @@
"name": "cogvideo_pipe", "name": "cogvideo_pipe",
"type": "COGVIDEOPIPE", "type": "COGVIDEOPIPE",
"links": [ "links": [
166 196
], ]
"shape": 3
}, },
{ {
"name": "samples", "name": "samples",
"type": "LATENT", "type": "LATENT",
"links": [ "links": [
167 197
], ]
"shape": 3
} }
], ],
"properties": { "properties": {
@ -790,84 +811,96 @@
"widgets_values": [ "widgets_values": [
480, 480,
720, 720,
16, 49,
25, 25,
6, 6,
9, 0,
"fixed", "fixed",
"CogVideoXDDIM", "CogVideoXDDIM",
0.8 1
] ]
}, },
{ {
"id": 47, "id": 31,
"type": "VHS_VideoCombine", "type": "CogVideoTextEncode",
"pos": { "pos": {
"0": 1788, "0": 505,
"1": -364 "1": 545
},
"size": {
"0": 463.01251220703125,
"1": 124
}, },
"size": [
1110,
687.3333333333333
],
"flags": {}, "flags": {},
"order": 14, "order": 4,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "images", "name": "clip",
"type": "IMAGE", "type": "CLIP",
"link": 132 "link": 56
},
{
"name": "audio",
"type": "VHS_AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
} }
], ],
"outputs": [ "outputs": [
{ {
"name": "Filenames", "name": "conditioning",
"type": "VHS_FILENAMES", "type": "CONDITIONING",
"links": null, "links": [
194
],
"slot_index": 0,
"shape": 3 "shape": 3
} }
], ],
"properties": { "properties": {
"Node name for S&R": "VHS_VideoCombine" "Node name for S&R": "CogVideoTextEncode"
}, },
"widgets_values": { "widgets_values": [
"frame_rate": 8, "",
"loop_count": 0, 1,
"filename_prefix": "CogVideoX_vid2vid", true
"format": "video/h264-mp4", ]
"pix_fmt": "yuv420p", },
"crf": 19, {
"save_metadata": true, "id": 30,
"pingpong": false, "type": "CogVideoTextEncode",
"save_output": false, "pos": {
"videopreview": { "0": 503,
"hidden": false, "1": 328
"paused": false, },
"params": { "size": {
"filename": "CogVideoX_vid2vid_00001.mp4", "0": 474.8450012207031,
"subfolder": "", "1": 164.7423553466797
"type": "temp", },
"format": "video/h264-mp4", "flags": {},
"frame_rate": 8 "order": 3,
} "mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
} }
} ],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
193
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"A high-definition nature video showcasing a brown bear as it gracefully runs down a crystal-clear stream, surrounded by the serene ambiance of a dense, verdant forest. The sunlight filters through the canopy of tall trees, casting dappled light on the forest floor, while the gentle sound of flowing water and rustling leaves creates a peaceful atmosphere. The brown bear's fur glistens in the sunlight, highlighting its striking red and white markings as it navigates the stream with agility and playfulness.",
1,
true
]
} }
], ],
"links": [ "links": [
@ -927,62 +960,6 @@
0, 0,
"IMAGE" "IMAGE"
], ],
[
159,
1,
0,
64,
0,
"COGVIDEOPIPE"
],
[
160,
30,
0,
64,
1,
"CONDITIONING"
],
[
161,
31,
0,
64,
2,
"CONDITIONING"
],
[
164,
57,
2,
64,
4,
"INT"
],
[
165,
57,
1,
64,
5,
"INT"
],
[
166,
64,
0,
11,
0,
"COGVIDEOPIPE"
],
[
167,
64,
1,
11,
1,
"LATENT"
],
[ [
170, 170,
55, 55,
@ -991,14 +968,6 @@
1, 1,
"IMAGE" "IMAGE"
], ],
[
172,
37,
0,
64,
3,
"LATENT"
],
[ [
177, 177,
69, 69,
@ -1007,14 +976,6 @@
2, 2,
"INT" "INT"
], ],
[
178,
57,
3,
64,
6,
"INT"
],
[ [
179, 179,
45, 45,
@ -1038,16 +999,88 @@
58, 58,
0, 0,
"IMAGE" "IMAGE"
],
[
192,
1,
0,
74,
0,
"COGVIDEOPIPE"
],
[
193,
30,
0,
74,
1,
"CONDITIONING"
],
[
194,
31,
0,
74,
2,
"CONDITIONING"
],
[
195,
37,
0,
74,
3,
"LATENT"
],
[
196,
74,
0,
11,
0,
"COGVIDEOPIPE"
],
[
197,
74,
1,
11,
1,
"LATENT"
],
[
198,
57,
2,
74,
8,
"INT"
],
[
199,
57,
1,
74,
9,
"INT"
],
[
200,
57,
3,
74,
10,
"INT"
] ]
], ],
"groups": [], "groups": [],
"config": {}, "config": {},
"extra": { "extra": {
"ds": { "ds": {
"scale": 0.6934334949442514, "scale": 0.6934334949442321,
"offset": [ "offset": [
216.19566166079386, 444.4636820418327,
455.16205928476876 493.4387780923951
] ]
} }
}, },