diff --git a/examples/cogvideo_5b_vid2vid_example_01.json b/examples/cogvideo_5b_vid2vid_example_01.json index c9eeffa..5c545e6 100644 --- a/examples/cogvideo_5b_vid2vid_example_01.json +++ b/examples/cogvideo_5b_vid2vid_example_01.json @@ -1,6 +1,6 @@ { - "last_node_id": 73, - "last_link_id": 191, + "last_node_id": 74, + "last_link_id": 200, "nodes": [ { "id": 20, @@ -37,47 +37,6 @@ "sd3" ] }, - { - "id": 31, - "type": "CogVideoTextEncode", - "pos": { - "0": 503, - "1": 521 - }, - "size": { - "0": 463.01251220703125, - "1": 124 - }, - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 56 - } - ], - "outputs": [ - { - "name": "conditioning", - "type": "CONDITIONING", - "links": [ - 161 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CogVideoTextEncode" - }, - "widgets_values": [ - "", - 1, - true - ] - }, { "id": 41, "type": "ImageResizeKJ", @@ -101,7 +60,8 @@ { "name": "get_image_size", "type": "IMAGE", - "link": null + "link": null, + "shape": 7 }, { "name": "width_input", @@ -157,113 +117,6 @@ "disabled" ] }, - { - "id": 30, - "type": "CogVideoTextEncode", - "pos": { - "0": 500, - "1": 308 - }, - "size": { - "0": 474.8450012207031, - "1": 164.7423553466797 - }, - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 54 - } - ], - "outputs": [ - { - "name": "conditioning", - "type": "CONDITIONING", - "links": [ - 160 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CogVideoTextEncode" - }, - "widgets_values": [ - "A high-definition nature video showcasing a brown bear as it gracefully runs down a crystal-clear stream, surrounded by the serene ambiance of a dense, verdant forest. The sunlight filters through the canopy of tall trees, casting dappled light on the forest floor, while the gentle sound of flowing water and rustling leaves creates a peaceful atmosphere. The brown bear's fur glistens in the sunlight, highlighting its striking red and white markings as it navigates the stream with agility and playfulness.", - 1, - true - ] - }, - { - "id": 57, - "type": "GetImageSizeAndCount", - "pos": { - "0": 603, - "1": -65 - }, - "size": { - "0": 202.2143096923828, - "1": 99.23601531982422 - }, - "flags": {}, - "order": 8, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 126, - "slot_index": 0 - } - ], - "outputs": [ - { - "name": "image", - "type": "IMAGE", - "links": [ - 129, - 191 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "720 width", - "type": "INT", - "links": [ - 165 - ], - "slot_index": 1, - "shape": 3 - }, - { - "name": "480 height", - "type": "INT", - "links": [ - 164 - ], - "slot_index": 2, - "shape": 3 - }, - { - "name": "33 count", - "type": "INT", - "links": [ - 178 - ], - "slot_index": 3, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "GetImageSizeAndCount" - }, - "widgets_values": [] - }, { "id": 45, "type": "VHS_LoadVideo", @@ -282,12 +135,14 @@ { "name": "meta_batch", "type": "VHS_BatchManager", - "link": null + "link": null, + "shape": 7 }, { "name": "vae", "type": "VAE", - "link": null + "link": null, + "shape": 7 }, { "name": "frame_load_cap", @@ -316,7 +171,7 @@ }, { "name": "audio", - "type": "VHS_AUDIO", + "type": "AUDIO", "links": null, "shape": 3 }, @@ -467,17 +322,20 @@ { "name": "pab_config", "type": "PAB_CONFIG", - "link": null + "link": null, + "shape": 7 }, { "name": "block_edit", "type": "TRANSFORMERBLOCKS", - "link": null + "link": null, + "shape": 7 }, { "name": "lora", "type": "COGLORA", - "link": null + "link": null, + "shape": 7 } ], "outputs": [ @@ -486,7 +344,7 @@ "type": "COGVIDEOPIPE", "links": [ 83, - 159 + 192 ], "slot_index": 0, "shape": 3 @@ -503,55 +361,6 @@ false ] }, - { - "id": 11, - "type": "CogVideoDecode", - "pos": { - "0": 1097, - "1": 681 - }, - "size": { - "0": 301.1664123535156, - "1": 198 - }, - "flags": {}, - "order": 11, - "mode": 0, - "inputs": [ - { - "name": "pipeline", - "type": "COGVIDEOPIPE", - "link": 166 - }, - { - "name": "samples", - "type": "LATENT", - "link": 167 - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [ - 118 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CogVideoDecode" - }, - "widgets_values": [ - false, - 96, - 96, - 0.083, - 0.083, - true - ] - }, { "id": 37, "type": "CogVideoImageEncode", @@ -582,7 +391,8 @@ { "name": "mask", "type": "MASK", - "link": null + "link": null, + "shape": 7 } ], "outputs": [ @@ -590,7 +400,7 @@ "name": "samples", "type": "LATENT", "links": [ - 172 + 195 ], "slot_index": 0, "shape": 3 @@ -604,12 +414,85 @@ true ] }, + { + "id": 47, + "type": "VHS_VideoCombine", + "pos": { + "0": 1788, + "1": -364 + }, + "size": [ + 1110, + 310 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 132 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null, + "shape": 7 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null, + "shape": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "CogVideoX_vid2vid", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "CogVideoX_vid2vid_00001.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 8 + } + } + } + }, { "id": 55, "type": "GetImageSizeAndCount", "pos": { - "0": 1195, - "1": 154 + "0": 1205, + "1": 137 }, "size": { "0": 210, @@ -637,19 +520,19 @@ "shape": 3 }, { - "name": "720 width", + "name": "width", "type": "INT", "links": null, "shape": 3 }, { - "name": "480 height", + "name": "height", "type": "INT", "links": null, "shape": 3 }, { - "name": "33 count", + "name": "count", "type": "INT", "links": [], "slot_index": 3, @@ -665,8 +548,8 @@ "id": 58, "type": "ImageConcanate", "pos": { - "0": 1434, - "1": 289 + "0": 1594, + "1": 230 }, "size": { "0": 315, @@ -707,44 +590,184 @@ ] }, { - "id": 64, - "type": "CogVideoSampler", + "id": 11, + "type": "CogVideoDecode", "pos": { - "0": 1090, - "1": 290 + "0": 1116, + "1": 735 }, "size": { - "0": 312.9841613769531, - "1": 342.8801574707031 + "0": 301.1664123535156, + "1": 198 }, "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 196 + }, + { + "name": "samples", + "type": "LATENT", + "link": 197 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 118 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoDecode" + }, + "widgets_values": [ + false, + 96, + 96, + 0.083, + 0.083, + true + ] + }, + { + "id": 57, + "type": "GetImageSizeAndCount", + "pos": { + "0": 603, + "1": -65 + }, + "size": { + "0": 202.2143096923828, + "1": 99.23601531982422 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 126, + "slot_index": 0 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 129, + 191 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "720 width", + "type": "INT", + "links": [ + 199 + ], + "slot_index": 1, + "shape": 3 + }, + { + "name": "480 height", + "type": "INT", + "links": [ + 198 + ], + "slot_index": 2, + "shape": 3 + }, + { + "name": "33 count", + "type": "INT", + "links": [ + 200 + ], + "slot_index": 3, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + }, + "widgets_values": [] + }, + { + "id": 74, + "type": "CogVideoSampler", + "pos": { + "0": 1084, + "1": 278 + }, + "size": [ + 326.6858603197775, + 380.14142158858795 + ], + "flags": {}, "order": 10, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", - "link": 159 + "link": 192 }, { "name": "positive", "type": "CONDITIONING", - "link": 160 + "link": 193 }, { "name": "negative", "type": "CONDITIONING", - "link": 161 + "link": 194 }, { "name": "samples", "type": "LATENT", - "link": 172 + "link": 195, + "shape": 7 + }, + { + "name": "image_cond_latents", + "type": "LATENT", + "link": null, + "shape": 7 + }, + { + "name": "context_options", + "type": "COGCONTEXT", + "link": null, + "shape": 7 + }, + { + "name": "controlnet", + "type": "COGVIDECONTROLNET", + "link": null, + "shape": 7 + }, + { + "name": "tora_trajectory", + "type": "TORAFEATURES", + "link": null, + "shape": 7 }, { "name": "height", "type": "INT", - "link": 164, + "link": 198, "widget": { "name": "height" } @@ -752,7 +775,7 @@ { "name": "width", "type": "INT", - "link": 165, + "link": 199, "widget": { "name": "width" } @@ -760,7 +783,7 @@ { "name": "num_frames", "type": "INT", - "link": 178, + "link": 200, "widget": { "name": "num_frames" } @@ -771,17 +794,15 @@ "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ - 166 - ], - "shape": 3 + 196 + ] }, { "name": "samples", "type": "LATENT", "links": [ - 167 - ], - "shape": 3 + 197 + ] } ], "properties": { @@ -790,84 +811,96 @@ "widgets_values": [ 480, 720, - 16, + 49, 25, 6, - 9, + 0, "fixed", "CogVideoXDDIM", - 0.8 + 1 ] }, { - "id": 47, - "type": "VHS_VideoCombine", + "id": 31, + "type": "CogVideoTextEncode", "pos": { - "0": 1788, - "1": -364 + "0": 505, + "1": 545 + }, + "size": { + "0": 463.01251220703125, + "1": 124 }, - "size": [ - 1110, - 687.3333333333333 - ], "flags": {}, - "order": 14, + "order": 4, "mode": 0, "inputs": [ { - "name": "images", - "type": "IMAGE", - "link": 132 - }, - { - "name": "audio", - "type": "VHS_AUDIO", - "link": null - }, - { - "name": "meta_batch", - "type": "VHS_BatchManager", - "link": null - }, - { - "name": "vae", - "type": "VAE", - "link": null + "name": "clip", + "type": "CLIP", + "link": 56 } ], "outputs": [ { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null, + "name": "conditioning", + "type": "CONDITIONING", + "links": [ + 194 + ], + "slot_index": 0, "shape": 3 } ], "properties": { - "Node name for S&R": "VHS_VideoCombine" + "Node name for S&R": "CogVideoTextEncode" }, - "widgets_values": { - "frame_rate": 8, - "loop_count": 0, - "filename_prefix": "CogVideoX_vid2vid", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "pingpong": false, - "save_output": false, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "CogVideoX_vid2vid_00001.mp4", - "subfolder": "", - "type": "temp", - "format": "video/h264-mp4", - "frame_rate": 8 - } + "widgets_values": [ + "", + 1, + true + ] + }, + { + "id": 30, + "type": "CogVideoTextEncode", + "pos": { + "0": 503, + "1": 328 + }, + "size": { + "0": 474.8450012207031, + "1": 164.7423553466797 + }, + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 54 } - } + ], + "outputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "links": [ + 193 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoTextEncode" + }, + "widgets_values": [ + "A high-definition nature video showcasing a brown bear as it gracefully runs down a crystal-clear stream, surrounded by the serene ambiance of a dense, verdant forest. The sunlight filters through the canopy of tall trees, casting dappled light on the forest floor, while the gentle sound of flowing water and rustling leaves creates a peaceful atmosphere. The brown bear's fur glistens in the sunlight, highlighting its striking red and white markings as it navigates the stream with agility and playfulness.", + 1, + true + ] } ], "links": [ @@ -927,62 +960,6 @@ 0, "IMAGE" ], - [ - 159, - 1, - 0, - 64, - 0, - "COGVIDEOPIPE" - ], - [ - 160, - 30, - 0, - 64, - 1, - "CONDITIONING" - ], - [ - 161, - 31, - 0, - 64, - 2, - "CONDITIONING" - ], - [ - 164, - 57, - 2, - 64, - 4, - "INT" - ], - [ - 165, - 57, - 1, - 64, - 5, - "INT" - ], - [ - 166, - 64, - 0, - 11, - 0, - "COGVIDEOPIPE" - ], - [ - 167, - 64, - 1, - 11, - 1, - "LATENT" - ], [ 170, 55, @@ -991,14 +968,6 @@ 1, "IMAGE" ], - [ - 172, - 37, - 0, - 64, - 3, - "LATENT" - ], [ 177, 69, @@ -1007,14 +976,6 @@ 2, "INT" ], - [ - 178, - 57, - 3, - 64, - 6, - "INT" - ], [ 179, 45, @@ -1038,16 +999,88 @@ 58, 0, "IMAGE" + ], + [ + 192, + 1, + 0, + 74, + 0, + "COGVIDEOPIPE" + ], + [ + 193, + 30, + 0, + 74, + 1, + "CONDITIONING" + ], + [ + 194, + 31, + 0, + 74, + 2, + "CONDITIONING" + ], + [ + 195, + 37, + 0, + 74, + 3, + "LATENT" + ], + [ + 196, + 74, + 0, + 11, + 0, + "COGVIDEOPIPE" + ], + [ + 197, + 74, + 1, + 11, + 1, + "LATENT" + ], + [ + 198, + 57, + 2, + 74, + 8, + "INT" + ], + [ + 199, + 57, + 1, + 74, + 9, + "INT" + ], + [ + 200, + 57, + 3, + 74, + 10, + "INT" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 0.6934334949442514, + "scale": 0.6934334949442321, "offset": [ - 216.19566166079386, - 455.16205928476876 + 444.4636820418327, + 493.4387780923951 ] } },