From 8a0af3b6631081553971550464ad0aac4eb2381c Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Tue, 6 Aug 2024 22:09:18 +0300 Subject: [PATCH] Create cogvideo_vid2vid_test_example_01.json --- .../cogvideo_vid2vid_test_example_01.json | 1071 +++++++++++++++++ 1 file changed, 1071 insertions(+) create mode 100644 examples/cogvideo_vid2vid_test_example_01.json diff --git a/examples/cogvideo_vid2vid_test_example_01.json b/examples/cogvideo_vid2vid_test_example_01.json new file mode 100644 index 0000000..19efdd5 --- /dev/null +++ b/examples/cogvideo_vid2vid_test_example_01.json @@ -0,0 +1,1071 @@ +{ + "last_node_id": 59, + "last_link_id": 137, + "nodes": [ + { + "id": 31, + "type": "CogVideoTextEncode", + "pos": [ + 503, + 521 + ], + "size": { + "0": 463.01251220703125, + "1": 98.10446166992188 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 56 + } + ], + "outputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "links": [ + 80 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CogVideoTextEncode" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 1, + "type": "DownloadAndLoadCogVideoModel", + "pos": [ + 649, + 182 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "cogvideo_pipe", + "type": "COGVIDEOPIPE", + "links": [ + 78, + 83 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadCogVideoModel" + }, + "widgets_values": [ + "fp16" + ] + }, + { + "id": 20, + "type": "CLIPLoader", + "pos": [ + -29, + 407 + ], + "size": { + "0": 451.30548095703125, + "1": 82 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 54, + 56 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPLoader" + }, + "widgets_values": [ + "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors", + "sd3" + ] + }, + { + "id": 11, + "type": "CogVideoDecode", + "pos": [ + 1199, + 661 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 81 + }, + { + "name": "samples", + "type": "LATENT", + "link": 82 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 118 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CogVideoDecode" + } + }, + { + "id": 56, + "type": "SimpleMath+", + "pos": [ + 1413, + 122 + ], + "size": { + "0": 315, + "1": 78 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "a", + "type": "INT,FLOAT", + "link": 121 + }, + { + "name": "b", + "type": "INT,FLOAT", + "link": null + } + ], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 120, + 133 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "FLOAT", + "type": "FLOAT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SimpleMath+" + }, + "widgets_values": [ + "a - 4" + ] + }, + { + "id": 37, + "type": "CogVideoImageEncode", + "pos": [ + 921, + 12 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 83, + "slot_index": 0 + }, + { + "name": "image", + "type": "IMAGE", + "link": 129, + "slot_index": 1 + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 122 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CogVideoImageEncode" + } + }, + { + "id": 55, + "type": "GetImageSizeAndCount", + "pos": [ + 1165, + 119 + ], + "size": { + "0": 210, + "1": 86 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 118, + "slot_index": 0 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 119 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "720 width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "480 height", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "17 count", + "type": "INT", + "links": [ + 121 + ], + "shape": 3, + "slot_index": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 41, + "type": "ImageResizeKJ", + "pos": [ + 315, + -19 + ], + "size": { + "0": 315, + "1": 242 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 128 + }, + { + "name": "get_image_size", + "type": "IMAGE", + "link": null + }, + { + "name": "width_input", + "type": "INT", + "link": null, + "widget": { + "name": "width_input" + } + }, + { + "name": "height_input", + "type": "INT", + "link": null, + "widget": { + "name": "height_input" + } + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 126 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "height", + "type": "INT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 720, + 480, + "lanczos", + false, + 2, + 0, + 0 + ] + }, + { + "id": 59, + "type": "GetImageRangeFromBatch", + "pos": [ + 1445, + 410 + ], + "size": { + "0": 315, + "1": 102 + }, + "flags": { + "collapsed": true + }, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 136, + "slot_index": 0 + }, + { + "name": "masks", + "type": "MASK", + "link": null + }, + { + "name": "num_frames", + "type": "INT", + "link": 133, + "widget": { + "name": "num_frames" + } + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 134 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageRangeFromBatch" + }, + "widgets_values": [ + 0, + 29 + ] + }, + { + "id": 53, + "type": "GetImageRangeFromBatch", + "pos": [ + 1451, + 368 + ], + "size": [ + 315, + 102 + ], + "flags": { + "collapsed": true + }, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 119, + "slot_index": 0 + }, + { + "name": "masks", + "type": "MASK", + "link": null + }, + { + "name": "num_frames", + "type": "INT", + "link": 120, + "widget": { + "name": "num_frames" + } + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 135 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageRangeFromBatch" + }, + "widgets_values": [ + 0, + 29 + ] + }, + { + "id": 58, + "type": "ImageConcanate", + "pos": [ + 1448, + 465 + ], + "size": { + "0": 315, + "1": 102 + }, + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "image1", + "type": "IMAGE", + "link": 134 + }, + { + "name": "image2", + "type": "IMAGE", + "link": 135 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 132 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageConcanate" + }, + "widgets_values": [ + "right", + false + ] + }, + { + "id": 47, + "type": "VHS_VideoCombine", + "pos": [ + 1789, + -104 + ], + "size": [ + 1113.3311767578125, + 712.4437255859375 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 132 + }, + { + "name": "audio", + "type": "VHS_AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/nvenc_h264-mp4", + "pix_fmt": "yuv420p", + "bitrate": 10, + "megabit": true, + "save_metadata": true, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00011.mp4", + "subfolder": "", + "type": "temp", + "format": "video/nvenc_h264-mp4", + "frame_rate": 8 + } + } + } + }, + { + "id": 30, + "type": "CogVideoTextEncode", + "pos": [ + 500, + 308 + ], + "size": { + "0": 474.8450012207031, + "1": 164.7423553466797 + }, + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 54 + } + ], + "outputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "links": [ + 79 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CogVideoTextEncode" + }, + "widgets_values": [ + "video of dinosaur turning it's head in a cinematic and dramatic scene from a movie" + ] + }, + { + "id": 36, + "type": "CogVideoSampler", + "pos": [ + 1093, + 292 + ], + "size": [ + 315, + 310 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 78 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 79 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 80 + }, + { + "name": "samples", + "type": "LATENT", + "link": 122 + }, + { + "name": "num_frames", + "type": "INT", + "link": 137, + "widget": { + "name": "num_frames" + } + } + ], + "outputs": [ + { + "name": "cogvideo_pipe", + "type": "COGVIDEOPIPE", + "links": [ + 81 + ], + "shape": 3 + }, + { + "name": "samples", + "type": "LATENT", + "links": [ + 82 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoSampler" + }, + "widgets_values": [ + 480, + 720, + 16, + 8, + 25, + 8, + 1119546789766856, + "fixed", + 0.8 + ] + }, + { + "id": 45, + "type": "VHS_LoadVideo", + "pos": [ + 21, + -148 + ], + "size": [ + 235.1999969482422, + 491.1999969482422 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 128 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "VHS_AUDIO", + "links": null, + "shape": 3 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "wolf_source-new.mp4", + "force_rate": 0, + "force_size": "Disabled", + "custom_width": 512, + "custom_height": 512, + "frame_load_cap": 16, + "skip_first_frames": 0, + "select_every_nth": 1, + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 16, + "skip_first_frames": 0, + "force_rate": 0, + "filename": "wolf_source-new.mp4", + "type": "input", + "format": "video/mp4", + "select_every_nth": 1 + } + } + } + }, + { + "id": 57, + "type": "GetImageSizeAndCount", + "pos": [ + 674, + 2 + ], + "size": { + "0": 210, + "1": 86 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 126, + "slot_index": 0 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 129, + 136 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "720 width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "480 height", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "16 count", + "type": "INT", + "links": [ + 137 + ], + "shape": 3, + "slot_index": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + } + ], + "links": [ + [ + 54, + 20, + 0, + 30, + 0, + "CLIP" + ], + [ + 56, + 20, + 0, + 31, + 0, + "CLIP" + ], + [ + 78, + 1, + 0, + 36, + 0, + "COGVIDEOPIPE" + ], + [ + 79, + 30, + 0, + 36, + 1, + "CONDITIONING" + ], + [ + 80, + 31, + 0, + 36, + 2, + "CONDITIONING" + ], + [ + 81, + 36, + 0, + 11, + 0, + "COGVIDEOPIPE" + ], + [ + 82, + 36, + 1, + 11, + 1, + "LATENT" + ], + [ + 83, + 1, + 0, + 37, + 0, + "COGVIDEOPIPE" + ], + [ + 118, + 11, + 0, + 55, + 0, + "IMAGE" + ], + [ + 119, + 55, + 0, + 53, + 0, + "IMAGE" + ], + [ + 120, + 56, + 0, + 53, + 2, + "INT" + ], + [ + 121, + 55, + 3, + 56, + 0, + "INT,FLOAT" + ], + [ + 122, + 37, + 0, + 36, + 3, + "LATENT" + ], + [ + 126, + 41, + 0, + 57, + 0, + "IMAGE" + ], + [ + 128, + 45, + 0, + 41, + 0, + "IMAGE" + ], + [ + 129, + 57, + 0, + 37, + 1, + "IMAGE" + ], + [ + 132, + 58, + 0, + 47, + 0, + "IMAGE" + ], + [ + 133, + 56, + 0, + 59, + 2, + "INT" + ], + [ + 134, + 59, + 0, + 58, + 0, + "IMAGE" + ], + [ + 135, + 53, + 0, + 58, + 1, + "IMAGE" + ], + [ + 136, + 57, + 0, + 59, + 0, + "IMAGE" + ], + [ + 137, + 57, + 3, + 36, + 4, + "INT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.7513148009015777, + "offset": [ + 45.633655208726886, + 389.8041242612087 + ] + } + }, + "version": 0.4 +} \ No newline at end of file