{ "last_node_id": 70, "last_link_id": 165, "nodes": [ { "id": 20, "type": "CLIPLoader", "pos": { "0": -26, "1": 400 }, "size": { "0": 451.30548095703125, "1": 82 }, "flags": {}, "order": 0, "mode": 0, "inputs": [], "outputs": [ { "name": "CLIP", "type": "CLIP", "links": [ 54, 56 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CLIPLoader" }, "widgets_values": [ "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors", "sd3" ] }, { "id": 31, "type": "CogVideoTextEncode", "pos": { "0": 497, "1": 520 }, "size": { "0": 463.01251220703125, "1": 124 }, "flags": {}, "order": 5, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 56 } ], "outputs": [ { "name": "conditioning", "type": "CONDITIONING", "links": [ 123 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoTextEncode" }, "widgets_values": [ "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ", 1, true ] }, { "id": 1, "type": "DownloadAndLoadCogVideoModel", "pos": { "0": 633, "1": 44 }, "size": { "0": 337.8885192871094, "1": 194 }, "flags": {}, "order": 1, "mode": 0, "inputs": [ { "name": "pab_config", "type": "PAB_CONFIG", "link": null, "shape": 7 }, { "name": "block_edit", "type": "TRANSFORMERBLOCKS", "link": null, "shape": 7 }, { "name": "lora", "type": "COGLORA", "link": null, "shape": 7 } ], "outputs": [ { "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ 121, 159 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "DownloadAndLoadCogVideoModel" }, "widgets_values": [ "kijai/CogVideoX-5b-Tora", "bf16", "disabled", "disabled", false ] }, { "id": 65, "type": "CreateShapeImageOnPath", "pos": { "0": 1052, "1": 935 }, "size": { "0": 313.4619445800781, "1": 270 }, "flags": {}, "order": 7, "mode": 0, "inputs": [ { "name": "coordinates", "type": "STRING", "link": 145, "widget": { "name": "coordinates" } }, { "name": "size_multiplier", "type": "FLOAT", "link": null, "widget": { "name": "size_multiplier" }, "shape": 7 }, { "name": "frame_width", "type": "INT", "link": 149, "widget": { "name": "frame_width" } }, { "name": "frame_height", "type": "INT", "link": 150, "widget": { "name": "frame_height" } } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 142, 153 ], "slot_index": 0 }, { "name": "mask", "type": "MASK", "links": [ 154 ], "slot_index": 1 } ], "properties": { "Node name for S&R": "CreateShapeImageOnPath" }, "widgets_values": [ "circle", "", 512, 512, 12, 12, "red", "black", 0, 1, [ 1 ] ] }, { "id": 56, "type": "CogVideoDecode", "pos": { "0": 1581, "1": 148 }, "size": { "0": 300.396484375, "1": 198 }, "flags": {}, "order": 11, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 128 }, { "name": "samples", "type": "LATENT", "link": 127 } ], "outputs": [ { "name": "images", "type": "IMAGE", "links": [ 155 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoDecode" }, "widgets_values": [ false, 240, 360, 0.2, 0.2, true ] }, { "id": 68, "type": "ImageCompositeMasked", "pos": { "0": 1623, "1": 557 }, "size": { "0": 315, "1": 146 }, "flags": {}, "order": 12, "mode": 0, "inputs": [ { "name": "destination", "type": "IMAGE", "link": 155 }, { "name": "source", "type": "IMAGE", "link": 153 }, { "name": "mask", "type": "MASK", "link": 154, "shape": 7 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 156 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageCompositeMasked" }, "widgets_values": [ 0, 0, false ] }, { "id": 66, "type": "VHS_VideoCombine", "pos": { "0": 1405, "1": 916 }, "size": [ 605.3909912109375, 714.2606608072917 ], "flags": {}, "order": 9, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 142 }, { "name": "audio", "type": "AUDIO", "link": null, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora-trajectory", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora-trajectory_00012.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 30, "type": "CogVideoTextEncode", "pos": { "0": 493, "1": 303 }, "size": { "0": 471.90142822265625, "1": 168.08047485351562 }, "flags": {}, "order": 4, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 54 } ], "outputs": [ { "name": "conditioning", "type": "CONDITIONING", "links": [ 122 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoTextEncode" }, "widgets_values": [ "video of a brown bear in front of a waterfall", 1, true ] }, { "id": 60, "type": "SplineEditor", "pos": { "0": -103, "1": 770 }, "size": { "0": 765, "1": 910 }, "flags": {}, "order": 2, "mode": 0, "inputs": [], "outputs": [ { "name": "mask", "type": "MASK", "links": [ 146 ], "slot_index": 0 }, { "name": "coord_str", "type": "STRING", "links": [ 145, 165 ], "slot_index": 1 }, { "name": "float", "type": "FLOAT", "links": null }, { "name": "count", "type": "INT", "links": null }, { "name": "normalized_str", "type": "STRING", "links": null } ], "properties": { "Node name for S&R": "SplineEditor", "points": "SplineEditor" }, "widgets_values": [ "[{\"x\":133.249980962386,\"y\":260.15472473608696},{\"x\":263.32734333042947,\"y\":353.74697326919136},{\"x\":412.4404172645281,\"y\":258.5684154389157},{\"x\":234.77377598134674,\"y\":190.35711566055141},{\"x\":399.749942887158,\"y\":106.28272291047455},{\"x\":539.345161038229,\"y\":266.499961924772}]", "[{\"x\":133.24998474121094,\"y\":260.15472412109375},{\"x\":146.90032958984375,\"y\":275.1250305175781},{\"x\":160.95431518554688,\"y\":289.7167053222656},{\"x\":175.49871826171875,\"y\":303.81890869140625},{\"x\":190.64990234375,\"y\":317.2657165527344},{\"x\":206.57586669921875,\"y\":329.7820129394531},{\"x\":223.51571655273438,\"y\":340.87823486328125},{\"x\":241.78599548339844,\"y\":349.5747375488281},{\"x\":261.53076171875,\"y\":353.722412109375},{\"x\":281.7359619140625,\"y\":352.4859313964844},{\"x\":301.6475830078125,\"y\":348.8008117675781},{\"x\":321.0851745605469,\"y\":343.1146545410156},{\"x\":339.9189147949219,\"y\":335.6663513183594},{\"x\":358.0020751953125,\"y\":326.5465393066406},{\"x\":375.1062316894531,\"y\":315.70538330078125},{\"x\":390.79693603515625,\"y\":302.913818359375},{\"x\":404.0909118652344,\"y\":287.676025390625},{\"x\":412.28533935546875,\"y\":269.30328369140625},{\"x\":408.2677307128906,\"y\":250.2057647705078},{\"x\":391.3509521484375,\"y\":239.37109375},{\"x\":372.0826721191406,\"y\":233.1624298095703},{\"x\":352.3110656738281,\"y\":228.7548065185547},{\"x\":332.3755187988281,\"y\":225.14697265625},{\"x\":312.3946228027344,\"y\":221.79623413085938},{\"x\":292.44403076171875,\"y\":218.2718048095703},{\"x\":272.63787841796875,\"y\":214.0209503173828},{\"x\":253.3236541748047,\"y\":207.96151733398438},{\"x\":236.94012451171875,\"y\":196.54066467285156},{\"x\":237.0126495361328,\"y\":177.01820373535156},{\"x\":247.45623779296875,\"y\":159.7530975341797},{\"x\":261.6012268066406,\"y\":145.28346252441406},{\"x\":277.7103576660156,\"y\":133.0191192626953},{\"x\":295.14239501953125,\"y\":122.7152328491211},{\"x\":313.58447265625,\"y\":114.35106658935547},{\"x\":332.8315734863281,\"y\":108.0604019165039},{\"x\":352.688720703125,\"y\":104.10931396484375},{\"x\":372.89337158203125,\"y\":102.88045501708984},{\"x\":393.0354309082031,\"y\":104.8262939453125},{\"x\":412.199951171875,\"y\":111.1242446899414},{\"x\":429.0757751464844,\"y\":122.27816009521484},{\"x\":444.1902160644531,\"y\":135.7550506591797},{\"x\":458.09735107421875,\"y\":150.48239135742188},{\"x\":471.13787841796875,\"y\":165.98487854003906},{\"x\":483.52349853515625,\"y\":182.0165557861328},{\"x\":495.3956604003906,\"y\":198.4325714111328},{\"x\":506.85150146484375,\"y\":215.1421356201172},{\"x\":517.9617919921875,\"y\":232.08358764648438},{\"x\":528.7791137695312,\"y\":249.2136688232422},{\"x\":539.3451538085938,\"y\":266.4999694824219}]", 720, 480, 49, "path", "cardinal", 0.5, 1, "list", 0, 1, null, null ] }, { "id": 57, "type": "CogVideoSampler", "pos": { "0": 1138, "1": 150 }, "size": { "0": 399.8780822753906, "1": 390 }, "flags": {}, "order": 10, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 121 }, { "name": "positive", "type": "CONDITIONING", "link": 122 }, { "name": "negative", "type": "CONDITIONING", "link": 123 }, { "name": "samples", "type": "LATENT", "link": null, "shape": 7 }, { "name": "image_cond_latents", "type": "LATENT", "link": null, "shape": 7 }, { "name": "context_options", "type": "COGCONTEXT", "link": null, "shape": 7 }, { "name": "controlnet", "type": "COGVIDECONTROLNET", "link": null, "shape": 7 }, { "name": "tora_trajectory", "type": "TORAFEATURES", "link": 163, "shape": 7 }, { "name": "num_frames", "type": "INT", "link": 157, "widget": { "name": "num_frames" } }, { "name": "height", "type": "INT", "link": 151, "widget": { "name": "height" } }, { "name": "width", "type": "INT", "link": 152, "widget": { "name": "width" } } ], "outputs": [ { "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ 128 ], "slot_index": 0, "shape": 3 }, { "name": "samples", "type": "LATENT", "links": [ 127 ], "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoSampler" }, "widgets_values": [ 480, 720, 49, 32, 6, 65334758276105, "fixed", "CogVideoXDPMScheduler", 1 ] }, { "id": 67, "type": "GetMaskSizeAndCount", "pos": { "0": 763, "1": 772 }, "size": { "0": 264.5999755859375, "1": 86 }, "flags": { "collapsed": true }, "order": 6, "mode": 0, "inputs": [ { "name": "mask", "type": "MASK", "link": 146 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": null }, { "name": "720 width", "type": "INT", "links": [ 149, 152, 161 ], "slot_index": 1 }, { "name": "480 height", "type": "INT", "links": [ 150, 151, 162 ], "slot_index": 2 }, { "name": "49 count", "type": "INT", "links": [ 157, 160 ], "slot_index": 3 } ], "properties": { "Node name for S&R": "GetMaskSizeAndCount" }, "widgets_values": [] }, { "id": 44, "type": "VHS_VideoCombine", "pos": { "0": 2210, "1": 151 }, "size": [ 1131.619140625, 1065.0794270833335 ], "flags": {}, "order": 13, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 156 }, { "name": "audio", "type": "AUDIO", "link": null, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora_00002.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 70, "type": "DownloadAndLoadToraModel", "pos": { "0": 270, "1": 158 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 3, "mode": 0, "inputs": [], "outputs": [ { "name": "tora_model", "type": "TORAMODEL", "links": [ 164 ] } ], "properties": { "Node name for S&R": "DownloadAndLoadToraModel" }, "widgets_values": [ "kijai/CogVideoX-5b-Tora" ] }, { "id": 69, "type": "ToraEncodeTrajectory", "pos": { "0": 1112, "1": 663 }, "size": [ 355.20001220703125, 222 ], "flags": {}, "order": 8, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 159 }, { "name": "tora_model", "type": "TORAMODEL", "link": 164 }, { "name": "coordinates", "type": "STRING", "link": 165, "widget": { "name": "coordinates" } }, { "name": "num_frames", "type": "INT", "link": 160, "widget": { "name": "num_frames" } }, { "name": "width", "type": "INT", "link": 161, "widget": { "name": "width" } }, { "name": "height", "type": "INT", "link": 162, "widget": { "name": "height" } } ], "outputs": [ { "name": "tora_trajectory", "type": "TORAFEATURES", "links": [ 163 ] }, { "name": "video_flow_images", "type": "IMAGE", "links": null } ], "properties": { "Node name for S&R": "ToraEncodeTrajectory" }, "widgets_values": [ "", 720, 480, 49, 1, 0, 1 ] } ], "links": [ [ 54, 20, 0, 30, 0, "CLIP" ], [ 56, 20, 0, 31, 0, "CLIP" ], [ 121, 1, 0, 57, 0, "COGVIDEOPIPE" ], [ 122, 30, 0, 57, 1, "CONDITIONING" ], [ 123, 31, 0, 57, 2, "CONDITIONING" ], [ 127, 57, 1, 56, 1, "LATENT" ], [ 128, 57, 0, 56, 0, "COGVIDEOPIPE" ], [ 142, 65, 0, 66, 0, "IMAGE" ], [ 145, 60, 1, 65, 0, "STRING" ], [ 146, 60, 0, 67, 0, "MASK" ], [ 149, 67, 1, 65, 2, "INT" ], [ 150, 67, 2, 65, 3, "INT" ], [ 151, 67, 2, 57, 9, "INT" ], [ 152, 67, 1, 57, 10, "INT" ], [ 153, 65, 0, 68, 1, "IMAGE" ], [ 154, 65, 1, 68, 2, "MASK" ], [ 155, 56, 0, 68, 0, "IMAGE" ], [ 156, 68, 0, 44, 0, "IMAGE" ], [ 157, 67, 3, 57, 8, "INT" ], [ 159, 1, 0, 69, 0, "COGVIDEOPIPE" ], [ 160, 67, 3, 69, 3, "INT" ], [ 161, 67, 1, 69, 4, "INT" ], [ 162, 67, 2, 69, 5, "INT" ], [ 163, 69, 0, 57, 7, "TORAFEATURES" ], [ 164, 70, 0, 69, 1, "TORAMODEL" ], [ 165, 60, 1, 69, 2, "STRING" ] ], "groups": [], "config": {}, "extra": { "ds": { "scale": 0.6303940863129383, "offset": [ 302.46497962544663, 77.05651988573555 ] } }, "version": 0.4 }