{ "last_node_id": 77, "last_link_id": 186, "nodes": [ { "id": 20, "type": "CLIPLoader", "pos": { "0": -26, "1": 400 }, "size": { "0": 451.30548095703125, "1": 82 }, "flags": {}, "order": 0, "mode": 0, "inputs": [], "outputs": [ { "name": "CLIP", "type": "CLIP", "links": [ 54, 56 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CLIPLoader" }, "widgets_values": [ "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors", "sd3" ] }, { "id": 31, "type": "CogVideoTextEncode", "pos": { "0": 497, "1": 520 }, "size": { "0": 463.01251220703125, "1": 124 }, "flags": {}, "order": 6, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 56 } ], "outputs": [ { "name": "conditioning", "type": "CONDITIONING", "links": [ 179 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoTextEncode" }, "widgets_values": [ "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ", 1, true ] }, { "id": 65, "type": "CreateShapeImageOnPath", "pos": { "0": 1052, "1": 935 }, "size": { "0": 313.4619445800781, "1": 286 }, "flags": {}, "order": 8, "mode": 0, "inputs": [ { "name": "coordinates", "type": "STRING", "link": 145, "widget": { "name": "coordinates" } }, { "name": "size_multiplier", "type": "FLOAT", "link": null, "widget": { "name": "size_multiplier" }, "shape": 7 }, { "name": "frame_width", "type": "INT", "link": 149, "widget": { "name": "frame_width" } }, { "name": "frame_height", "type": "INT", "link": 150, "widget": { "name": "frame_height" } } ], "outputs": [ { "name": "image", "type": "IMAGE", "links": [ 142, 153 ], "slot_index": 0 }, { "name": "mask", "type": "MASK", "links": [ 154 ], "slot_index": 1 } ], "properties": { "Node name for S&R": "CreateShapeImageOnPath" }, "widgets_values": [ "circle", "", 512, 512, 12, 12, "red", "black", 0, 1, [ 1 ], 1 ] }, { "id": 66, "type": "VHS_VideoCombine", "pos": { "0": 1405, "1": 916 }, "size": [ 605.3909912109375, 714.2606608072917 ], "flags": {}, "order": 11, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 142 }, { "name": "audio", "type": "AUDIO", "link": null, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 8, "loop_count": 0, "filename_prefix": "CogVideoX-Tora-trajectory", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora-trajectory_00003.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 8 }, "muted": false } } }, { "id": 56, "type": "CogVideoDecode", "pos": { "0": 1596, "1": 150 }, "size": { "0": 300.396484375, "1": 198 }, "flags": {}, "order": 14, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 184 }, { "name": "samples", "type": "LATENT", "link": 185 } ], "outputs": [ { "name": "images", "type": "IMAGE", "links": [ 155 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoDecode" }, "widgets_values": [ false, 240, 360, 0.2, 0.2, true ] }, { "id": 71, "type": "CogVideoImageEncode", "pos": { "0": 68.59265899658203, "1": 573.0311889648438 }, "size": { "0": 315, "1": 122 }, "flags": {}, "order": 12, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 164 }, { "name": "image", "type": "IMAGE", "link": 167 }, { "name": "mask", "type": "MASK", "link": null, "shape": 7 } ], "outputs": [ { "name": "samples", "type": "LATENT", "links": [ 180 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "CogVideoImageEncode" }, "widgets_values": [ 16, false ] }, { "id": 72, "type": "LoadImage", "pos": { "0": -820, "1": 531 }, "size": { "0": 315, "1": 314 }, "flags": {}, "order": 1, "mode": 0, "inputs": [], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 166 ], "slot_index": 0 }, { "name": "MASK", "type": "MASK", "links": null } ], "properties": { "Node name for S&R": "LoadImage" }, "widgets_values": [ "sd3stag.png", "image" ] }, { "id": 73, "type": "ImageResizeKJ", "pos": { "0": -436, "1": 527 }, "size": { "0": 315, "1": 266 }, "flags": {}, "order": 9, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 166 }, { "name": "get_image_size", "type": "IMAGE", "link": null, "shape": 7 }, { "name": "width_input", "type": "INT", "link": 168, "widget": { "name": "width_input" }, "shape": 7 }, { "name": "height_input", "type": "INT", "link": 169, "widget": { "name": "height_input" }, "shape": 7 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 167 ], "slot_index": 0 }, { "name": "width", "type": "INT", "links": null }, { "name": "height", "type": "INT", "links": null } ], "properties": { "Node name for S&R": "ImageResizeKJ" }, "widgets_values": [ 512, 512, "nearest-exact", false, 2, 0, 0, "disabled" ] }, { "id": 68, "type": "ImageCompositeMasked", "pos": { "0": 1674, "1": 641 }, "size": { "0": 315, "1": 146 }, "flags": {}, "order": 15, "mode": 0, "inputs": [ { "name": "destination", "type": "IMAGE", "link": 155 }, { "name": "source", "type": "IMAGE", "link": 153 }, { "name": "mask", "type": "MASK", "link": 154, "shape": 7 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 156 ], "slot_index": 0 } ], "properties": { "Node name for S&R": "ImageCompositeMasked" }, "widgets_values": [ 0, 0, false ] }, { "id": 60, "type": "SplineEditor", "pos": { "0": -103, "1": 770 }, "size": { "0": 765, "1": 910 }, "flags": {}, "order": 2, "mode": 0, "inputs": [ { "name": "bg_image", "type": "IMAGE", "link": null, "shape": 7 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": [ 146 ], "slot_index": 0 }, { "name": "coord_str", "type": "STRING", "links": [ 145, 176 ], "slot_index": 1 }, { "name": "float", "type": "FLOAT", "links": null }, { "name": "count", "type": "INT", "links": null }, { "name": "normalized_str", "type": "STRING", "links": null } ], "properties": { "Node name for S&R": "SplineEditor", "points": "SplineEditor" }, "widgets_values": [ "[{\"x\":366.43744764656,\"y\":171.3214040944956},{\"x\":466.3749333683491,\"y\":177.6666412831806},{\"x\":539.3451610382268,\"y\":195.1160435520644},{\"x\":276.01781770779843,\"y\":199.87497144357818}]", "[{\"x\":366.43743896484375,\"y\":171.3214111328125},{\"x\":373.86798095703125,\"y\":171.79318237304688},{\"x\":381.29852294921875,\"y\":172.26495361328125},{\"x\":388.7288818359375,\"y\":172.73956298828125},{\"x\":396.1580810546875,\"y\":173.23184204101562},{\"x\":403.58544921875,\"y\":173.7510223388672},{\"x\":411.0102233886719,\"y\":174.30575561523438},{\"x\":418.4319763183594,\"y\":174.8998260498047},{\"x\":425.85003662109375,\"y\":175.53823852539062},{\"x\":433.26348876953125,\"y\":176.2280731201172},{\"x\":440.67156982421875,\"y\":176.9736328125},{\"x\":448.0726623535156,\"y\":177.78512573242188},{\"x\":455.4649658203125,\"y\":178.67330932617188},{\"x\":462.8458557128906,\"y\":179.65150451660156},{\"x\":470.2113952636719,\"y\":180.73902893066406},{\"x\":477.5547180175781,\"y\":181.96739196777344},{\"x\":484.8601379394531,\"y\":183.40267944335938},{\"x\":492.0770568847656,\"y\":185.22531127929688},{\"x\":498.24371337890625,\"y\":188.81117248535156},{\"x\":491.68231201171875,\"y\":191.73179626464844},{\"x\":484.3272705078125,\"y\":192.8770294189453},{\"x\":476.9224853515625,\"y\":193.65155029296875},{\"x\":469.50146484375,\"y\":194.25323486328125},{\"x\":462.07281494140625,\"y\":194.7535400390625},{\"x\":454.6398620605469,\"y\":195.1853790283203},{\"x\":447.2041931152344,\"y\":195.56698608398438},{\"x\":439.7665710449219,\"y\":195.90963745117188},{\"x\":432.32757568359375,\"y\":196.2206573486328},{\"x\":424.8875427246094,\"y\":196.50531005859375},{\"x\":417.4466552734375,\"y\":196.76824951171875},{\"x\":410.0051574707031,\"y\":197.01141357421875},{\"x\":402.5631103515625,\"y\":197.23898315429688},{\"x\":395.1206970214844,\"y\":197.45263671875},{\"x\":387.6778869628906,\"y\":197.6529541015625},{\"x\":380.23480224609375,\"y\":197.8413848876953},{\"x\":372.7914123535156,\"y\":198.0200653076172},{\"x\":365.3478698730469,\"y\":198.19000244140625},{\"x\":357.90411376953125,\"y\":198.350341796875},{\"x\":350.4601745605469,\"y\":198.50411987304688},{\"x\":343.01611328125,\"y\":198.65133666992188},{\"x\":335.5719909667969,\"y\":198.79347229003906},{\"x\":328.12774658203125,\"y\":198.93048095703125},{\"x\":320.68353271484375,\"y\":199.0675048828125},{\"x\":313.2392578125,\"y\":199.20228576660156},{\"x\":305.79498291015625,\"y\":199.33682250976562},{\"x\":298.35064697265625,\"y\":199.4713592529297},{\"x\":290.9063720703125,\"y\":199.60589599609375},{\"x\":283.46209716796875,\"y\":199.7404327392578},{\"x\":276.017822265625,\"y\":199.87496948242188}]", 720, 480, 49, "path", "basis", 0.5, 1, "list", 0, 1, null, null, null ] }, { "id": 30, "type": "CogVideoTextEncode", "pos": { "0": 493, "1": 303 }, "size": { "0": 471.90142822265625, "1": 168.08047485351562 }, "flags": {}, "order": 5, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 54 } ], "outputs": [ { "name": "conditioning", "type": "CONDITIONING", "links": [ 178 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "CogVideoTextEncode" }, "widgets_values": [ "a stag is standing and looking around in a forest", 1, true ] }, { "id": 44, "type": "VHS_VideoCombine", "pos": { "0": 2210, "1": 151 }, "size": [ 1131.619140625, 310 ], "flags": {}, "order": 16, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 156 }, { "name": "audio", "type": "AUDIO", "link": null, "shape": 7 }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null, "shape": 7 }, { "name": "vae", "type": "VAE", "link": null, "shape": 7 } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 16, "loop_count": 0, "filename_prefix": "CogVideoX-Tora", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, "save_output": false, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "CogVideoX-Tora_00012.mp4", "subfolder": "", "type": "temp", "format": "video/h264-mp4", "frame_rate": 16 }, "muted": false } } }, { "id": 75, "type": "DownloadAndLoadToraModel", "pos": { "0": 253, "1": 146 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 3, "mode": 0, "inputs": [], "outputs": [ { "name": "tora_model", "type": "TORAMODEL", "links": [ 175 ] } ], "properties": { "Node name for S&R": "DownloadAndLoadToraModel" }, "widgets_values": [ "kijai/CogVideoX-5b-Tora" ] }, { "id": 74, "type": "ToraEncodeTrajectory", "pos": { "0": 1060, "1": 670 }, "size": { "0": 335.1993408203125, "1": 230 }, "flags": {}, "order": 10, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 174 }, { "name": "tora_model", "type": "TORAMODEL", "link": 175 }, { "name": "coordinates", "type": "STRING", "link": 176, "widget": { "name": "coordinates" } }, { "name": "num_frames", "type": "INT", "link": 170, "widget": { "name": "num_frames" } }, { "name": "width", "type": "INT", "link": 171, "widget": { "name": "width" } }, { "name": "height", "type": "INT", "link": 172, "widget": { "name": "height" } } ], "outputs": [ { "name": "tora_trajectory", "type": "TORAFEATURES", "links": [ 181 ] }, { "name": "video_flow_images", "type": "IMAGE", "links": null } ], "properties": { "Node name for S&R": "ToraEncodeTrajectory" }, "widgets_values": [ "", 720, 480, 49, 1, 0, 0.1, false ] }, { "id": 1, "type": "DownloadAndLoadCogVideoModel", "pos": { "0": 633, "1": 44 }, "size": { "0": 337.8885192871094, "1": 194 }, "flags": {}, "order": 4, "mode": 0, "inputs": [ { "name": "pab_config", "type": "PAB_CONFIG", "link": null, "shape": 7 }, { "name": "block_edit", "type": "TRANSFORMERBLOCKS", "link": null, "shape": 7 }, { "name": "lora", "type": "COGLORA", "link": null, "shape": 7 } ], "outputs": [ { "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ 164, 174, 177 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "DownloadAndLoadCogVideoModel" }, "widgets_values": [ "THUDM/CogVideoX-5b-I2V", "bf16", "disabled", "disabled", false ] }, { "id": 77, "type": "CogVideoSampler", "pos": { "0": 1138, "1": 150 }, "size": [ 405.5999755859375, 410 ], "flags": {}, "order": 13, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", "link": 177 }, { "name": "positive", "type": "CONDITIONING", "link": 178 }, { "name": "negative", "type": "CONDITIONING", "link": 179 }, { "name": "samples", "type": "LATENT", "link": null, "shape": 7 }, { "name": "image_cond_latents", "type": "LATENT", "link": 180, "shape": 7 }, { "name": "context_options", "type": "COGCONTEXT", "link": null, "shape": 7 }, { "name": "controlnet", "type": "COGVIDECONTROLNET", "link": null, "shape": 7 }, { "name": "tora_trajectory", "type": "TORAFEATURES", "link": 181, "shape": 7 }, { "name": "fastercache", "type": "FASTERCACHEARGS", "link": null, "shape": 7 }, { "name": "num_frames", "type": "INT", "link": 186, "widget": { "name": "num_frames" } }, { "name": "height", "type": "INT", "link": 182, "widget": { "name": "height" } }, { "name": "width", "type": "INT", "link": 183, "widget": { "name": "width" } } ], "outputs": [ { "name": "cogvideo_pipe", "type": "COGVIDEOPIPE", "links": [ 184 ] }, { "name": "samples", "type": "LATENT", "links": [ 185 ] } ], "properties": { "Node name for S&R": "CogVideoSampler" }, "widgets_values": [ 480, 720, 49, 32, 6, 65334758276105, "fixed", "CogVideoXDPMScheduler", 1 ] }, { "id": 67, "type": "GetMaskSizeAndCount", "pos": { "0": 763, "1": 772 }, "size": { "0": 264.5999755859375, "1": 86 }, "flags": { "collapsed": true }, "order": 7, "mode": 0, "inputs": [ { "name": "mask", "type": "MASK", "link": 146 } ], "outputs": [ { "name": "mask", "type": "MASK", "links": null }, { "name": "720 width", "type": "INT", "links": [ 149, 168, 171, 183 ], "slot_index": 1 }, { "name": "480 height", "type": "INT", "links": [ 150, 169, 172, 182 ], "slot_index": 2 }, { "name": "49 count", "type": "INT", "links": [ 170, 186 ], "slot_index": 3 } ], "properties": { "Node name for S&R": "GetMaskSizeAndCount" }, "widgets_values": [] } ], "links": [ [ 54, 20, 0, 30, 0, "CLIP" ], [ 56, 20, 0, 31, 0, "CLIP" ], [ 142, 65, 0, 66, 0, "IMAGE" ], [ 145, 60, 1, 65, 0, "STRING" ], [ 146, 60, 0, 67, 0, "MASK" ], [ 149, 67, 1, 65, 2, "INT" ], [ 150, 67, 2, 65, 3, "INT" ], [ 153, 65, 0, 68, 1, "IMAGE" ], [ 154, 65, 1, 68, 2, "MASK" ], [ 155, 56, 0, 68, 0, "IMAGE" ], [ 156, 68, 0, 44, 0, "IMAGE" ], [ 164, 1, 0, 71, 0, "COGVIDEOPIPE" ], [ 166, 72, 0, 73, 0, "IMAGE" ], [ 167, 73, 0, 71, 1, "IMAGE" ], [ 168, 67, 1, 73, 2, "INT" ], [ 169, 67, 2, 73, 3, "INT" ], [ 170, 67, 3, 74, 3, "INT" ], [ 171, 67, 1, 74, 4, "INT" ], [ 172, 67, 2, 74, 5, "INT" ], [ 174, 1, 0, 74, 0, "COGVIDEOPIPE" ], [ 175, 75, 0, 74, 1, "TORAMODEL" ], [ 176, 60, 1, 74, 2, "STRING" ], [ 177, 1, 0, 77, 0, "COGVIDEOPIPE" ], [ 178, 30, 0, 77, 1, "CONDITIONING" ], [ 179, 31, 0, 77, 2, "CONDITIONING" ], [ 180, 71, 0, 77, 4, "LATENT" ], [ 181, 74, 0, 77, 7, "TORAFEATURES" ], [ 182, 67, 2, 77, 10, "INT" ], [ 183, 67, 1, 77, 11, "INT" ], [ 184, 77, 0, 56, 0, "COGVIDEOPIPE" ], [ 185, 77, 1, 56, 1, "LATENT" ], [ 186, 67, 3, 77, 9, "INT" ] ], "groups": [], "config": {}, "extra": { "ds": { "scale": 0.6303940863129501, "offset": [ 136.37893073690276, 136.88820468799213 ] } }, "version": 0.4 }