From a1f3ac4729c399890c5e4f168bc257b6cbd4c618 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Wed, 2 Oct 2024 18:11:16 +0300 Subject: [PATCH] Update cogvideox_fun_pose_example_01.json --- examples/cogvideox_fun_pose_example_01.json | 595 +++++++++++--------- 1 file changed, 319 insertions(+), 276 deletions(-) diff --git a/examples/cogvideox_fun_pose_example_01.json b/examples/cogvideox_fun_pose_example_01.json index e4c827f..9933267 100644 --- a/examples/cogvideox_fun_pose_example_01.json +++ b/examples/cogvideox_fun_pose_example_01.json @@ -1,6 +1,6 @@ { - "last_node_id": 80, - "last_link_id": 174, + "last_node_id": 82, + "last_link_id": 182, "nodes": [ { "id": 31, @@ -28,7 +28,7 @@ "name": "conditioning", "type": "CONDITIONING", "links": [ - 167 + 179 ], "slot_index": 0, "shape": 3 @@ -97,7 +97,7 @@ "1": 274 }, "flags": {}, - "order": 13, + "order": 14, "mode": 0, "inputs": [ { @@ -161,18 +161,18 @@ "1": 198 }, "flags": {}, - "order": 11, + "order": 12, "mode": 0, "inputs": [ { "name": "pipeline", "type": "COGVIDEOPIPE", - "link": 170 + "link": 180 }, { "name": "samples", "type": "LATENT", - "link": 171 + "link": 181 } ], "outputs": [ @@ -198,84 +198,6 @@ true ] }, - { - "id": 79, - "type": "CogVideoXFunControlSampler", - "pos": { - "0": 1085, - "1": 312 - }, - "size": { - "0": 313.41632080078125, - "1": 330 - }, - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [ - { - "name": "pipeline", - "type": "COGVIDEOPIPE", - "link": 165 - }, - { - "name": "positive", - "type": "CONDITIONING", - "link": 166 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 167 - }, - { - "name": "control_video", - "type": "IMAGE", - "link": 168 - }, - { - "name": "video_length", - "type": "INT", - "link": 169, - "widget": { - "name": "video_length" - } - } - ], - "outputs": [ - { - "name": "cogvideo_pipe", - "type": "COGVIDEOPIPE", - "links": [ - 170 - ], - "shape": 3 - }, - { - "name": "samples", - "type": "LATENT", - "links": [ - 171 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CogVideoXFunControlSampler" - }, - "widgets_values": [ - 49, - 512, - 42, - "fixed", - 25, - 6, - "DPM++", - 0.7000000000000001, - 0, - 1 - ] - }, { "id": 30, "type": "CogVideoTextEncode", @@ -303,7 +225,7 @@ "type": "CONDITIONING", "links": [ 128, - 166 + 178 ], "slot_index": 0, "shape": 3 @@ -496,12 +418,83 @@ "dw-ll_ucoco_384_bs5.torchscript.pt" ] }, + { + "id": 44, + "type": "VHS_VideoCombine", + "pos": { + "0": 1842, + "1": -5 + }, + "size": [ + 1186.0863037109375, + 310 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 150 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "CogVideoX_Fun_Pose", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "CogVideoX_Fun_Pose_00004.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 8 + }, + "muted": false + } + } + }, { "id": 37, "type": "ImageResizeKJ", "pos": { - "0": 666, - "1": 743 + "0": 292, + "1": 1004 }, "size": { "0": 315, @@ -579,8 +572,8 @@ "id": 61, "type": "GetImageSizeAndCount", "pos": { - "0": 1018, - "1": 743 + "0": 645, + "1": 1000 }, "size": { "0": 277.20001220703125, @@ -602,7 +595,7 @@ "type": "IMAGE", "links": [ 135, - 168 + 175 ], "slot_index": 0, "shape": 3 @@ -631,19 +624,181 @@ }, "widgets_values": [] }, + { + "id": 71, + "type": "DownloadAndLoadCogVideoGGUFModel", + "pos": { + "0": 515, + "1": 35 + }, + "size": { + "0": 466.3737487792969, + "1": 174 + }, + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "pab_config", + "type": "PAB_CONFIG", + "link": null + }, + { + "name": "block_edit", + "type": "TRANSFORMERBLOCKS", + "link": null + } + ], + "outputs": [ + { + "name": "cogvideo_pipe", + "type": "COGVIDEOPIPE", + "links": [ + 176, + 177 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadCogVideoGGUFModel" + }, + "widgets_values": [ + "CogVideoX_5b_fun_1_1_Pose_GGUF_Q4_0.safetensors", + "bf16", + false, + "main_device", + false + ] + }, + { + "id": 81, + "type": "CogVideoControlImageEncode", + "pos": { + "0": 859, + "1": 769 + }, + "size": { + "0": 367.79998779296875, + "1": 102 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 176 + }, + { + "name": "control_video", + "type": "IMAGE", + "link": 175 + } + ], + "outputs": [ + { + "name": "control_latents", + "type": "COGCONTROL_LATENTS", + "links": [ + 182 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CogVideoControlImageEncode" + }, + "widgets_values": [ + 512, + false + ] + }, + { + "id": 82, + "type": "CogVideoXFunControlSampler", + "pos": { + "0": 1085, + "1": 312 + }, + "size": [ + 311.22059416191496, + 286 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 177 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 178 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 179 + }, + { + "name": "control_latents", + "type": "COGCONTROL_LATENTS", + "link": 182 + } + ], + "outputs": [ + { + "name": "cogvideo_pipe", + "type": "COGVIDEOPIPE", + "links": [ + 180 + ], + "shape": 3 + }, + { + "name": "samples", + "type": "LATENT", + "links": [ + 181 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoXFunControlSampler" + }, + "widgets_values": [ + 42, + "fixed", + 25, + 6, + "CogVideoXDPMScheduler", + 0.7000000000000001, + 0, + 1 + ] + }, { "id": 58, "type": "ImageConcatMulti", "pos": { - "0": 1439, - "1": 735 + "0": 1472, + "1": 649 }, "size": { "0": 210, "1": 150 }, "flags": {}, - "order": 12, + "order": 13, "mode": 0, "inputs": [ { @@ -676,131 +831,12 @@ null ] }, - { - "id": 71, - "type": "DownloadAndLoadCogVideoGGUFModel", - "pos": { - "0": 515, - "1": 35 - }, - "size": { - "0": 466.3737487792969, - "1": 174 - }, - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [ - { - "name": "pab_config", - "type": "PAB_CONFIG", - "link": null - }, - { - "name": "block_edit", - "type": "TRANSFORMERBLOCKS", - "link": null - } - ], - "outputs": [ - { - "name": "cogvideo_pipe", - "type": "COGVIDEOPIPE", - "links": [ - 165 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "DownloadAndLoadCogVideoGGUFModel" - }, - "widgets_values": [ - "CogVideoX_5b_fun_1_1_Pose_GGUF_Q4_0.safetensors", - "bf16", - false, - "main_device", - false - ] - }, - { - "id": 44, - "type": "VHS_VideoCombine", - "pos": { - "0": 1842, - "1": -5 - }, - "size": [ - 1186.0863037109375, - 1442.1649487639127 - ], - "flags": {}, - "order": 14, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 150 - }, - { - "name": "audio", - "type": "AUDIO", - "link": null - }, - { - "name": "meta_batch", - "type": "VHS_BatchManager", - "link": null - }, - { - "name": "vae", - "type": "VAE", - "link": null - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "VHS_VideoCombine" - }, - "widgets_values": { - "frame_rate": 8, - "loop_count": 0, - "filename_prefix": "CogVideoX_Fun_Pose", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "pingpong": false, - "save_output": false, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "CogVideoX_Fun_Pose_00004.mp4", - "subfolder": "", - "type": "temp", - "format": "video/h264-mp4", - "frame_rate": 8 - }, - "muted": false - } - } - }, { "id": 72, "type": "INTConstant", "pos": { - "0": -265, - "1": 347 + "0": -198, + "1": 260 }, "size": { "0": 210, @@ -815,8 +851,7 @@ "name": "value", "type": "INT", "links": [ - 152, - 169 + 152 ], "slot_index": 0, "shape": 3 @@ -914,62 +949,6 @@ 2, "INT" ], - [ - 165, - 71, - 0, - 79, - 0, - "COGVIDEOPIPE" - ], - [ - 166, - 30, - 0, - 79, - 1, - "CONDITIONING" - ], - [ - 167, - 31, - 0, - 79, - 2, - "CONDITIONING" - ], - [ - 168, - 61, - 0, - 79, - 3, - "IMAGE" - ], - [ - 169, - 72, - 0, - 79, - 4, - "INT" - ], - [ - 170, - 79, - 0, - 11, - 0, - "COGVIDEOPIPE" - ], - [ - 171, - 79, - 1, - 11, - 1, - "LATENT" - ], [ 173, 65, @@ -985,16 +964,80 @@ 37, 0, "IMAGE" + ], + [ + 175, + 61, + 0, + 81, + 1, + "IMAGE" + ], + [ + 176, + 71, + 0, + 81, + 0, + "COGVIDEOPIPE" + ], + [ + 177, + 71, + 0, + 82, + 0, + "COGVIDEOPIPE" + ], + [ + 178, + 30, + 0, + 82, + 1, + "CONDITIONING" + ], + [ + 179, + 31, + 0, + 82, + 2, + "CONDITIONING" + ], + [ + 180, + 82, + 0, + 11, + 0, + "COGVIDEOPIPE" + ], + [ + 181, + 82, + 1, + 11, + 1, + "LATENT" + ], + [ + 182, + 81, + 0, + 82, + 3, + "COGCONTROL_LATENTS" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 0.5209868481924667, + "scale": 0.6934334949441758, "offset": [ - 329.16752736137005, - 119.68471403460902 + 364.1021432696588, + 27.28260472943026 ] } },