diff --git a/examples/cogvidex_fun_i2v_example_01.json b/examples/cogvidex_fun_i2v_example_01.json new file mode 100644 index 0000000..75fffb3 --- /dev/null +++ b/examples/cogvidex_fun_i2v_example_01.json @@ -0,0 +1,562 @@ +{ + "last_node_id": 45, + "last_link_id": 97, + "nodes": [ + { + "id": 20, + "type": "CLIPLoader", + "pos": { + "0": -26, + "1": 400 + }, + "size": { + "0": 451.30548095703125, + "1": 82 + }, + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 54, + 56 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CLIPLoader" + }, + "widgets_values": [ + "t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors", + "sd3" + ] + }, + { + "id": 37, + "type": "ImageResizeKJ", + "pos": { + "0": 824, + "1": 715 + }, + "size": { + "0": 315, + "1": 266 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 71 + }, + { + "name": "get_image_size", + "type": "IMAGE", + "link": null + }, + { + "name": "width_input", + "type": "INT", + "link": null, + "widget": { + "name": "width_input" + } + }, + { + "name": "height_input", + "type": "INT", + "link": null, + "widget": { + "name": "height_input" + } + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 87 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "height", + "type": "INT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 720, + 480, + "nearest-exact", + false, + 2, + 0, + 0, + "disabled" + ] + }, + { + "id": 11, + "type": "CogVideoDecode", + "pos": { + "0": 1448, + "1": 345 + }, + "size": { + "0": 300.396484375, + "1": 198 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 89 + }, + { + "name": "samples", + "type": "LATENT", + "link": 88 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 97 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoDecode" + }, + "widgets_values": [ + false, + 96, + 96, + 0.083, + 0.083, + true + ] + }, + { + "id": 1, + "type": "DownloadAndLoadCogVideoModel", + "pos": { + "0": 642, + "1": 90 + }, + "size": { + "0": 337.8885192871094, + "1": 154 + }, + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "cogvideo_pipe", + "type": "COGVIDEOPIPE", + "links": [ + 84 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadCogVideoModel" + }, + "widgets_values": [ + "kijai/CogVideoX-Fun-pruned", + "bf16", + "fastmode", + "disabled", + false + ] + }, + { + "id": 31, + "type": "CogVideoTextEncode", + "pos": { + "0": 497, + "1": 520 + }, + "size": { + "0": 463.01251220703125, + "1": 98.10446166992188 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 56 + } + ], + "outputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "links": [ + 86 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoTextEncode" + }, + "widgets_values": [ + "The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. " + ] + }, + { + "id": 44, + "type": "VHS_VideoCombine", + "pos": { + "0": 1842, + "1": 345 + }, + "size": [ + 605.3909898931465, + 724.5306772953109 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 97 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00003.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 8 + }, + "muted": false + } + } + }, + { + "id": 41, + "type": "CogVideoXFunSampler", + "pos": { + "0": 1058, + "1": 345 + }, + "size": { + "0": 315, + "1": 282 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "pipeline", + "type": "COGVIDEOPIPE", + "link": 84 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 85 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 86 + }, + { + "name": "start_img", + "type": "IMAGE", + "link": 87 + }, + { + "name": "end_img", + "type": "IMAGE", + "link": null + } + ], + "outputs": [ + { + "name": "cogvideo_pipe", + "type": "COGVIDEOPIPE", + "links": [ + 89 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "samples", + "type": "LATENT", + "links": [ + 88 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoXFunSampler" + }, + "widgets_values": [ + 49, + 512, + 43, + "fixed", + 30, + 6, + "DPM++" + ] + }, + { + "id": 30, + "type": "CogVideoTextEncode", + "pos": { + "0": 493, + "1": 303 + }, + "size": { + "0": 471.90142822265625, + "1": 168.08047485351562 + }, + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 54 + } + ], + "outputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "links": [ + 85 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CogVideoTextEncode" + }, + "widgets_values": [ + "fireworks display over night city. The video is of high quality, and the view is very clear. High quality, masterpiece, best quality, highres, ultra-detailed, fantastic." + ] + }, + { + "id": 36, + "type": "LoadImage", + "pos": { + "0": 325, + "1": 715 + }, + "size": { + "0": 432.4361877441406, + "1": 361.0254211425781 + }, + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 71 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "6e1a7befce6daa63fc01cb66c1a22ed0.jpg", + "image" + ] + } + ], + "links": [ + [ + 54, + 20, + 0, + 30, + 0, + "CLIP" + ], + [ + 56, + 20, + 0, + 31, + 0, + "CLIP" + ], + [ + 71, + 36, + 0, + 37, + 0, + "IMAGE" + ], + [ + 84, + 1, + 0, + 41, + 0, + "COGVIDEOPIPE" + ], + [ + 85, + 30, + 0, + 41, + 1, + "CONDITIONING" + ], + [ + 86, + 31, + 0, + 41, + 2, + "CONDITIONING" + ], + [ + 87, + 37, + 0, + 41, + 3, + "IMAGE" + ], + [ + 88, + 41, + 1, + 11, + 1, + "LATENT" + ], + [ + 89, + 41, + 0, + 11, + 0, + "COGVIDEOPIPE" + ], + [ + 97, + 11, + 0, + 44, + 0, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.8264462809917361, + "offset": [ + 97.64239267521098, + 39.894747674006986 + ] + } + }, + "version": 0.4 +} \ No newline at end of file