mirror of
https://git.datalinker.icu/kijai/ComfyUI-CogVideoXWrapper.git
synced 2025-12-09 04:44:22 +08:00
1003 lines
17 KiB
JSON
1003 lines
17 KiB
JSON
{
|
|
"last_node_id": 48,
|
|
"last_link_id": 90,
|
|
"nodes": [
|
|
{
|
|
"id": 41,
|
|
"type": "HEDPreprocessor",
|
|
"pos": {
|
|
"0": -570,
|
|
"1": -76
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 73
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
74
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "HEDPreprocessor"
|
|
},
|
|
"widgets_values": [
|
|
"enable",
|
|
768
|
|
]
|
|
},
|
|
{
|
|
"id": 38,
|
|
"type": "VHS_LoadVideo",
|
|
"pos": {
|
|
"0": -847,
|
|
"1": -78
|
|
},
|
|
"size": [
|
|
247.455078125,
|
|
427.63671875
|
|
],
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null,
|
|
"shape": 7
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
73
|
|
],
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "frame_count",
|
|
"type": "INT",
|
|
"links": null
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"links": null
|
|
},
|
|
{
|
|
"name": "video_info",
|
|
"type": "VHS_VIDEOINFO",
|
|
"links": null
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_LoadVideo"
|
|
},
|
|
"widgets_values": {
|
|
"video": "car.mp4",
|
|
"force_rate": 0,
|
|
"force_size": "Disabled",
|
|
"custom_width": 512,
|
|
"custom_height": 512,
|
|
"frame_load_cap": 49,
|
|
"skip_first_frames": 0,
|
|
"select_every_nth": 1,
|
|
"choose video to upload": "image",
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"frame_load_cap": 49,
|
|
"skip_first_frames": 0,
|
|
"force_rate": 0,
|
|
"filename": "car.mp4",
|
|
"type": "input",
|
|
"format": "video/mp4",
|
|
"select_every_nth": 1
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 39,
|
|
"type": "ImageResizeKJ",
|
|
"pos": {
|
|
"0": -563,
|
|
"1": 63
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 266
|
|
},
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 74
|
|
},
|
|
{
|
|
"name": "get_image_size",
|
|
"type": "IMAGE",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "width_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "width_input"
|
|
},
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "height_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "height_input"
|
|
},
|
|
"shape": 7
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
71
|
|
],
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "width",
|
|
"type": "INT",
|
|
"links": null
|
|
},
|
|
{
|
|
"name": "height",
|
|
"type": "INT",
|
|
"links": null
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "ImageResizeKJ"
|
|
},
|
|
"widgets_values": [
|
|
720,
|
|
480,
|
|
"lanczos",
|
|
false,
|
|
2,
|
|
0,
|
|
0,
|
|
"disabled"
|
|
]
|
|
},
|
|
{
|
|
"id": 30,
|
|
"type": "CogVideoTextEncode",
|
|
"pos": {
|
|
"0": 130,
|
|
"1": 350
|
|
},
|
|
"size": {
|
|
"0": 475.7875061035156,
|
|
"1": 231.29896545410156
|
|
},
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"link": 54
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "conditioning",
|
|
"type": "CONDITIONING",
|
|
"links": [
|
|
84
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"links": [
|
|
78
|
|
],
|
|
"slot_index": 1
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoTextEncode"
|
|
},
|
|
"widgets_values": [
|
|
"car is moving among mountains",
|
|
1,
|
|
false
|
|
]
|
|
},
|
|
{
|
|
"id": 31,
|
|
"type": "CogVideoTextEncode",
|
|
"pos": {
|
|
"0": 139,
|
|
"1": 643
|
|
},
|
|
"size": {
|
|
"0": 463.01251220703125,
|
|
"1": 144
|
|
},
|
|
"flags": {},
|
|
"order": 7,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"link": 78
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "conditioning",
|
|
"type": "CONDITIONING",
|
|
"links": [
|
|
85
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"links": null
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoTextEncode"
|
|
},
|
|
"widgets_values": [
|
|
"",
|
|
1,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 44,
|
|
"type": "DownloadAndLoadCogVideoModel",
|
|
"pos": {
|
|
"0": 326,
|
|
"1": -319
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 218
|
|
},
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "block_edit",
|
|
"type": "TRANSFORMERBLOCKS",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "lora",
|
|
"type": "COGLORA",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "compile_args",
|
|
"type": "COMPILEARGS",
|
|
"link": null,
|
|
"shape": 7
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "COGVIDEOMODEL",
|
|
"links": [
|
|
83
|
|
]
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"links": [
|
|
82
|
|
],
|
|
"slot_index": 1
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "DownloadAndLoadCogVideoModel"
|
|
},
|
|
"widgets_values": [
|
|
"THUDM/CogVideoX-2b",
|
|
"bf16",
|
|
"disabled",
|
|
false,
|
|
"sdpa",
|
|
"main_device"
|
|
]
|
|
},
|
|
{
|
|
"id": 20,
|
|
"type": "CLIPLoader",
|
|
"pos": {
|
|
"0": -175,
|
|
"1": -317
|
|
},
|
|
"size": {
|
|
"0": 452.912353515625,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "CLIP",
|
|
"type": "CLIP",
|
|
"links": [
|
|
54
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CLIPLoader"
|
|
},
|
|
"widgets_values": [
|
|
"t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
|
|
"sd3"
|
|
]
|
|
},
|
|
{
|
|
"id": 35,
|
|
"type": "DownloadAndLoadCogVideoControlNet",
|
|
"pos": {
|
|
"0": -105,
|
|
"1": -182
|
|
},
|
|
"size": {
|
|
"0": 378,
|
|
"1": 58
|
|
},
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "cogvideo_controlnet",
|
|
"type": "COGVIDECONTROLNETMODEL",
|
|
"links": [
|
|
67
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "DownloadAndLoadCogVideoControlNet"
|
|
},
|
|
"widgets_values": [
|
|
"TheDenk/cogvideox-2b-controlnet-hed-v1"
|
|
]
|
|
},
|
|
{
|
|
"id": 37,
|
|
"type": "CogVideoControlNet",
|
|
"pos": {
|
|
"0": 220,
|
|
"1": 155
|
|
},
|
|
"size": {
|
|
"0": 367.79998779296875,
|
|
"1": 126
|
|
},
|
|
"flags": {},
|
|
"order": 9,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "controlnet",
|
|
"type": "COGVIDECONTROLNETMODEL",
|
|
"link": 67
|
|
},
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 72
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "cogvideo_controlnet",
|
|
"type": "COGVIDECONTROLNET",
|
|
"links": [
|
|
86
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoControlNet"
|
|
},
|
|
"widgets_values": [
|
|
1,
|
|
0,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"id": 40,
|
|
"type": "GetImageSizeAndCount",
|
|
"pos": {
|
|
"0": -123,
|
|
"1": -34
|
|
},
|
|
"size": {
|
|
"0": 277.20001220703125,
|
|
"1": 86
|
|
},
|
|
"flags": {},
|
|
"order": 8,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 71
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
72,
|
|
75
|
|
],
|
|
"slot_index": 0
|
|
},
|
|
{
|
|
"name": "720 width",
|
|
"type": "INT",
|
|
"links": [
|
|
89
|
|
]
|
|
},
|
|
{
|
|
"name": "480 height",
|
|
"type": "INT",
|
|
"links": [
|
|
90
|
|
],
|
|
"slot_index": 2
|
|
},
|
|
{
|
|
"name": "49 count",
|
|
"type": "INT",
|
|
"links": null
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "GetImageSizeAndCount"
|
|
},
|
|
"widgets_values": []
|
|
},
|
|
{
|
|
"id": 47,
|
|
"type": "EmptyLatentImage",
|
|
"pos": {
|
|
"0": 409,
|
|
"1": 77
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 106
|
|
},
|
|
"flags": {
|
|
"collapsed": true
|
|
},
|
|
"order": 10,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "width",
|
|
"type": "INT",
|
|
"link": 89,
|
|
"widget": {
|
|
"name": "width"
|
|
}
|
|
},
|
|
{
|
|
"name": "height",
|
|
"type": "INT",
|
|
"link": 90,
|
|
"widget": {
|
|
"name": "height"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "LATENT",
|
|
"type": "LATENT",
|
|
"links": [
|
|
88
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "EmptyLatentImage"
|
|
},
|
|
"widgets_values": [
|
|
720,
|
|
480,
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"id": 46,
|
|
"type": "CogVideoSampler",
|
|
"pos": {
|
|
"0": 743,
|
|
"1": 49
|
|
},
|
|
"size": {
|
|
"0": 330,
|
|
"1": 574
|
|
},
|
|
"flags": {},
|
|
"order": 11,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "model",
|
|
"type": "COGVIDEOMODEL",
|
|
"link": 83
|
|
},
|
|
{
|
|
"name": "positive",
|
|
"type": "CONDITIONING",
|
|
"link": 84
|
|
},
|
|
{
|
|
"name": "negative",
|
|
"type": "CONDITIONING",
|
|
"link": 85
|
|
},
|
|
{
|
|
"name": "samples",
|
|
"type": "LATENT",
|
|
"link": 88,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "image_cond_latents",
|
|
"type": "LATENT",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "context_options",
|
|
"type": "COGCONTEXT",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "controlnet",
|
|
"type": "COGVIDECONTROLNET",
|
|
"link": 86,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "tora_trajectory",
|
|
"type": "TORAFEATURES",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "fastercache",
|
|
"type": "FASTERCACHEARGS",
|
|
"link": null,
|
|
"shape": 7
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "samples",
|
|
"type": "LATENT",
|
|
"links": [
|
|
87
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoSampler"
|
|
},
|
|
"widgets_values": [
|
|
49,
|
|
40,
|
|
6,
|
|
0,
|
|
"fixed",
|
|
"CogVideoXDDIM",
|
|
1
|
|
]
|
|
},
|
|
{
|
|
"id": 45,
|
|
"type": "CogVideoDecode",
|
|
"pos": {
|
|
"0": 758,
|
|
"1": 685
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 198
|
|
},
|
|
"flags": {},
|
|
"order": 12,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": 82
|
|
},
|
|
{
|
|
"name": "samples",
|
|
"type": "LATENT",
|
|
"link": 87
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
81
|
|
]
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoDecode"
|
|
},
|
|
"widgets_values": [
|
|
true,
|
|
240,
|
|
360,
|
|
0.2,
|
|
0.2,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 42,
|
|
"type": "ImageConcatMulti",
|
|
"pos": {
|
|
"0": 1145,
|
|
"1": -24
|
|
},
|
|
"size": {
|
|
"0": 210,
|
|
"1": 150
|
|
},
|
|
"flags": {},
|
|
"order": 13,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image_1",
|
|
"type": "IMAGE",
|
|
"link": 75
|
|
},
|
|
{
|
|
"name": "image_2",
|
|
"type": "IMAGE",
|
|
"link": 81
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
77
|
|
],
|
|
"slot_index": 0
|
|
}
|
|
],
|
|
"properties": {},
|
|
"widgets_values": [
|
|
2,
|
|
"right",
|
|
false,
|
|
null
|
|
]
|
|
},
|
|
{
|
|
"id": 43,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": {
|
|
"0": 1154,
|
|
"1": 202
|
|
},
|
|
"size": [
|
|
778.7022705078125,
|
|
576.9007568359375
|
|
],
|
|
"flags": {},
|
|
"order": 14,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 77
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null,
|
|
"shape": 7
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null,
|
|
"shape": 7
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 8,
|
|
"loop_count": 0,
|
|
"filename_prefix": "CogVideoX_2b_controlnet",
|
|
"format": "video/h264-mp4",
|
|
"pix_fmt": "yuv420p",
|
|
"crf": 19,
|
|
"save_metadata": true,
|
|
"pingpong": false,
|
|
"save_output": true,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "CogVideoX2B_controlnet_00003.mp4",
|
|
"subfolder": "",
|
|
"type": "temp",
|
|
"format": "video/h264-mp4",
|
|
"frame_rate": 8
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
54,
|
|
20,
|
|
0,
|
|
30,
|
|
0,
|
|
"CLIP"
|
|
],
|
|
[
|
|
67,
|
|
35,
|
|
0,
|
|
37,
|
|
0,
|
|
"COGVIDECONTROLNETMODEL"
|
|
],
|
|
[
|
|
71,
|
|
39,
|
|
0,
|
|
40,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
72,
|
|
40,
|
|
0,
|
|
37,
|
|
1,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
73,
|
|
38,
|
|
0,
|
|
41,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
74,
|
|
41,
|
|
0,
|
|
39,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
75,
|
|
40,
|
|
0,
|
|
42,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
77,
|
|
42,
|
|
0,
|
|
43,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
78,
|
|
30,
|
|
1,
|
|
31,
|
|
0,
|
|
"CLIP"
|
|
],
|
|
[
|
|
81,
|
|
45,
|
|
0,
|
|
42,
|
|
1,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
82,
|
|
44,
|
|
1,
|
|
45,
|
|
0,
|
|
"VAE"
|
|
],
|
|
[
|
|
83,
|
|
44,
|
|
0,
|
|
46,
|
|
0,
|
|
"COGVIDEOMODEL"
|
|
],
|
|
[
|
|
84,
|
|
30,
|
|
0,
|
|
46,
|
|
1,
|
|
"CONDITIONING"
|
|
],
|
|
[
|
|
85,
|
|
31,
|
|
0,
|
|
46,
|
|
2,
|
|
"CONDITIONING"
|
|
],
|
|
[
|
|
86,
|
|
37,
|
|
0,
|
|
46,
|
|
6,
|
|
"COGVIDECONTROLNET"
|
|
],
|
|
[
|
|
87,
|
|
46,
|
|
0,
|
|
45,
|
|
1,
|
|
"LATENT"
|
|
],
|
|
[
|
|
88,
|
|
47,
|
|
0,
|
|
46,
|
|
3,
|
|
"LATENT"
|
|
],
|
|
[
|
|
89,
|
|
40,
|
|
1,
|
|
47,
|
|
0,
|
|
"INT"
|
|
],
|
|
[
|
|
90,
|
|
40,
|
|
2,
|
|
47,
|
|
1,
|
|
"INT"
|
|
]
|
|
],
|
|
"groups": [],
|
|
"config": {},
|
|
"extra": {
|
|
"ds": {
|
|
"scale": 0.7627768444387069,
|
|
"offset": [
|
|
1075.4957551311677,
|
|
398.4420252790512
|
|
]
|
|
}
|
|
},
|
|
"version": 0.4
|
|
} |