ComfyUI-CogVideoXWrapper/examples/cogvideox_5b_tora_trajectory_example_01.json
2024-10-29 05:50:50 +02:00

1106 lines
22 KiB
JSON

{
"last_node_id": 70,
"last_link_id": 165,
"nodes": [
{
"id": 20,
"type": "CLIPLoader",
"pos": {
"0": -26,
"1": 400
},
"size": {
"0": 451.30548095703125,
"1": 82
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
54,
56
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"t5\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
"sd3"
]
},
{
"id": 31,
"type": "CogVideoTextEncode",
"pos": {
"0": 497,
"1": 520
},
"size": {
"0": 463.01251220703125,
"1": 124
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 56
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
123
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. ",
1,
true
]
},
{
"id": 1,
"type": "DownloadAndLoadCogVideoModel",
"pos": {
"0": 633,
"1": 44
},
"size": {
"0": 337.8885192871094,
"1": 194
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "pab_config",
"type": "PAB_CONFIG",
"link": null,
"shape": 7
},
{
"name": "block_edit",
"type": "TRANSFORMERBLOCKS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "COGLORA",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "cogvideo_pipe",
"type": "COGVIDEOPIPE",
"links": [
121,
159
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadCogVideoModel"
},
"widgets_values": [
"kijai/CogVideoX-5b-Tora",
"bf16",
"disabled",
"disabled",
false
]
},
{
"id": 65,
"type": "CreateShapeImageOnPath",
"pos": {
"0": 1052,
"1": 935
},
"size": {
"0": 313.4619445800781,
"1": 270
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "coordinates",
"type": "STRING",
"link": 145,
"widget": {
"name": "coordinates"
}
},
{
"name": "size_multiplier",
"type": "FLOAT",
"link": null,
"widget": {
"name": "size_multiplier"
},
"shape": 7
},
{
"name": "frame_width",
"type": "INT",
"link": 149,
"widget": {
"name": "frame_width"
}
},
{
"name": "frame_height",
"type": "INT",
"link": 150,
"widget": {
"name": "frame_height"
}
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
142,
153
],
"slot_index": 0
},
{
"name": "mask",
"type": "MASK",
"links": [
154
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "CreateShapeImageOnPath"
},
"widgets_values": [
"circle",
"",
512,
512,
12,
12,
"red",
"black",
0,
1,
[
1
]
]
},
{
"id": 56,
"type": "CogVideoDecode",
"pos": {
"0": 1581,
"1": 148
},
"size": {
"0": 300.396484375,
"1": 198
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 128
},
{
"name": "samples",
"type": "LATENT",
"link": 127
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
155
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoDecode"
},
"widgets_values": [
false,
240,
360,
0.2,
0.2,
true
]
},
{
"id": 68,
"type": "ImageCompositeMasked",
"pos": {
"0": 1623,
"1": 557
},
"size": {
"0": 315,
"1": 146
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "destination",
"type": "IMAGE",
"link": 155
},
{
"name": "source",
"type": "IMAGE",
"link": 153
},
{
"name": "mask",
"type": "MASK",
"link": 154,
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
156
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageCompositeMasked"
},
"widgets_values": [
0,
0,
false
]
},
{
"id": 66,
"type": "VHS_VideoCombine",
"pos": {
"0": 1405,
"1": 916
},
"size": [
605.3909912109375,
714.2606608072917
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 142
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "CogVideoX-Tora-trajectory",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "CogVideoX-Tora-trajectory_00012.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 8
},
"muted": false
}
}
},
{
"id": 30,
"type": "CogVideoTextEncode",
"pos": {
"0": 493,
"1": 303
},
"size": {
"0": 471.90142822265625,
"1": 168.08047485351562
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
122
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"video of a brown bear in front of a waterfall",
1,
true
]
},
{
"id": 60,
"type": "SplineEditor",
"pos": {
"0": -103,
"1": 770
},
"size": {
"0": 765,
"1": 910
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "mask",
"type": "MASK",
"links": [
146
],
"slot_index": 0
},
{
"name": "coord_str",
"type": "STRING",
"links": [
145,
165
],
"slot_index": 1
},
{
"name": "float",
"type": "FLOAT",
"links": null
},
{
"name": "count",
"type": "INT",
"links": null
},
{
"name": "normalized_str",
"type": "STRING",
"links": null
}
],
"properties": {
"Node name for S&R": "SplineEditor",
"points": "SplineEditor"
},
"widgets_values": [
"[{\"x\":133.249980962386,\"y\":260.15472473608696},{\"x\":263.32734333042947,\"y\":353.74697326919136},{\"x\":412.4404172645281,\"y\":258.5684154389157},{\"x\":234.77377598134674,\"y\":190.35711566055141},{\"x\":399.749942887158,\"y\":106.28272291047455},{\"x\":539.345161038229,\"y\":266.499961924772}]",
"[{\"x\":133.24998474121094,\"y\":260.15472412109375},{\"x\":146.90032958984375,\"y\":275.1250305175781},{\"x\":160.95431518554688,\"y\":289.7167053222656},{\"x\":175.49871826171875,\"y\":303.81890869140625},{\"x\":190.64990234375,\"y\":317.2657165527344},{\"x\":206.57586669921875,\"y\":329.7820129394531},{\"x\":223.51571655273438,\"y\":340.87823486328125},{\"x\":241.78599548339844,\"y\":349.5747375488281},{\"x\":261.53076171875,\"y\":353.722412109375},{\"x\":281.7359619140625,\"y\":352.4859313964844},{\"x\":301.6475830078125,\"y\":348.8008117675781},{\"x\":321.0851745605469,\"y\":343.1146545410156},{\"x\":339.9189147949219,\"y\":335.6663513183594},{\"x\":358.0020751953125,\"y\":326.5465393066406},{\"x\":375.1062316894531,\"y\":315.70538330078125},{\"x\":390.79693603515625,\"y\":302.913818359375},{\"x\":404.0909118652344,\"y\":287.676025390625},{\"x\":412.28533935546875,\"y\":269.30328369140625},{\"x\":408.2677307128906,\"y\":250.2057647705078},{\"x\":391.3509521484375,\"y\":239.37109375},{\"x\":372.0826721191406,\"y\":233.1624298095703},{\"x\":352.3110656738281,\"y\":228.7548065185547},{\"x\":332.3755187988281,\"y\":225.14697265625},{\"x\":312.3946228027344,\"y\":221.79623413085938},{\"x\":292.44403076171875,\"y\":218.2718048095703},{\"x\":272.63787841796875,\"y\":214.0209503173828},{\"x\":253.3236541748047,\"y\":207.96151733398438},{\"x\":236.94012451171875,\"y\":196.54066467285156},{\"x\":237.0126495361328,\"y\":177.01820373535156},{\"x\":247.45623779296875,\"y\":159.7530975341797},{\"x\":261.6012268066406,\"y\":145.28346252441406},{\"x\":277.7103576660156,\"y\":133.0191192626953},{\"x\":295.14239501953125,\"y\":122.7152328491211},{\"x\":313.58447265625,\"y\":114.35106658935547},{\"x\":332.8315734863281,\"y\":108.0604019165039},{\"x\":352.688720703125,\"y\":104.10931396484375},{\"x\":372.89337158203125,\"y\":102.88045501708984},{\"x\":393.0354309082031,\"y\":104.8262939453125},{\"x\":412.199951171875,\"y\":111.1242446899414},{\"x\":429.0757751464844,\"y\":122.27816009521484},{\"x\":444.1902160644531,\"y\":135.7550506591797},{\"x\":458.09735107421875,\"y\":150.48239135742188},{\"x\":471.13787841796875,\"y\":165.98487854003906},{\"x\":483.52349853515625,\"y\":182.0165557861328},{\"x\":495.3956604003906,\"y\":198.4325714111328},{\"x\":506.85150146484375,\"y\":215.1421356201172},{\"x\":517.9617919921875,\"y\":232.08358764648438},{\"x\":528.7791137695312,\"y\":249.2136688232422},{\"x\":539.3451538085938,\"y\":266.4999694824219}]",
720,
480,
49,
"path",
"cardinal",
0.5,
1,
"list",
0,
1,
null,
null
]
},
{
"id": 57,
"type": "CogVideoSampler",
"pos": {
"0": 1138,
"1": 150
},
"size": {
"0": 399.8780822753906,
"1": 390
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 121
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 122
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 123
},
{
"name": "samples",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "image_cond_latents",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "COGCONTEXT",
"link": null,
"shape": 7
},
{
"name": "controlnet",
"type": "COGVIDECONTROLNET",
"link": null,
"shape": 7
},
{
"name": "tora_trajectory",
"type": "TORAFEATURES",
"link": 163,
"shape": 7
},
{
"name": "num_frames",
"type": "INT",
"link": 157,
"widget": {
"name": "num_frames"
}
},
{
"name": "height",
"type": "INT",
"link": 151,
"widget": {
"name": "height"
}
},
{
"name": "width",
"type": "INT",
"link": 152,
"widget": {
"name": "width"
}
}
],
"outputs": [
{
"name": "cogvideo_pipe",
"type": "COGVIDEOPIPE",
"links": [
128
],
"slot_index": 0,
"shape": 3
},
{
"name": "samples",
"type": "LATENT",
"links": [
127
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "CogVideoSampler"
},
"widgets_values": [
480,
720,
49,
32,
6,
65334758276105,
"fixed",
"CogVideoXDPMScheduler",
1
]
},
{
"id": 67,
"type": "GetMaskSizeAndCount",
"pos": {
"0": 763,
"1": 772
},
"size": {
"0": 264.5999755859375,
"1": 86
},
"flags": {
"collapsed": true
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 146
}
],
"outputs": [
{
"name": "mask",
"type": "MASK",
"links": null
},
{
"name": "720 width",
"type": "INT",
"links": [
149,
152,
161
],
"slot_index": 1
},
{
"name": "480 height",
"type": "INT",
"links": [
150,
151,
162
],
"slot_index": 2
},
{
"name": "49 count",
"type": "INT",
"links": [
157,
160
],
"slot_index": 3
}
],
"properties": {
"Node name for S&R": "GetMaskSizeAndCount"
},
"widgets_values": []
},
{
"id": 44,
"type": "VHS_VideoCombine",
"pos": {
"0": 2210,
"1": 151
},
"size": [
1131.619140625,
1065.0794270833335
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 156
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "CogVideoX-Tora",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "CogVideoX-Tora_00002.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 8
},
"muted": false
}
}
},
{
"id": 70,
"type": "DownloadAndLoadToraModel",
"pos": {
"0": 270,
"1": 158
},
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "tora_model",
"type": "TORAMODEL",
"links": [
164
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadToraModel"
},
"widgets_values": [
"kijai/CogVideoX-5b-Tora"
]
},
{
"id": 69,
"type": "ToraEncodeTrajectory",
"pos": {
"0": 1112,
"1": 663
},
"size": [
355.20001220703125,
222
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "pipeline",
"type": "COGVIDEOPIPE",
"link": 159
},
{
"name": "tora_model",
"type": "TORAMODEL",
"link": 164
},
{
"name": "coordinates",
"type": "STRING",
"link": 165,
"widget": {
"name": "coordinates"
}
},
{
"name": "num_frames",
"type": "INT",
"link": 160,
"widget": {
"name": "num_frames"
}
},
{
"name": "width",
"type": "INT",
"link": 161,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 162,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "tora_trajectory",
"type": "TORAFEATURES",
"links": [
163
]
},
{
"name": "video_flow_images",
"type": "IMAGE",
"links": null
}
],
"properties": {
"Node name for S&R": "ToraEncodeTrajectory"
},
"widgets_values": [
"",
720,
480,
49,
1,
0,
1
]
}
],
"links": [
[
54,
20,
0,
30,
0,
"CLIP"
],
[
56,
20,
0,
31,
0,
"CLIP"
],
[
121,
1,
0,
57,
0,
"COGVIDEOPIPE"
],
[
122,
30,
0,
57,
1,
"CONDITIONING"
],
[
123,
31,
0,
57,
2,
"CONDITIONING"
],
[
127,
57,
1,
56,
1,
"LATENT"
],
[
128,
57,
0,
56,
0,
"COGVIDEOPIPE"
],
[
142,
65,
0,
66,
0,
"IMAGE"
],
[
145,
60,
1,
65,
0,
"STRING"
],
[
146,
60,
0,
67,
0,
"MASK"
],
[
149,
67,
1,
65,
2,
"INT"
],
[
150,
67,
2,
65,
3,
"INT"
],
[
151,
67,
2,
57,
9,
"INT"
],
[
152,
67,
1,
57,
10,
"INT"
],
[
153,
65,
0,
68,
1,
"IMAGE"
],
[
154,
65,
1,
68,
2,
"MASK"
],
[
155,
56,
0,
68,
0,
"IMAGE"
],
[
156,
68,
0,
44,
0,
"IMAGE"
],
[
157,
67,
3,
57,
8,
"INT"
],
[
159,
1,
0,
69,
0,
"COGVIDEOPIPE"
],
[
160,
67,
3,
69,
3,
"INT"
],
[
161,
67,
1,
69,
4,
"INT"
],
[
162,
67,
2,
69,
5,
"INT"
],
[
163,
69,
0,
57,
7,
"TORAFEATURES"
],
[
164,
70,
0,
69,
1,
"TORAMODEL"
],
[
165,
60,
1,
69,
2,
"STRING"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6303940863129383,
"offset": [
302.46497962544663,
77.05651988573555
]
}
},
"version": 0.4
}