cogvideox1.5-5b-prompt-camera-motion / cogvideox_1_5_5b_I2V_prompt_motion_lora_example.json
denk
add comfyui json
2822a33
raw
history blame
12.9 kB
{
"last_node_id": 66,
"last_link_id": 150,
"nodes": [
{
"id": 63,
"type": "CogVideoSampler",
"pos": [
1142,
74
],
"size": [
330,
574
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "COGVIDEOMODEL",
"link": 144
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 145
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 146
},
{
"name": "samples",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "image_cond_latents",
"type": "LATENT",
"link": 147,
"shape": 7
},
{
"name": "context_options",
"type": "COGCONTEXT",
"link": null,
"shape": 7
},
{
"name": "controlnet",
"type": "COGVIDECONTROLNET",
"link": null,
"shape": 7
},
{
"name": "tora_trajectory",
"type": "TORAFEATURES",
"link": null,
"shape": 7
},
{
"name": "fastercache",
"type": "FASTERCACHEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
148
]
}
],
"properties": {
"Node name for S&R": "CogVideoSampler"
},
"widgets_values": [
49,
25,
6,
0,
"fixed",
"CogVideoXDDIM",
1
]
},
{
"id": 37,
"type": "ImageResizeKJ",
"pos": [
784,
731
],
"size": [
315,
266
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 71
},
{
"name": "get_image_size",
"type": "IMAGE",
"link": null,
"shape": 7
},
{
"name": "width_input",
"type": "INT",
"link": null,
"widget": {
"name": "width_input"
}
},
{
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
142
],
"slot_index": 0,
"shape": 3
},
{
"name": "width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "height",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
1360,
768,
"lanczos",
false,
16,
0,
0,
"disabled"
]
},
{
"id": 31,
"type": "CogVideoTextEncode",
"pos": [
497,
520
],
"size": [
463.01251220703125,
144
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 149
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
146
],
"slot_index": 0,
"shape": 3
},
{
"name": "clip",
"type": "CLIP",
"links": null
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"",
1,
true
]
},
{
"id": 36,
"type": "LoadImage",
"pos": [
335,
731
],
"size": [
402.06353759765625,
396.6225891113281
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
71
],
"slot_index": 0,
"shape": 3
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"car.jpg",
"image"
]
},
{
"id": 20,
"type": "CLIPLoader",
"pos": [
-2,
304
],
"size": [
451.30548095703125,
82
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
54
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"t5/google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
"sd3"
]
},
{
"id": 62,
"type": "CogVideoImageEncode",
"pos": [
1149,
711
],
"size": [
315,
194
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 141
},
{
"name": "start_image",
"type": "IMAGE",
"link": 142
},
{
"name": "end_image",
"type": "IMAGE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
147
]
}
],
"properties": {
"Node name for S&R": "CogVideoImageEncode"
},
"widgets_values": [
false,
0,
1,
0,
1
]
},
{
"id": 30,
"type": "CogVideoTextEncode",
"pos": [
488,
301
],
"size": [
471.90142822265625,
168.08047485351562
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 54
}
],
"outputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"links": [
145
],
"slot_index": 0,
"shape": 3
},
{
"name": "clip",
"type": "CLIP",
"links": [
149
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "CogVideoTextEncode"
},
"widgets_values": [
"Camera is moving to the left. A red sports car driving on a winding road.",
1,
false
]
},
{
"id": 60,
"type": "CogVideoDecode",
"pos": [
1521,
-6
],
"size": [
315,
198
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 132
},
{
"name": "samples",
"type": "LATENT",
"link": 148
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
134
]
}
],
"properties": {
"Node name for S&R": "CogVideoDecode"
},
"widgets_values": [
true,
240,
360,
0.2,
0.2,
true
]
},
{
"id": 59,
"type": "DownloadAndLoadCogVideoModel",
"pos": [
482,
20
],
"size": [
315,
218
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "block_edit",
"type": "TRANSFORMERBLOCKS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "COGLORA",
"link": 150,
"shape": 7
},
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "COGVIDEOMODEL",
"links": [
144
],
"slot_index": 0
},
{
"name": "vae",
"type": "VAE",
"links": [
132,
141
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadCogVideoModel"
},
"widgets_values": [
"kijai/CogVideoX-5b-1.5-I2V",
"bf16",
"disabled",
false,
"sdpa",
"main_device"
]
},
{
"id": 66,
"type": "CogVideoLoraSelect",
"pos": [
105,
34
],
"size": [
315,
106
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"type": "COGLORA",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "lora",
"type": "COGLORA",
"links": [
150
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CogVideoLoraSelect"
},
"widgets_values": [
"pytorch_lora_weights.safetensors",
1,
false
]
},
{
"id": 44,
"type": "VHS_VideoCombine",
"pos": [
1878,
-6
],
"size": [
605.3909912109375,
654.57373046875
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 134
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "CogVideoX_1_5_I2V",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "CogVideoX_1_5_I2V_00002.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 16
},
"muted": false
}
}
}
],
"links": [
[
54,
20,
0,
30,
0,
"CLIP"
],
[
71,
36,
0,
37,
0,
"IMAGE"
],
[
132,
59,
1,
60,
0,
"VAE"
],
[
134,
60,
0,
44,
0,
"IMAGE"
],
[
141,
59,
1,
62,
0,
"VAE"
],
[
142,
37,
0,
62,
1,
"IMAGE"
],
[
144,
59,
0,
63,
0,
"COGVIDEOMODEL"
],
[
145,
30,
0,
63,
1,
"CONDITIONING"
],
[
146,
31,
0,
63,
2,
"CONDITIONING"
],
[
147,
62,
0,
63,
4,
"LATENT"
],
[
148,
63,
0,
60,
1,
"LATENT"
],
[
149,
30,
1,
31,
0,
"CLIP"
],
[
150,
66,
0,
59,
1,
"COGLORA"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6209213230591554,
"offset": [
114.52379405693017,
192.2085761485874
]
}
},
"version": 0.4
}