Muscle / workflow /wan_img2vid_lora_workflow.json
Remade's picture
Upload 2 files
c00e94e verified
{
"last_node_id": 43,
"last_link_id": 42,
"nodes": [
{
"id": 11,
"type": "LoadWanVideoT5TextEncoder",
"pos": [
389.7322998046875,
-13.508200645446777
],
"size": [
377.1661376953125,
130
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "wan_t5_model",
"type": "WANTEXTENCODER",
"links": [
15
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoadWanVideoT5TextEncoder"
},
"widgets_values": [
"umt5-xxl-enc-bf16.safetensors",
"bf16",
"offload_device",
"disabled"
]
},
{
"id": 13,
"type": "LoadWanVideoClipTextEncoder",
"pos": [
270.7287902832031,
165.3174591064453
],
"size": [
510.6601257324219,
106
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "wan_clip_model",
"type": "WANCLIP",
"links": [
17
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LoadWanVideoClipTextEncoder"
},
"widgets_values": [
"open-clip-xlm-roberta-large-vit-huge-14_fp16.safetensors",
"fp16",
"offload_device"
]
},
{
"id": 21,
"type": "WanVideoVAELoader",
"pos": [
310.204833984375,
320.3585510253906
],
"size": [
441.94390869140625,
90.83087158203125
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "vae",
"type": "WANVAE",
"links": [
21,
34
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoVAELoader"
},
"widgets_values": [
"Wan2_1_VAE_bf16.safetensors",
"fp16"
]
},
{
"id": 28,
"type": "WanVideoDecode",
"pos": [
1220.4002685546875,
371.8823547363281
],
"size": [
315,
174
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "WANVAE",
"link": 34
},
{
"name": "samples",
"type": "LATENT",
"link": 33
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
36
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoDecode"
},
"widgets_values": [
true,
272,
272,
144,
128
]
},
{
"id": 34,
"type": "Note",
"pos": [
904.7526245117188,
562.6104736328125
],
"size": [
262.5184020996094,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Under 81 frames doesn't seem to work?"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 30,
"type": "VHS_VideoCombine",
"pos": [
1633.1920166015625,
-278.24945068359375
],
"size": [
648.850341796875,
976.850341796875
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 36
},
{
"name": "audio",
"type": "AUDIO",
"shape": 7,
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"shape": 7,
"link": null
},
{
"name": "vae",
"type": "VAE",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "WanVideo2_1",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "WanVideo2_1_00034.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 16,
"workflow": "WanVideo2_1_00034.png",
"fullpath": "C:\\Users\\drini\\OneDrive\\Documents\\ComfyUI_windows_portable\\ComfyUI\\output\\WanVideo2_1_00034.mp4"
}
}
}
},
{
"id": 27,
"type": "WanVideoSampler",
"pos": [
1216.8856201171875,
-52.87528991699219
],
"size": [
315,
330
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"link": 29
},
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"link": 30
},
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"link": 32
},
{
"name": "samples",
"type": "LATENT",
"shape": 7,
"link": null
},
{
"name": "feta_args",
"type": "FETAARGS",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
33
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoSampler"
},
"widgets_values": [
20,
6,
5,
853268816080959,
"randomize",
true,
"dpm++",
0,
1
]
},
{
"id": 35,
"type": "WanVideoTorchCompileSettings",
"pos": [
1229.75146484375,
-314.2430725097656
],
"size": [
390.5999755859375,
178
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "WANCOMPILEARGS",
"links": [],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true
]
},
{
"id": 22,
"type": "WanVideoModelLoader",
"pos": [
736.3001098632812,
-306.7892761230469
],
"size": [
477.4410095214844,
226.43276977539062
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "WANCOMPILEARGS",
"shape": 7,
"link": null
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"shape": 7,
"link": 39
},
{
"name": "lora",
"type": "WANVIDLORA",
"shape": 7,
"link": 41
}
],
"outputs": [
{
"name": "model",
"type": "WANVIDEOMODEL",
"links": [
29
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoModelLoader"
},
"widgets_values": [
"Wan2_1-I2V-14B-480P_fp8_e4m3fn.safetensors",
"bf16",
"fp8_e4m3fn",
"offload_device",
"sageattn"
]
},
{
"id": 36,
"type": "Note",
"pos": [
106.82392120361328,
-5.778542518615723
],
"size": [
265.13958740234375,
90.68971252441406
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"sdpa should work too, haven't tested flaash\n\nfp8_fast seems to cause huge quality degradation"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 32,
"type": "WanVideoBlockSwap",
"pos": [
410.6151428222656,
-130.26060485839844
],
"size": [
315,
58
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"links": [
39
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoBlockSwap"
},
"widgets_values": [
10
]
},
{
"id": 33,
"type": "Note",
"pos": [
86.63419342041016,
-128.0150146484375
],
"size": [
318.5887756347656,
58
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Models:\nhttps://huggingface.co/Kijai/WanVideo_comfy/tree/main"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 18,
"type": "LoadImage",
"pos": [
473.90985107421875,
451.8916931152344
],
"size": [
255.50192260742188,
314
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
18
]
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"uploads_0cf53e8c-f636-45bc-a49b-281a1f320911.jpg",
"image"
]
},
{
"id": 41,
"type": "WanVideoLoraSelect",
"pos": [
382.2516174316406,
-311.5375671386719
],
"size": [
315,
102
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"type": "WANVIDLORA",
"shape": 7,
"link": null
},
{
"name": "blocks",
"type": "SELECTEDBLOCKS",
"shape": 7,
"link": null
}
],
"outputs": [
{
"name": "lora",
"type": "WANVIDLORA",
"links": [
41
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoLoraSelect"
},
"widgets_values": [
"Cakeify\\cakeify_16_epochs.safetensors",
1
]
},
{
"id": 16,
"type": "WanVideoTextEncode",
"pos": [
795.1016235351562,
-16.162620544433594
],
"size": [
400,
200
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "t5",
"type": "WANTEXTENCODER",
"link": 15
}
],
"outputs": [
{
"name": "text_embeds",
"type": "WANVIDEOTEXTEMBEDS",
"links": [
30
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoTextEncode"
},
"widgets_values": [
"The video opens on a cat. A knife, held by a hand, is coming into frame and hovering over the cat. The knife then begins cutting into the cat to c4k3 cakeify it. As the knife slices the cat open, the inside of the cat is revealed to be cake with chocolate layers. The knife cuts through and the contents of the cat are revealed. \n",
"bad quality video",
true,
[
false,
true
],
[
false,
true
]
]
},
{
"id": 17,
"type": "WanVideoImageClipEncode",
"pos": [
875.01025390625,
278.4588623046875
],
"size": [
315,
242
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "WANCLIP",
"link": 17
},
{
"name": "image",
"type": "IMAGE",
"link": 18
},
{
"name": "vae",
"type": "WANVAE",
"link": 21
}
],
"outputs": [
{
"name": "image_embeds",
"type": "WANVIDIMAGE_EMBEDS",
"links": [
32
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "WanVideoImageClipEncode"
},
"widgets_values": [
440,
440,
29,
true,
0,
1,
1
]
}
],
"links": [
[
15,
11,
0,
16,
0,
"WANTEXTENCODER"
],
[
17,
13,
0,
17,
0,
"WANCLIP"
],
[
18,
18,
0,
17,
1,
"IMAGE"
],
[
21,
21,
0,
17,
2,
"VAE"
],
[
29,
22,
0,
27,
0,
"WANVIDEOMODEL"
],
[
30,
16,
0,
27,
1,
"WANVIDEOTEXTEMBEDS"
],
[
32,
17,
0,
27,
2,
"WANVIDIMAGE_EMBEDS"
],
[
33,
27,
0,
28,
1,
"LATENT"
],
[
34,
21,
0,
28,
0,
"VAE"
],
[
36,
28,
0,
30,
0,
"IMAGE"
],
[
39,
32,
0,
22,
1,
"BLOCKSWAPARGS"
],
[
41,
41,
0,
22,
2,
"WANVIDLORA"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.7247295000000011,
"offset": {
"0": 16.369264602661133,
"1": 438.202392578125
}
},
"node_versions": {
"ComfyUI-WanVideoWrapper": "4ce7e41492822e25f513f219ae11b1e0ff204b2a",
"ComfyUI-VideoHelperSuite": "565208bfe0a8050193ae3c8e61c96b6200dd9506",
"comfy-core": "0.3.18"
},
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true,
"ue_links": [],
"workspace_info": {
"id": "mZ-DLut47Mni3MFPHoL4Y",
"saveLock": false,
"cloudID": null,
"coverMediaPath": null
}
},
"version": 0.4
}