nodes/kijai-ComfyUI-HunyuanVideoWrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update hyvideo_leapfusion_img2vid_example_01.json

Browse Source
This commit is contained in:
kijai
2025-01-24 19:17:50 +02:00
parent 72fe241ea6
commit 4c2a07c7cb
1 changed files with 434 additions and 311 deletions
Download Patch File Download Diff File Expand all files Collapse all files
example_workflows/hyvideo_leapfusion_img2vid_example_01.json
+434 -311
View File
@@ -1,174 +1,29 @@
{ {
"last_node_id": 48, "last_node_id": 52,
"last_link_id": 64, "last_link_id": 74,
"nodes": [ "nodes": [
{ {
"id": 7, "id": 50,
"type": "HyVideoVAELoader", "type": "Note",
"pos": [ "pos": [
-277, -899.5668334960938,
-284 91.42676544189453
], ],
"size": [ "size": [
379.166748046875, 557.0466918945312,
82 58
], ],
"flags": {}, "flags": {},
"order": 0, "order": 0,
"mode": 0, "mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "vae",
"type": "VAE",
"links": [
6,
54
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoVAELoader"
},
"widgets_values": [
"hyvid\\hunyuan_video_vae_bf16.safetensors",
"bf16"
]
},
{
"id": 16,
"type": "DownloadAndLoadHyVideoTextEncoder",
"pos": [
-312,
243
],
"size": [
441,
178
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [], "inputs": [],
"outputs": [ "outputs": [],
{ "properties": {},
"name": "hyvid_text_encoder",
"type": "HYVIDTEXTENCODER",
"links": [
35
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadHyVideoTextEncoder"
},
"widgets_values": [ "widgets_values": [
"Kijai/llava-llama-3-8b-text-encoder-tokenizer", "https://huggingface.co/leapfusion-image2vid-test/image2vid-512x320/blob/main/img2vid.safetensors"
"openai/clip-vit-large-patch14",
"fp16",
false,
2,
"disabled"
]
},
{
"id": 41,
"type": "HyVideoLoraSelect",
"pos": [
-652.8490600585938,
-54.578678131103516
], ],
"size": [ "color": "#432",
315, "bgcolor": "#653"
102
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"type": "HYVIDLORA",
"link": null,
"shape": 7
},
{
"name": "blocks",
"type": "SELECTEDBLOCKS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "lora",
"type": "HYVIDLORA",
"links": [
51
]
}
],
"properties": {
"Node name for S&R": "HyVideoLoraSelect"
},
"widgets_values": [
"hyvid\\img2vid.safetensors",
1
]
},
{
"id": 5,
"type": "HyVideoDecode",
"pos": [
651,
-285
],
"size": [
345.4285888671875,
150
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 6
},
{
"name": "samples",
"type": "LATENT",
"link": 4
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
42
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoDecode"
},
"widgets_values": [
true,
64,
192,
false
]
}, },
{ {
"id": 43, "id": 43,
@@ -182,7 +37,7 @@
150 150
], ],
"flags": {}, "flags": {},
"order": 7, "order": 8,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -210,150 +65,99 @@
"Node name for S&R": "HyVideoEncode" "Node name for S&R": "HyVideoEncode"
}, },
"widgets_values": [ "widgets_values": [
true, false,
64, 64,
256, 256,
true true
] ]
}, },
{ {
"id": 1, "id": 5,
"type": "HyVideoModelLoader", "type": "HyVideoDecode",
"pos": [ "pos": [
-285, 651,
-94 -285
], ],
"size": [ "size": [
426.1773986816406, 345.4285888671875,
242 150
], ],
"flags": {}, "flags": {},
"order": 5, "order": 10,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "compile_args", "name": "vae",
"type": "COMPILEARGS", "type": "VAE",
"link": null, "link": 6
"shape": 7
}, },
{ {
"name": "block_swap_args", "name": "samples",
"type": "BLOCKSWAPARGS", "type": "LATENT",
"link": null, "link": 4
"shape": 7
},
{
"name": "lora",
"type": "HYVIDLORA",
"link": 51,
"shape": 7
} }
], ],
"outputs": [ "outputs": [
{ {
"name": "model", "name": "images",
"type": "HYVIDEOMODEL", "type": "IMAGE",
"links": [ "links": [
2 72
], ],
"slot_index": 0 "slot_index": 0
} }
], ],
"properties": { "properties": {
"Node name for S&R": "HyVideoModelLoader" "Node name for S&R": "HyVideoDecode"
}, },
"widgets_values": [ "widgets_values": [
"hyvideo\\hunyuan_video_720_fp8_e4m3fn.safetensors", true,
"bf16", 64,
"fp8_e4m3fn_fast", 192,
"offload_device", false
"sageattn_varlen",
false,
true
] ]
}, },
{ {
"id": 3, "id": 52,
"type": "HyVideoSampler", "type": "ImageConcatMulti",
"pos": [ "pos": [
266, 811.2913818359375,
-141 20.121240615844727
], ],
"size": [ "size": [
315, 210,
616.375 150
], ],
"flags": {}, "flags": {},
"order": 8, "order": 11,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "model", "name": "image_1",
"type": "HYVIDEOMODEL", "type": "IMAGE",
"link": 2 "link": 71
}, },
{ {
"name": "hyvid_embeds", "name": "image_2",
"type": "HYVIDEMBEDS", "type": "IMAGE",
"link": 36 "link": 72
},
{
"name": "samples",
"type": "LATENT",
"link": 64,
"shape": 7
},
{
"name": "stg_args",
"type": "STGARGS",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "HYVIDCONTEXT",
"link": null,
"shape": 7
},
{
"name": "feta_args",
"type": "FETAARGS",
"link": null,
"shape": 7
},
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"link": null,
"shape": 7
} }
], ],
"outputs": [ "outputs": [
{ {
"name": "samples", "name": "images",
"type": "LATENT", "type": "IMAGE",
"links": [ "links": [
4 73
], ],
"slot_index": 0 "slot_index": 0
} }
], ],
"properties": { "properties": {},
"Node name for S&R": "HyVideoSampler"
},
"widgets_values": [ "widgets_values": [
512, 2,
320, "right",
129, false,
30,
3,
9,
7,
"fixed",
1,
1,
"FlowMatchDiscreteScheduler",
null null
] ]
}, },
@@ -361,21 +165,21 @@
"id": 34, "id": 34,
"type": "VHS_VideoCombine", "type": "VHS_VideoCombine",
"pos": [ "pos": [
673.133544921875, 1089.2926025390625,
-37.19999694824219 18.702007293701172
], ],
"size": [ "size": [
580.7774658203125, 580.7774658203125,
698.4859008789062 796.6219482421875
], ],
"flags": {}, "flags": {},
"order": 10, "order": 12,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "images", "name": "images",
"type": "IMAGE", "type": "IMAGE",
"link": 42 "link": 73
}, },
{ {
"name": "audio", "name": "audio",
@@ -409,7 +213,7 @@
"widgets_values": { "widgets_values": {
"frame_rate": 24, "frame_rate": 24,
"loop_count": 0, "loop_count": 0,
"filename_prefix": "HunyuanVideo", "filename_prefix": "HunyuanVideo_leapfusion_I2V",
"format": "video/h264-mp4", "format": "video/h264-mp4",
"pix_fmt": "yuv420p", "pix_fmt": "yuv420p",
"crf": 19, "crf": 19,
@@ -421,18 +225,56 @@
"hidden": false, "hidden": false,
"paused": false, "paused": false,
"params": { "params": {
"filename": "HunyuanVideo_00050.mp4", "filename": "HunyuanVideo_leapfusion_I2V_00012.mp4",
"subfolder": "", "subfolder": "",
"type": "output", "type": "output",
"format": "video/h264-mp4", "format": "video/h264-mp4",
"frame_rate": 24, "frame_rate": 24,
"workflow": "HunyuanVideo_00050.png", "workflow": "HunyuanVideo_leapfusion_I2V_00012.png",
"fullpath": "N:\\AI\\ComfyUI\\output\\HunyuanVideo_00050.mp4" "fullpath": "N:\\AI\\ComfyUI\\output\\HunyuanVideo_leapfusion_I2V_00012.mp4"
}, },
"muted": false "muted": false
} }
} }
}, },
{
"id": 44,
"type": "LoadImage",
"pos": [
-922.2027587890625,
493.7345886230469
],
"size": [
315,
314.0000305175781
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"mai_sakurajima_00.png",
"image"
]
},
{ {
"id": 45, "id": 45,
"type": "ImageResizeKJ", "type": "ImageResizeKJ",
@@ -445,7 +287,7 @@
266 266
], ],
"flags": {}, "flags": {},
"order": 6, "order": 5,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -483,19 +325,26 @@
"name": "IMAGE", "name": "IMAGE",
"type": "IMAGE", "type": "IMAGE",
"links": [ "links": [
63 63,
71
], ],
"slot_index": 0 "slot_index": 0
}, },
{ {
"name": "width", "name": "width",
"type": "INT", "type": "INT",
"links": null "links": [
69
],
"slot_index": 1
}, },
{ {
"name": "height", "name": "height",
"type": "INT", "type": "INT",
"links": null "links": [
70
],
"slot_index": 2
} }
], ],
"properties": { "properties": {
@@ -513,56 +362,54 @@
] ]
}, },
{ {
"id": 44, "id": 16,
"type": "LoadImage", "type": "DownloadAndLoadHyVideoTextEncoder",
"pos": [ "pos": [
-922.2027587890625, -312,
493.7345886230469 243
], ],
"size": [ "size": [
315, 441,
314 178
], ],
"flags": {}, "flags": {},
"order": 3, "order": 2,
"mode": 0, "mode": 0,
"inputs": [], "inputs": [],
"outputs": [ "outputs": [
{ {
"name": "IMAGE", "name": "hyvid_text_encoder",
"type": "IMAGE", "type": "HYVIDTEXTENCODER",
"links": [ "links": [
56 35
], ]
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
} }
], ],
"properties": { "properties": {
"Node name for S&R": "LoadImage" "Node name for S&R": "DownloadAndLoadHyVideoTextEncoder"
}, },
"widgets_values": [ "widgets_values": [
"videoframe_812.png", "Kijai/llava-llama-3-8b-text-encoder-tokenizer",
"image" "openai/clip-vit-large-patch14",
"fp16",
false,
2,
"disabled"
] ]
}, },
{ {
"id": 30, "id": 30,
"type": "HyVideoTextEncode", "type": "HyVideoTextEncode",
"pos": [ "pos": [
190.05125427246094, 174.7244415283203,
587.5759887695312 549.6629638671875
], ],
"size": [ "size": [
437.3100280761719, 437.3100280761719,
240.78936767578125 240.78936767578125
], ],
"flags": {}, "flags": {},
"order": 4, "order": 6,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -594,8 +441,9 @@
"name": "hyvid_embeds", "name": "hyvid_embeds",
"type": "HYVIDEMBEDS", "type": "HYVIDEMBEDS",
"links": [ "links": [
36 74
] ],
"slot_index": 0
} }
], ],
"properties": { "properties": {
@@ -606,6 +454,249 @@
"bad quality video", "bad quality video",
"video" "video"
] ]
},
{
"id": 7,
"type": "HyVideoVAELoader",
"pos": [
-277,
-284
],
"size": [
379.166748046875,
82
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "vae",
"type": "VAE",
"links": [
6,
54
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoVAELoader"
},
"widgets_values": [
"hyvid\\hunyuan_video_vae_bf16.safetensors",
"bf16"
]
},
{
"id": 41,
"type": "HyVideoLoraSelect",
"pos": [
-652.8490600585938,
-54.578678131103516
],
"size": [
315,
102
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"type": "HYVIDLORA",
"link": null,
"shape": 7
},
{
"name": "blocks",
"type": "SELECTEDBLOCKS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "lora",
"type": "HYVIDLORA",
"links": [
51
]
}
],
"properties": {
"Node name for S&R": "HyVideoLoraSelect"
},
"widgets_values": [
"hyvid\\img2vid.safetensors",
1
]
},
{
"id": 3,
"type": "HyVideoSampler",
"pos": [
266,
-141
],
"size": [
315,
608.375
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"link": 2
},
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"link": 74
},
{
"name": "samples",
"type": "LATENT",
"link": 64,
"shape": 7
},
{
"name": "stg_args",
"type": "STGARGS",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "HYVIDCONTEXT",
"link": null,
"shape": 7
},
{
"name": "feta_args",
"type": "FETAARGS",
"link": null,
"shape": 7
},
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"link": null,
"shape": 7
},
{
"name": "width",
"type": "INT",
"link": 69,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 70,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
4
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoSampler"
},
"widgets_values": [
512,
320,
129,
30,
6,
9,
8,
"fixed",
1,
1,
"FlowMatchDiscreteScheduler",
null
]
},
{
"id": 1,
"type": "HyVideoModelLoader",
"pos": [
-285,
-94
],
"size": [
426.1773986816406,
242
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "HYVIDLORA",
"link": 51,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoModelLoader"
},
"widgets_values": [
"hyvideo\\hunyuan_video_720_fp8_e4m3fn.safetensors",
"bf16",
"fp8_e4m3fn",
"offload_device",
"sdpa",
false,
true
]
} }
], ],
"links": [ "links": [
@@ -641,22 +732,6 @@
0, 0,
"HYVIDTEXTENCODER" "HYVIDTEXTENCODER"
], ],
[
36,
30,
0,
3,
1,
"HYVIDEMBEDS"
],
[
42,
5,
0,
34,
0,
"IMAGE"
],
[ [
51, 51,
41, 41,
@@ -696,22 +771,70 @@
3, 3,
2, 2,
"LATENT" "LATENT"
],
[
69,
45,
1,
3,
7,
"INT"
],
[
70,
45,
2,
3,
8,
"INT"
],
[
71,
45,
0,
52,
0,
"IMAGE"
],
[
72,
5,
0,
52,
1,
"IMAGE"
],
[
73,
52,
0,
34,
0,
"IMAGE"
],
[
74,
30,
0,
3,
1,
"HYVIDEMBEDS"
] ]
], ],
"groups": [], "groups": [],
"config": {}, "config": {},
"extra": { "extra": {
"ds": { "ds": {
"scale": 0.7513148009015777, "scale": 0.8264462809917354,
"offset": [ "offset": [
1611.2077919977498, 1127.7551648145788,
426.33226275508116 380.6825657640482
] ]
}, },
"node_versions": { "node_versions": {
"ComfyUI-HunyuanVideoWrapper": "88823b79b7e41377e4dccf0790719578e139bbf3", "ComfyUI-HunyuanVideoWrapper": "72fe241ea6660d79a7b1d7cd937bcb0e01acd8d8",
"ComfyUI-VideoHelperSuite": "c47b10ca1798b4925ff5a5f07d80c51ca80a837d",
"ComfyUI-KJNodes": "3f141b8f1ca1c832a1c6accd806f2d2f40fd4075", "ComfyUI-KJNodes": "3f141b8f1ca1c832a1c6accd806f2d2f40fd4075",
"ComfyUI-VideoHelperSuite": "c47b10ca1798b4925ff5a5f07d80c51ca80a837d",
"comfy-core": "0.3.12" "comfy-core": "0.3.12"
}, },
"VHS_latentpreview": true, "VHS_latentpreview": true,