nodes/kijai-ComfyUI-HunyuanVideoWrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update hyvideo_leapfusion_img2vid_example_01.json

Browse Source
This commit is contained in:
kijai
2025-01-24 19:17:50 +02:00
parent 72fe241ea6
commit 4c2a07c7cb
1 changed files with 434 additions and 311 deletions
Download Patch File Download Diff File Expand all files Collapse all files
example_workflows/hyvideo_leapfusion_img2vid_example_01.json
+434 -311
View File
@@ -1,174 +1,29 @@
{
"last_node_id": 48,
"last_link_id": 64,
"last_node_id": 52,
"last_link_id": 74,
"nodes": [
{
"id": 7,
"type": "HyVideoVAELoader",
"id": 50,
"type": "Note",
"pos": [
-277,
-284
-899.5668334960938,
91.42676544189453
],
"size": [
379.166748046875,
82
557.0466918945312,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "vae",
"type": "VAE",
"links": [
6,
54
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoVAELoader"
},
"widgets_values": [
"hyvid\\hunyuan_video_vae_bf16.safetensors",
"bf16"
]
},
{
"id": 16,
"type": "DownloadAndLoadHyVideoTextEncoder",
"pos": [
-312,
243
],
"size": [
441,
178
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hyvid_text_encoder",
"type": "HYVIDTEXTENCODER",
"links": [
35
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadHyVideoTextEncoder"
},
"outputs": [],
"properties": {},
"widgets_values": [
"Kijai/llava-llama-3-8b-text-encoder-tokenizer",
"openai/clip-vit-large-patch14",
"fp16",
false,
2,
"disabled"
]
},
{
"id": 41,
"type": "HyVideoLoraSelect",
"pos": [
-652.8490600585938,
-54.578678131103516
"https://huggingface.co/leapfusion-image2vid-test/image2vid-512x320/blob/main/img2vid.safetensors"
],
"size": [
315,
102
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"type": "HYVIDLORA",
"link": null,
"shape": 7
},
{
"name": "blocks",
"type": "SELECTEDBLOCKS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "lora",
"type": "HYVIDLORA",
"links": [
51
]
}
],
"properties": {
"Node name for S&R": "HyVideoLoraSelect"
},
"widgets_values": [
"hyvid\\img2vid.safetensors",
1
]
},
{
"id": 5,
"type": "HyVideoDecode",
"pos": [
651,
-285
],
"size": [
345.4285888671875,
150
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 6
},
{
"name": "samples",
"type": "LATENT",
"link": 4
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
42
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoDecode"
},
"widgets_values": [
true,
64,
192,
false
]
"color": "#432",
"bgcolor": "#653"
},
{
"id": 43,
@@ -182,7 +37,7 @@
150
],
"flags": {},
"order": 7,
"order": 8,
"mode": 0,
"inputs": [
{
@@ -210,150 +65,99 @@
"Node name for S&R": "HyVideoEncode"
},
"widgets_values": [
true,
false,
64,
256,
true
]
},
{
"id": 1,
"type": "HyVideoModelLoader",
"id": 5,
"type": "HyVideoDecode",
"pos": [
-285,
-94
651,
-285
],
"size": [
426.1773986816406,
242
345.4285888671875,
150
],
"flags": {},
"order": 5,
"order": 10,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
"name": "vae",
"type": "VAE",
"link": 6
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "HYVIDLORA",
"link": 51,
"shape": 7
"name": "samples",
"type": "LATENT",
"link": 4
}
],
"outputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"name": "images",
"type": "IMAGE",
"links": [
2
72
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoModelLoader"
"Node name for S&R": "HyVideoDecode"
},
"widgets_values": [
"hyvideo\\hunyuan_video_720_fp8_e4m3fn.safetensors",
"bf16",
"fp8_e4m3fn_fast",
"offload_device",
"sageattn_varlen",
false,
true
true,
64,
192,
false
]
},
{
"id": 3,
"type": "HyVideoSampler",
"id": 52,
"type": "ImageConcatMulti",
"pos": [
266,
-141
811.2913818359375,
20.121240615844727
],
"size": [
315,
616.375
210,
150
],
"flags": {},
"order": 8,
"order": 11,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"link": 2
"name": "image_1",
"type": "IMAGE",
"link": 71
},
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"link": 36
},
{
"name": "samples",
"type": "LATENT",
"link": 64,
"shape": 7
},
{
"name": "stg_args",
"type": "STGARGS",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "HYVIDCONTEXT",
"link": null,
"shape": 7
},
{
"name": "feta_args",
"type": "FETAARGS",
"link": null,
"shape": 7
},
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"link": null,
"shape": 7
"name": "image_2",
"type": "IMAGE",
"link": 72
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"name": "images",
"type": "IMAGE",
"links": [
4
73
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoSampler"
},
"properties": {},
"widgets_values": [
512,
320,
129,
30,
3,
9,
7,
"fixed",
1,
1,
"FlowMatchDiscreteScheduler",
2,
"right",
false,
null
]
},
@@ -361,21 +165,21 @@
"id": 34,
"type": "VHS_VideoCombine",
"pos": [
673.133544921875,
-37.19999694824219
1089.2926025390625,
18.702007293701172
],
"size": [
580.7774658203125,
698.4859008789062
796.6219482421875
],
"flags": {},
"order": 10,
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 42
"link": 73
},
{
"name": "audio",
@@ -409,7 +213,7 @@
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "HunyuanVideo",
"filename_prefix": "HunyuanVideo_leapfusion_I2V",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
@@ -421,18 +225,56 @@
"hidden": false,
"paused": false,
"params": {
"filename": "HunyuanVideo_00050.mp4",
"filename": "HunyuanVideo_leapfusion_I2V_00012.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 24,
"workflow": "HunyuanVideo_00050.png",
"fullpath": "N:\\AI\\ComfyUI\\output\\HunyuanVideo_00050.mp4"
"workflow": "HunyuanVideo_leapfusion_I2V_00012.png",
"fullpath": "N:\\AI\\ComfyUI\\output\\HunyuanVideo_leapfusion_I2V_00012.mp4"
},
"muted": false
}
}
},
{
"id": 44,
"type": "LoadImage",
"pos": [
-922.2027587890625,
493.7345886230469
],
"size": [
315,
314.0000305175781
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"mai_sakurajima_00.png",
"image"
]
},
{
"id": 45,
"type": "ImageResizeKJ",
@@ -445,7 +287,7 @@
266
],
"flags": {},
"order": 6,
"order": 5,
"mode": 0,
"inputs": [
{
@@ -483,19 +325,26 @@
"name": "IMAGE",
"type": "IMAGE",
"links": [
63
63,
71
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": null
"links": [
69
],
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": null
"links": [
70
],
"slot_index": 2
}
],
"properties": {
@@ -513,56 +362,54 @@
]
},
{
"id": 44,
"type": "LoadImage",
"id": 16,
"type": "DownloadAndLoadHyVideoTextEncoder",
"pos": [
-922.2027587890625,
493.7345886230469
-312,
243
],
"size": [
315,
314
441,
178
],
"flags": {},
"order": 3,
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"name": "hyvid_text_encoder",
"type": "HYVIDTEXTENCODER",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
35
]
}
],
"properties": {
"Node name for S&R": "LoadImage"
"Node name for S&R": "DownloadAndLoadHyVideoTextEncoder"
},
"widgets_values": [
"videoframe_812.png",
"image"
"Kijai/llava-llama-3-8b-text-encoder-tokenizer",
"openai/clip-vit-large-patch14",
"fp16",
false,
2,
"disabled"
]
},
{
"id": 30,
"type": "HyVideoTextEncode",
"pos": [
190.05125427246094,
587.5759887695312
174.7244415283203,
549.6629638671875
],
"size": [
437.3100280761719,
240.78936767578125
],
"flags": {},
"order": 4,
"order": 6,
"mode": 0,
"inputs": [
{
@@ -594,8 +441,9 @@
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"links": [
36
]
74
],
"slot_index": 0
}
],
"properties": {
@@ -606,6 +454,249 @@
"bad quality video",
"video"
]
},
{
"id": 7,
"type": "HyVideoVAELoader",
"pos": [
-277,
-284
],
"size": [
379.166748046875,
82
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "vae",
"type": "VAE",
"links": [
6,
54
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoVAELoader"
},
"widgets_values": [
"hyvid\\hunyuan_video_vae_bf16.safetensors",
"bf16"
]
},
{
"id": 41,
"type": "HyVideoLoraSelect",
"pos": [
-652.8490600585938,
-54.578678131103516
],
"size": [
315,
102
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "prev_lora",
"type": "HYVIDLORA",
"link": null,
"shape": 7
},
{
"name": "blocks",
"type": "SELECTEDBLOCKS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "lora",
"type": "HYVIDLORA",
"links": [
51
]
}
],
"properties": {
"Node name for S&R": "HyVideoLoraSelect"
},
"widgets_values": [
"hyvid\\img2vid.safetensors",
1
]
},
{
"id": 3,
"type": "HyVideoSampler",
"pos": [
266,
-141
],
"size": [
315,
608.375
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"link": 2
},
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"link": 74
},
{
"name": "samples",
"type": "LATENT",
"link": 64,
"shape": 7
},
{
"name": "stg_args",
"type": "STGARGS",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "HYVIDCONTEXT",
"link": null,
"shape": 7
},
{
"name": "feta_args",
"type": "FETAARGS",
"link": null,
"shape": 7
},
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"link": null,
"shape": 7
},
{
"name": "width",
"type": "INT",
"link": 69,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 70,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
4
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoSampler"
},
"widgets_values": [
512,
320,
129,
30,
6,
9,
8,
"fixed",
1,
1,
"FlowMatchDiscreteScheduler",
null
]
},
{
"id": 1,
"type": "HyVideoModelLoader",
"pos": [
-285,
-94
],
"size": [
426.1773986816406,
242
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"link": null,
"shape": 7
},
{
"name": "lora",
"type": "HYVIDLORA",
"link": 51,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoModelLoader"
},
"widgets_values": [
"hyvideo\\hunyuan_video_720_fp8_e4m3fn.safetensors",
"bf16",
"fp8_e4m3fn",
"offload_device",
"sdpa",
false,
true
]
}
],
"links": [
@@ -641,22 +732,6 @@
0,
"HYVIDTEXTENCODER"
],
[
36,
30,
0,
3,
1,
"HYVIDEMBEDS"
],
[
42,
5,
0,
34,
0,
"IMAGE"
],
[
51,
41,
@@ -696,22 +771,70 @@
3,
2,
"LATENT"
],
[
69,
45,
1,
3,
7,
"INT"
],
[
70,
45,
2,
3,
8,
"INT"
],
[
71,
45,
0,
52,
0,
"IMAGE"
],
[
72,
5,
0,
52,
1,
"IMAGE"
],
[
73,
52,
0,
34,
0,
"IMAGE"
],
[
74,
30,
0,
3,
1,
"HYVIDEMBEDS"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.7513148009015777,
"scale": 0.8264462809917354,
"offset": [
1611.2077919977498,
426.33226275508116
1127.7551648145788,
380.6825657640482
]
},
"node_versions": {
"ComfyUI-HunyuanVideoWrapper": "88823b79b7e41377e4dccf0790719578e139bbf3",
"ComfyUI-VideoHelperSuite": "c47b10ca1798b4925ff5a5f07d80c51ca80a837d",
"ComfyUI-HunyuanVideoWrapper": "72fe241ea6660d79a7b1d7cd937bcb0e01acd8d8",
"ComfyUI-KJNodes": "3f141b8f1ca1c832a1c6accd806f2d2f40fd4075",
"ComfyUI-VideoHelperSuite": "c47b10ca1798b4925ff5a5f07d80c51ca80a837d",
"comfy-core": "0.3.12"
},
"VHS_latentpreview": true,