Files
kijai-ComfyUI-HunyuanVideoW…/example_workflows/hyvideo_skyreel_img2vid_example_01.json
2025-02-18 21:50:09 +02:00

1143 lines
20 KiB
JSON

{
"last_node_id": 71,
"last_link_id": 100,
"nodes": [
{
"id": 57,
"type": "HyVideoTorchCompileSettings",
"pos": [
-1196.784912109375,
-308.2270812988281
],
"size": [
441,
274
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "COMPILEARGS",
"links": []
}
],
"properties": {
"Node name for S&R": "HyVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true,
true,
false,
false,
false
]
},
{
"id": 52,
"type": "ImageConcatMulti",
"pos": [
811.2913818359375,
20.121240615844727
],
"size": [
210,
150
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 71
},
{
"name": "image_2",
"type": "IMAGE",
"link": 85
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
73
],
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
2,
"right",
false,
null
]
},
{
"id": 5,
"type": "HyVideoDecode",
"pos": [
651,
-285
],
"size": [
345.4285888671875,
150
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 6
},
{
"name": "samples",
"type": "LATENT",
"link": 4
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
83
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoDecode"
},
"widgets_values": [
true,
64,
192,
false
]
},
{
"id": 7,
"type": "HyVideoVAELoader",
"pos": [
-265.9999694824219,
-394.7333679199219
],
"size": [
379.166748046875,
82
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "vae",
"type": "VAE",
"links": [
6,
54
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoVAELoader"
},
"widgets_values": [
"hyvid\\hunyuan_video_vae_bf16.safetensors",
"bf16"
]
},
{
"id": 62,
"type": "Note",
"pos": [
-270.23193359375,
-210.43328857421875
],
"size": [
393.7334289550781,
58
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"https://huggingface.co/Kijai/SkyReels-V1-Hunyuan_comfy/blob/main/skyreels_hunyuan_i2v_bf16.safetensors"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 63,
"type": "Note",
"pos": [
-241.6318817138672,
-498.63323974609375
],
"size": [
329.93341064453125,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"https://huggingface.co/Kijai/HunyuanVideo_comfy/blob/main/hunyuan_video_vae_bf16.safetensors"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 44,
"type": "LoadImage",
"pos": [
-922.2027587890625,
493.7345886230469
],
"size": [
315,
314.0000305175781
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
56
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"pasted/image (637).png",
"image"
]
},
{
"id": 45,
"type": "ImageResizeKJ",
"pos": [
-562.4298095703125,
494.5414733886719
],
"size": [
315,
266
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 56
},
{
"name": "get_image_size",
"type": "IMAGE",
"link": null,
"shape": 7
},
{
"name": "width_input",
"type": "INT",
"link": null,
"widget": {
"name": "width_input"
},
"shape": 7
},
{
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
},
"shape": 7
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
63,
71,
84
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": [
69
],
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": [
70
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
960,
544,
"lanczos",
false,
2,
0,
0,
"center"
]
},
{
"id": 58,
"type": "HyVideoCFG",
"pos": [
-214.0895538330078,
757.076416015625
],
"size": [
400,
200
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hyvid_cfg",
"type": "HYVID_CFG",
"links": [
90
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoCFG"
},
"widgets_values": [
"chaotic, distortion, morphing",
6,
0,
0.5,
false
]
},
{
"id": 34,
"type": "VHS_VideoCombine",
"pos": [
1073.3206787109375,
-299.8507080078125
],
"size": [
2126.51220703125,
944.8451538085938
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 73
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "HunyuanVideo_skyreel_I2V",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "HunyuanVideo_skyreel_I2V_00036.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 24,
"workflow": "HunyuanVideo_skyreel_I2V_00036.png",
"fullpath": "N:\\AI\\ComfyUI\\output\\HunyuanVideo_skyreel_I2V_00036.mp4"
},
"muted": false
}
}
},
{
"id": 60,
"type": "ColorMatch",
"pos": [
736.9130859375,
366.1897888183594
],
"size": [
315,
102
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "image_ref",
"type": "IMAGE",
"link": 84
},
{
"name": "image_target",
"type": "IMAGE",
"link": 83
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
85
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ColorMatch"
},
"widgets_values": [
"mkl",
1
]
},
{
"id": 3,
"type": "HyVideoSampler",
"pos": [
266,
-141
],
"size": [
315,
611.1666870117188
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"link": 2
},
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"link": 74
},
{
"name": "samples",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "image_cond_latents",
"type": "LATENT",
"link": 75,
"shape": 7
},
{
"name": "stg_args",
"type": "STGARGS",
"link": null,
"shape": 7
},
{
"name": "context_options",
"type": "HYVIDCONTEXT",
"link": null,
"shape": 7
},
{
"name": "feta_args",
"type": "FETAARGS",
"link": 91,
"shape": 7
},
{
"name": "width",
"type": "INT",
"link": 69,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 70,
"widget": {
"name": "height"
}
},
{
"name": "teacache_args",
"type": "TEACACHEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
4
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoSampler"
},
"widgets_values": [
512,
320,
97,
30,
1,
9,
15,
"fixed",
1,
1,
"SDE-DPMSolverMultistepScheduler"
]
},
{
"id": 43,
"type": "HyVideoEncode",
"pos": [
-204.26951599121094,
476.7945861816406
],
"size": [
315,
198
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 54
},
{
"name": "image",
"type": "IMAGE",
"link": 63
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
75
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoEncode"
},
"widgets_values": [
false,
64,
256,
true,
0.04,
1
]
},
{
"id": 61,
"type": "Note",
"pos": [
-1025.4185791015625,
-458.9891357421875
],
"size": [
258.9027099609375,
83.07069396972656
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"If you have working Triton install, torch compile will reduce VRAM use and increase speed about 30%"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 64,
"type": "HyVideoEnhanceAVideo",
"pos": [
242.49143981933594,
-388.3094482421875
],
"size": [
352.79998779296875,
154
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "feta_args",
"type": "FETAARGS",
"links": [
91
]
}
],
"properties": {
"Node name for S&R": "HyVideoEnhanceAVideo"
},
"widgets_values": [
3,
true,
true,
0,
1
]
},
{
"id": 70,
"type": "Note",
"pos": [
265.79437255859375,
-518.3580322265625
],
"size": [
299.13330078125,
65.1333236694336
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Enhance a video weight should be relative to the video lenght, if you get noisy results it's too strong"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 30,
"type": "HyVideoTextEncode",
"pos": [
231.84727478027344,
692.9142456054688
],
"size": [
437.3100280761719,
240.78936767578125
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "text_encoders",
"type": "HYVIDTEXTENCODER",
"link": 35
},
{
"name": "custom_prompt_template",
"type": "PROMPT_TEMPLATE",
"link": null,
"shape": 7
},
{
"name": "clip_l",
"type": "CLIP",
"link": null,
"shape": 7
},
{
"name": "hyvid_cfg",
"type": "HYVID_CFG",
"link": 90,
"shape": 7
}
],
"outputs": [
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"links": [
74
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoTextEncode"
},
"widgets_values": [
"FPS-24, Man walking forward towards the camera looking intensely at the camera holding his hand out, surrounded by polar bears, he starts laughing manically",
"bad quality video",
"video"
]
},
{
"id": 1,
"type": "HyVideoModelLoader",
"pos": [
-285,
-102.5894546508789
],
"size": [
426.1773986816406,
242
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"link": 98,
"shape": 7
},
{
"name": "lora",
"type": "HYVIDLORA",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoModelLoader"
},
"widgets_values": [
"hyvideo\\skyreels_hunyuan_i2v_bf16.safetensors",
"bf16",
"disabled",
"offload_device",
"sdpa",
false,
true
]
},
{
"id": 59,
"type": "HyVideoBlockSwap",
"pos": [
-643.1146240234375,
-82.39257049560547
],
"size": [
315,
130
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"links": [
98
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoBlockSwap"
},
"widgets_values": [
20,
10,
false,
false
]
},
{
"id": 69,
"type": "Note",
"pos": [
-630.0859375,
-265.2142333984375
],
"size": [
275.66656494140625,
85.13335418701172
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"block swap is a manual way to do cpu offloading, use this to trade speed with memory use"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 71,
"type": "Note",
"pos": [
-585.5635375976562,
95.25086975097656
],
"size": [
275.66656494140625,
85.13335418701172
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Use sageattention if you can, flash attention if you can't... last resort use sdpa"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 16,
"type": "DownloadAndLoadHyVideoTextEncoder",
"pos": [
-309.5799865722656,
220.413330078125
],
"size": [
441,
202
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hyvid_text_encoder",
"type": "HYVIDTEXTENCODER",
"links": [
35
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadHyVideoTextEncoder"
},
"widgets_values": [
"Kijai/llava-llama-3-8b-text-encoder-tokenizer",
"openai/clip-vit-large-patch14",
"fp16",
false,
2,
"disabled",
"offload_device"
]
}
],
"links": [
[
2,
1,
0,
3,
0,
"HYVIDEOMODEL"
],
[
4,
3,
0,
5,
1,
"LATENT"
],
[
6,
7,
0,
5,
0,
"VAE"
],
[
35,
16,
0,
30,
0,
"HYVIDTEXTENCODER"
],
[
54,
7,
0,
43,
0,
"VAE"
],
[
56,
44,
0,
45,
0,
"IMAGE"
],
[
63,
45,
0,
43,
1,
"IMAGE"
],
[
69,
45,
1,
3,
7,
"INT"
],
[
70,
45,
2,
3,
8,
"INT"
],
[
71,
45,
0,
52,
0,
"IMAGE"
],
[
73,
52,
0,
34,
0,
"IMAGE"
],
[
74,
30,
0,
3,
1,
"HYVIDEMBEDS"
],
[
75,
43,
0,
3,
3,
"LATENT"
],
[
83,
5,
0,
60,
1,
"IMAGE"
],
[
84,
45,
0,
60,
0,
"IMAGE"
],
[
85,
60,
0,
52,
1,
"IMAGE"
],
[
90,
58,
0,
30,
3,
"HYVID_CFG"
],
[
91,
64,
0,
3,
6,
"FETAARGS"
],
[
98,
59,
0,
1,
1,
"BLOCKSWAPARGS"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.7513148009015777,
"offset": [
1134.2501860417499,
579.349332815279
]
},
"node_versions": {
"ComfyUI-HunyuanVideoWrapper": "e490745002454446b514e46390333b663b4bf7ee",
"ComfyUI-KJNodes": "095c8d4b526ba3c1f12fd9dd1d7f3540c6a11358",
"comfy-core": "0.3.14",
"ComfyUI-VideoHelperSuite": "c47b10ca1798b4925ff5a5f07d80c51ca80a837d"
},
"VHS_latentpreview": true,
"VHS_latentpreviewrate": 0
},
"version": 0.4
}