From d4f102b7e86692bf8c33ca1e313dcd8f5e33e5c8 Mon Sep 17 00:00:00 2001 From: kijai <40791699+kijai@users.noreply.github.com> Date: Fri, 24 Jan 2025 17:39:31 +0200 Subject: [PATCH] Create hyvideo_leapfusion_img2vid_example_01.json --- ...hyvideo_leapfusion_img2vid_example_01.json | 721 ++++++++++++++++++ 1 file changed, 721 insertions(+) create mode 100644 example_workflows/hyvideo_leapfusion_img2vid_example_01.json diff --git a/example_workflows/hyvideo_leapfusion_img2vid_example_01.json b/example_workflows/hyvideo_leapfusion_img2vid_example_01.json new file mode 100644 index 0000000..6962420 --- /dev/null +++ b/example_workflows/hyvideo_leapfusion_img2vid_example_01.json @@ -0,0 +1,721 @@ +{ + "last_node_id": 48, + "last_link_id": 64, + "nodes": [ + { + "id": 7, + "type": "HyVideoVAELoader", + "pos": [ + -277, + -284 + ], + "size": [ + 379.166748046875, + 82 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "type": "COMPILEARGS", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "vae", + "type": "VAE", + "links": [ + 6, + 54 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "HyVideoVAELoader" + }, + "widgets_values": [ + "hyvid\\hunyuan_video_vae_bf16.safetensors", + "bf16" + ] + }, + { + "id": 16, + "type": "DownloadAndLoadHyVideoTextEncoder", + "pos": [ + -312, + 243 + ], + "size": [ + 441, + 178 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "hyvid_text_encoder", + "type": "HYVIDTEXTENCODER", + "links": [ + 35 + ] + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadHyVideoTextEncoder" + }, + "widgets_values": [ + "Kijai/llava-llama-3-8b-text-encoder-tokenizer", + "openai/clip-vit-large-patch14", + "fp16", + false, + 2, + "disabled" + ] + }, + { + "id": 41, + "type": "HyVideoLoraSelect", + "pos": [ + -652.8490600585938, + -54.578678131103516 + ], + "size": [ + 315, + 102 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "prev_lora", + "type": "HYVIDLORA", + "link": null, + "shape": 7 + }, + { + "name": "blocks", + "type": "SELECTEDBLOCKS", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "lora", + "type": "HYVIDLORA", + "links": [ + 51 + ] + } + ], + "properties": { + "Node name for S&R": "HyVideoLoraSelect" + }, + "widgets_values": [ + "hyvid\\img2vid.safetensors", + 1 + ] + }, + { + "id": 5, + "type": "HyVideoDecode", + "pos": [ + 651, + -285 + ], + "size": [ + 345.4285888671875, + 150 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "VAE", + "link": 6 + }, + { + "name": "samples", + "type": "LATENT", + "link": 4 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 42 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "HyVideoDecode" + }, + "widgets_values": [ + true, + 64, + 192, + false + ] + }, + { + "id": 43, + "type": "HyVideoEncode", + "pos": [ + -204.26951599121094, + 476.7945861816406 + ], + "size": [ + 315, + 150 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "VAE", + "link": 54 + }, + { + "name": "image", + "type": "IMAGE", + "link": 63 + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 64 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "HyVideoEncode" + }, + "widgets_values": [ + true, + 64, + 256, + true + ] + }, + { + "id": 1, + "type": "HyVideoModelLoader", + "pos": [ + -285, + -94 + ], + "size": [ + 426.1773986816406, + 242 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "type": "COMPILEARGS", + "link": null, + "shape": 7 + }, + { + "name": "block_swap_args", + "type": "BLOCKSWAPARGS", + "link": null, + "shape": 7 + }, + { + "name": "lora", + "type": "HYVIDLORA", + "link": 51, + "shape": 7 + } + ], + "outputs": [ + { + "name": "model", + "type": "HYVIDEOMODEL", + "links": [ + 2 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "HyVideoModelLoader" + }, + "widgets_values": [ + "hyvideo\\hunyuan_video_720_fp8_e4m3fn.safetensors", + "bf16", + "fp8_e4m3fn_fast", + "offload_device", + "sageattn_varlen", + false, + true + ] + }, + { + "id": 3, + "type": "HyVideoSampler", + "pos": [ + 266, + -141 + ], + "size": [ + 315, + 616.375 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "HYVIDEOMODEL", + "link": 2 + }, + { + "name": "hyvid_embeds", + "type": "HYVIDEMBEDS", + "link": 36 + }, + { + "name": "samples", + "type": "LATENT", + "link": 64, + "shape": 7 + }, + { + "name": "stg_args", + "type": "STGARGS", + "link": null, + "shape": 7 + }, + { + "name": "context_options", + "type": "HYVIDCONTEXT", + "link": null, + "shape": 7 + }, + { + "name": "feta_args", + "type": "FETAARGS", + "link": null, + "shape": 7 + }, + { + "name": "teacache_args", + "type": "TEACACHEARGS", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 4 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "HyVideoSampler" + }, + "widgets_values": [ + 512, + 320, + 129, + 30, + 3, + 9, + 7, + "fixed", + 1, + 1, + "FlowMatchDiscreteScheduler", + null + ] + }, + { + "id": 34, + "type": "VHS_VideoCombine", + "pos": [ + 673.133544921875, + -37.19999694824219 + ], + "size": [ + 580.7774658203125, + 698.4859008789062 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 42 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null, + "shape": 7 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null, + "shape": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "HunyuanVideo", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "HunyuanVideo_00050.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 24, + "workflow": "HunyuanVideo_00050.png", + "fullpath": "N:\\AI\\ComfyUI\\output\\HunyuanVideo_00050.mp4" + }, + "muted": false + } + } + }, + { + "id": 45, + "type": "ImageResizeKJ", + "pos": [ + -562.4298095703125, + 494.5414733886719 + ], + "size": [ + 315, + 266 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 56 + }, + { + "name": "get_image_size", + "type": "IMAGE", + "link": null, + "shape": 7 + }, + { + "name": "width_input", + "type": "INT", + "link": null, + "widget": { + "name": "width_input" + }, + "shape": 7 + }, + { + "name": "height_input", + "type": "INT", + "link": null, + "widget": { + "name": "height_input" + }, + "shape": 7 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 63 + ], + "slot_index": 0 + }, + { + "name": "width", + "type": "INT", + "links": null + }, + { + "name": "height", + "type": "INT", + "links": null + } + ], + "properties": { + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 512, + 320, + "lanczos", + false, + 2, + 0, + 0, + "center" + ] + }, + { + "id": 44, + "type": "LoadImage", + "pos": [ + -922.2027587890625, + 493.7345886230469 + ], + "size": [ + 315, + 314 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 56 + ], + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "videoframe_812.png", + "image" + ] + }, + { + "id": 30, + "type": "HyVideoTextEncode", + "pos": [ + 190.05125427246094, + 587.5759887695312 + ], + "size": [ + 437.3100280761719, + 240.78936767578125 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "text_encoders", + "type": "HYVIDTEXTENCODER", + "link": 35 + }, + { + "name": "custom_prompt_template", + "type": "PROMPT_TEMPLATE", + "link": null, + "shape": 7 + }, + { + "name": "clip_l", + "type": "CLIP", + "link": null, + "shape": 7 + }, + { + "name": "hyvid_cfg", + "type": "HYVID_CFG", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "hyvid_embeds", + "type": "HYVIDEMBEDS", + "links": [ + 36 + ] + } + ], + "properties": { + "Node name for S&R": "HyVideoTextEncode" + }, + "widgets_values": [ + "", + "bad quality video", + "video" + ] + } + ], + "links": [ + [ + 2, + 1, + 0, + 3, + 0, + "HYVIDEOMODEL" + ], + [ + 4, + 3, + 0, + 5, + 1, + "LATENT" + ], + [ + 6, + 7, + 0, + 5, + 0, + "VAE" + ], + [ + 35, + 16, + 0, + 30, + 0, + "HYVIDTEXTENCODER" + ], + [ + 36, + 30, + 0, + 3, + 1, + "HYVIDEMBEDS" + ], + [ + 42, + 5, + 0, + 34, + 0, + "IMAGE" + ], + [ + 51, + 41, + 0, + 1, + 2, + "HYVIDLORA" + ], + [ + 54, + 7, + 0, + 43, + 0, + "VAE" + ], + [ + 56, + 44, + 0, + 45, + 0, + "IMAGE" + ], + [ + 63, + 45, + 0, + 43, + 1, + "IMAGE" + ], + [ + 64, + 43, + 0, + 3, + 2, + "LATENT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.7513148009015777, + "offset": [ + 1611.2077919977498, + 426.33226275508116 + ] + }, + "node_versions": { + "ComfyUI-HunyuanVideoWrapper": "88823b79b7e41377e4dccf0790719578e139bbf3", + "ComfyUI-VideoHelperSuite": "c47b10ca1798b4925ff5a5f07d80c51ca80a837d", + "ComfyUI-KJNodes": "3f141b8f1ca1c832a1c6accd806f2d2f40fd4075", + "comfy-core": "0.3.12" + }, + "VHS_latentpreview": true, + "VHS_latentpreviewrate": 0 + }, + "version": 0.4 +} \ No newline at end of file