diff --git a/example_workflows/wanvideo_I2V_video-as-prompt_testing_WIP.json b/example_workflows/wanvideo_I2V_video-as-prompt_testing_WIP.json new file mode 100644 index 0000000..468c6bf --- /dev/null +++ b/example_workflows/wanvideo_I2V_video-as-prompt_testing_WIP.json @@ -0,0 +1,2370 @@ +{ + "id": "206247b6-9fec-4ed2-8927-e4f388c674d4", + "revision": 0, + "last_node_id": 98, + "last_link_id": 164, + "nodes": [ + { + "id": 11, + "type": "LoadWanVideoT5TextEncoder", + "pos": [ + -463.8496188804871, + -692.6707375579794 + ], + "size": [ + 377.1661376953125, + 130 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "wan_t5_model", + "type": "WANTEXTENCODER", + "slot_index": 0, + "links": [ + 15, + 129 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "LoadWanVideoT5TextEncoder" + }, + "widgets_values": [ + "umt5-xxl-enc-bf16.safetensors", + "bf16", + "offload_device", + "disabled" + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 38, + "type": "WanVideoVAELoader", + "pos": [ + -455.6877730826983, + -499.8014335953453 + ], + "size": [ + 372.7727966308594, + 82 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "shape": 7, + "type": "WANCOMPILEARGS", + "link": null + } + ], + "outputs": [ + { + "name": "vae", + "type": "WANVAE", + "slot_index": 0, + "links": [ + 43, + 81, + 103, + 109 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoVAELoader" + }, + "widgets_values": [ + "wanvideo\\Wan2_1_VAE_bf16.safetensors", + "bf16" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 35, + "type": "WanVideoTorchCompileSettings", + "pos": [ + -923.1425717092005, + -1351.3566475352734 + ], + "size": [ + 390.5999755859375, + 226 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "torch_compile_args", + "type": "WANCOMPILEARGS", + "slot_index": 0, + "links": [ + 141 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoTorchCompileSettings" + }, + "widgets_values": [ + "inductor", + false, + "default", + false, + 64, + true, + 128, + false + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 27, + "type": "WanVideoSampler", + "pos": [ + 1315.2401123046875, + -401.48028564453125 + ], + "size": [ + 315, + 874.1923076923076 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "link": 135 + }, + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "link": 163 + }, + { + "name": "text_embeds", + "shape": 7, + "type": "WANVIDEOTEXTEMBEDS", + "link": 30 + }, + { + "name": "samples", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "feta_args", + "shape": 7, + "type": "FETAARGS", + "link": null + }, + { + "name": "context_options", + "shape": 7, + "type": "WANVIDCONTEXT", + "link": null + }, + { + "name": "cache_args", + "shape": 7, + "type": "CACHEARGS", + "link": null + }, + { + "name": "flowedit_args", + "shape": 7, + "type": "FLOWEDITARGS", + "link": null + }, + { + "name": "slg_args", + "shape": 7, + "type": "SLGARGS", + "link": null + }, + { + "name": "loop_args", + "shape": 7, + "type": "LOOPARGS", + "link": null + }, + { + "name": "experimental_args", + "shape": 7, + "type": "EXPERIMENTALARGS", + "link": null + }, + { + "name": "sigmas", + "shape": 7, + "type": "SIGMAS", + "link": null + }, + { + "name": "unianimate_poses", + "shape": 7, + "type": "UNIANIMATE_POSE", + "link": null + }, + { + "name": "fantasytalking_embeds", + "shape": 7, + "type": "FANTASYTALKING_EMBEDS", + "link": null + }, + { + "name": "uni3c_embeds", + "shape": 7, + "type": "UNI3C_EMBEDS", + "link": null + }, + { + "name": "multitalk_embeds", + "shape": 7, + "type": "MULTITALK_EMBEDS", + "link": null + }, + { + "name": "freeinit_args", + "shape": 7, + "type": "FREEINITARGS", + "link": null + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "slot_index": 0, + "links": [ + 33 + ] + }, + { + "name": "denoised_samples", + "type": "LATENT", + "links": null + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoSampler" + }, + "widgets_values": [ + 10, + 2, + 5, + 42, + "fixed", + true, + "euler", + 0, + 1, + "", + "comfy", + 0, + -1, + false + ] + }, + { + "id": 63, + "type": "WanVideoImageToVideoEncode", + "pos": [ + 297.5206099459711, + -30.286235703264147 + ], + "size": [ + 352.79998779296875, + 390 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "vae", + "shape": 7, + "type": "WANVAE", + "link": 81 + }, + { + "name": "clip_embeds", + "shape": 7, + "type": "WANVIDIMAGE_CLIPEMBEDS", + "link": 139 + }, + { + "name": "start_image", + "shape": 7, + "type": "IMAGE", + "link": 86 + }, + { + "name": "end_image", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "control_embeds", + "shape": 7, + "type": "WANVIDIMAGE_EMBEDS", + "link": null + }, + { + "name": "temporal_mask", + "shape": 7, + "type": "MASK", + "link": null + }, + { + "name": "extra_latents", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "add_cond_latents", + "shape": 7, + "type": "ADD_COND_LATENTS", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 87 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 88 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 142 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoImageToVideoEncode" + }, + "widgets_values": [ + 832, + 480, + 49, + 0, + 1, + 1, + true, + false, + false + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 28, + "type": "WanVideoDecode", + "pos": [ + 1666.4363543905833, + -403.038224922704 + ], + "size": [ + 315, + 198 + ], + "flags": {}, + "order": 27, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 43 + }, + { + "name": "samples", + "type": "LATENT", + "link": 33 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 97, + 156 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoDecode" + }, + "widgets_values": [ + false, + 272, + 272, + 144, + 128, + "default" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 93, + "type": "VHS_VideoCombine", + "pos": [ + 2132.4216113820994, + 608.8030488013026 + ], + "size": [ + 788.457741014905, + 591.8375524374218 + ], + "flags": {}, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 154 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "8550981384301e9bc5bfea83e5c2c75258102593", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "vap", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "vap_00004.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 16, + "workflow": "vap_00004.png", + "fullpath": "N:\\AI\\ComfyUI\\temp\\vap_00004.mp4" + } + } + } + }, + { + "id": 95, + "type": "AddLabel", + "pos": [ + 1247.7271354751888, + 650.8582729475194 + ], + "size": [ + 270, + 270 + ], + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 158 + }, + { + "name": "caption", + "shape": 7, + "type": "STRING", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 159 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "6c996e1877db08c7de020ee14421dd28d7574ec2", + "Node name for S&R": "AddLabel" + }, + "widgets_values": [ + 10, + 2, + 48, + 32, + "white", + "black", + "FreeMono.ttf", + "reference video", + "up" + ] + }, + { + "id": 94, + "type": "AddLabel", + "pos": [ + 1739.2420049917432, + 196.00868046880018 + ], + "size": [ + 270, + 270 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 156 + }, + { + "name": "caption", + "shape": 7, + "type": "STRING", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 157 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "6c996e1877db08c7de020ee14421dd28d7574ec2", + "Node name for S&R": "AddLabel" + }, + "widgets_values": [ + 10, + 2, + 48, + 32, + "white", + "black", + "FreeMono.ttf", + "result with VAP", + "up" + ] + }, + { + "id": 88, + "type": "WanVideoAddVideoPromptEmbeds", + "pos": [ + 883.3301415970915, + 364.0363649354043 + ], + "size": [ + 260.6666015625, + 86 + ], + "flags": {}, + "order": 25, + "mode": 0, + "inputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "link": 142 + }, + { + "name": "video_prompt_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "link": 143 + }, + { + "name": "video_prompt_latents", + "type": "LATENT", + "link": 144 + }, + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "link": 145 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 163 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "0e904e603575b0c0944be6570ce8738b945f322b", + "Node name for S&R": "WanVideoAddVideoPromptEmbeds" + } + }, + { + "id": 92, + "type": "ImageConcatMulti", + "pos": [ + 1744.4431155159232, + 648.0439656321762 + ], + "size": [ + 270, + 170 + ], + "flags": {}, + "order": 30, + "mode": 0, + "inputs": [ + { + "name": "image_1", + "type": "IMAGE", + "link": 159 + }, + { + "name": "image_2", + "shape": 7, + "type": "IMAGE", + "link": 157 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 154 + ] + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "6c996e1877db08c7de020ee14421dd28d7574ec2" + }, + "widgets_values": [ + 2, + "right", + false, + null + ] + }, + { + "id": 73, + "type": "VHS_VideoCombine", + "pos": [ + 2035.0335992454004, + -396.04877366745563 + ], + "size": [ + 788.457741014905, + 791.3410044316759 + ], + "flags": {}, + "order": 28, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 97 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "8550981384301e9bc5bfea83e5c2c75258102593", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "vap", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "vap_00003.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 16, + "workflow": "vap_00003.png", + "fullpath": "N:\\AI\\ComfyUI\\temp\\vap_00003.mp4" + } + } + } + }, + { + "id": 75, + "type": "WanVideoExtraModelSelect", + "pos": [ + -1019.4965590206963, + -800.802610233728 + ], + "size": [ + 472.3970259979084, + 58 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "prev_model", + "shape": 7, + "type": "VACEPATH", + "link": null + } + ], + "outputs": [ + { + "name": "extra_model", + "type": "VACEPATH", + "links": [ + 147 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "ce6e7b501d372d07da0b40faa3701527a8bde42a", + "Node name for S&R": "WanVideoExtraModelSelect" + }, + "widgets_values": [ + "WanVideo\\VAP\\Wan2_1-I2V-14B-VAP_module_bf16.safetensors" + ] + }, + { + "id": 98, + "type": "MarkdownNote", + "pos": [ + -1023.1926301395727, + -951.2256377549884 + ], + "size": [ + 412.718061333534, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "[]()" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 80, + "type": "VHS_LoadVideo", + "pos": [ + -1559.983830990407, + 794.9276110173967 + ], + "size": [ + 247.455078125, + 469.29068867015417 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 120 + ] + }, + { + "name": "frame_count", + "type": "INT", + "links": null + }, + { + "name": "audio", + "type": "AUDIO", + "links": null + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "8550981384301e9bc5bfea83e5c2c75258102593", + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "man-534.mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 49, + "skip_first_frames": 0, + "select_every_nth": 2, + "format": "AnimateDiff", + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "man-534.mp4", + "type": "input", + "format": "video/mp4", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 49, + "skip_first_frames": 0, + "select_every_nth": 2 + } + } + } + }, + { + "id": 83, + "type": "ImageResizeKJv2", + "pos": [ + -1220.6800346199793, + 779.4993516828134 + ], + "size": [ + 270, + 336 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 120 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 125 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 126 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 122, + 123, + 158 + ] + }, + { + "name": "width", + "type": "INT", + "links": [] + }, + { + "name": "height", + "type": "INT", + "links": [] + }, + { + "name": "mask", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "ad37ce656c13e9abea002b46e3a89be3dba32355", + "Node name for S&R": "ImageResizeKJv2" + }, + "widgets_values": [ + 512, + 512, + "lanczos", + "crop", + "0, 0, 0", + "center", + 16, + "cpu", + "Output: 49 x 832 x 480 | 223.95MB" + ] + }, + { + "id": 81, + "type": "GetImageRangeFromBatch", + "pos": [ + -898.2511937853867, + 971.6111141032217 + ], + "size": [ + 340.3267578125, + 102 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "images", + "shape": 7, + "type": "IMAGE", + "link": 122 + }, + { + "name": "masks", + "shape": 7, + "type": "MASK", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 113, + 117, + 151 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "6c996e1877db08c7de020ee14421dd28d7574ec2", + "Node name for S&R": "GetImageRangeFromBatch" + }, + "widgets_values": [ + 0, + 1 + ] + }, + { + "id": 82, + "type": "WanVideoClipVisionEncode", + "pos": [ + -871.8946286082553, + 643.6063014906939 + ], + "size": [ + 327.5999755859375, + 262 + ], + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 115 + }, + { + "name": "image_1", + "type": "IMAGE", + "link": 117 + }, + { + "name": "image_2", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "negative_image", + "shape": 7, + "type": "IMAGE", + "link": null + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_CLIPEMBEDS", + "links": [ + 140 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoClipVisionEncode" + }, + "widgets_values": [ + 1, + 1, + "center", + "average", + true, + 0, + 0.20000000000000004 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 91, + "type": "PreviewImage", + "pos": [ + -810.4480590152982, + 1166.9488138496183 + ], + "size": [ + 229.38430178694057, + 258 + ], + "flags": {}, + "order": 23, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 151 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.67", + "Node name for S&R": "PreviewImage" + }, + "widgets_values": [] + }, + { + "id": 76, + "type": "WanVideoImageToVideoEncode", + "pos": [ + -476.5580616752115, + 867.3634985655461 + ], + "size": [ + 352.79998779296875, + 390 + ], + "flags": {}, + "order": 24, + "mode": 0, + "inputs": [ + { + "name": "vae", + "shape": 7, + "type": "WANVAE", + "link": 109 + }, + { + "name": "clip_embeds", + "shape": 7, + "type": "WANVIDIMAGE_CLIPEMBEDS", + "link": 140 + }, + { + "name": "start_image", + "shape": 7, + "type": "IMAGE", + "link": 113 + }, + { + "name": "end_image", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "control_embeds", + "shape": 7, + "type": "WANVIDIMAGE_EMBEDS", + "link": null + }, + { + "name": "temporal_mask", + "shape": 7, + "type": "MASK", + "link": null + }, + { + "name": "extra_latents", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "add_cond_latents", + "shape": 7, + "type": "ADD_COND_LATENTS", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 110 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 111 + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 143 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoImageToVideoEncode" + }, + "widgets_values": [ + 832, + 480, + 49, + 0, + 1, + 1, + true, + false, + false + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 78, + "type": "WanVideoEncode", + "pos": [ + -10.521690737843489, + 850.0554142867707 + ], + "size": [ + 270, + 242 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "vae", + "type": "WANVAE", + "link": 103 + }, + { + "name": "image", + "type": "IMAGE", + "link": 123 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": null + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 144 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "0e904e603575b0c0944be6570ce8738b945f322b", + "Node name for S&R": "WanVideoEncode" + }, + "widgets_values": [ + false, + 272, + 272, + 144, + 128, + 0, + 1 + ] + }, + { + "id": 85, + "type": "WanVideoTextEncode", + "pos": [ + 361.52362312032795, + 907.7019898194318 + ], + "size": [ + 432.1966049880243, + 416.1200433111147 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "t5", + "shape": 7, + "type": "WANTEXTENCODER", + "link": 129 + }, + { + "name": "model_to_offload", + "shape": 7, + "type": "WANVIDEOMODEL", + "link": 130 + } + ], + "outputs": [ + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "slot_index": 0, + "links": [ + 145 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoTextEncode" + }, + "widgets_values": [ + "A man stands with his back to the camera on a dirt path overlooking sun-drenched, rolling green tea plantations. He wears a blue and green plaid shirt, dark pants, and white shoes. As he turns to face the camera and spreads his arms, a brief, magical burst of sparkling golden light particles envelops him. Through this shimmer, he seamlessly transforms into a Labubu toy character. His head morphs into the iconic large, furry-eared head of the toy, featuring a wide grin with pointed teeth and red cheek markings. The character retains the man's original plaid shirt and clothing, which now fit its stylized, cartoonish body. The camera remains static throughout the transformation, positioned low among the tea bushes, maintaining a consistent view of the subject and the expansive scenery.", + "Bright tones, overexposed, static, blurred details, subtitles, style, works, paintings, images, static, overall gray, worst quality, low quality, JPEG compression residue, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, misshapen limbs, fused fingers, still picture, messy background, three legs, many people in the background, walking backwards", + true, + true, + "gpu" + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 65, + "type": "WanVideoClipVisionEncode", + "pos": [ + -195.26070639270583, + -13.965404220447702 + ], + "size": [ + 327.5999755859375, + 262 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 70 + }, + { + "name": "image_1", + "type": "IMAGE", + "link": 85 + }, + { + "name": "image_2", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "negative_image", + "shape": 7, + "type": "IMAGE", + "link": null + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_CLIPEMBEDS", + "links": [ + 139 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoClipVisionEncode" + }, + "widgets_values": [ + 1, + 1, + "center", + "average", + true, + 0, + 0.20000000000000004 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 68, + "type": "ImageResizeKJv2", + "pos": [ + -696.2184840420202, + -36.57707136644673 + ], + "size": [ + 270, + 336 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 84 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 85, + 86 + ] + }, + { + "name": "width", + "type": "INT", + "links": [ + 87, + 110, + 125 + ] + }, + { + "name": "height", + "type": "INT", + "links": [ + 88, + 111, + 126 + ] + }, + { + "name": "mask", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "ad37ce656c13e9abea002b46e3a89be3dba32355", + "Node name for S&R": "ImageResizeKJv2" + }, + "widgets_values": [ + 832, + 480, + "lanczos", + "pad", + "255,255,255", + "center", + 16, + "cpu", + "Output: 1 x 832 x 480 | 4.57MB" + ] + }, + { + "id": 58, + "type": "LoadImage", + "pos": [ + -1259.7006406863447, + -121.67991695104229 + ], + "size": [ + 413.10479736328125, + 498.3180847167969 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 84 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "oldman_upscaled.png", + "image" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 22, + "type": "WanVideoModelLoader", + "pos": [ + -496.29250457052876, + -1080.7239571055861 + ], + "size": [ + 477.4410095214844, + 338 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "shape": 7, + "type": "WANCOMPILEARGS", + "link": 141 + }, + { + "name": "block_swap_args", + "shape": 7, + "type": "BLOCKSWAPARGS", + "link": null + }, + { + "name": "lora", + "shape": 7, + "type": "WANVIDLORA", + "link": null + }, + { + "name": "vram_management_args", + "shape": 7, + "type": "VRAM_MANAGEMENTARGS", + "link": null + }, + { + "name": "extra_model", + "shape": 7, + "type": "VACEPATH", + "link": 147 + }, + { + "name": "fantasytalking_model", + "shape": 7, + "type": "FANTASYTALKINGMODEL", + "link": null + }, + { + "name": "multitalk_model", + "shape": 7, + "type": "MULTITALKMODEL", + "link": null + }, + { + "name": "fantasyportrait_model", + "shape": 7, + "type": "FANTASYPORTRAITMODEL", + "link": null + }, + { + "name": "vace_model", + "shape": 7, + "type": "VACEPATH", + "link": null + } + ], + "outputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "slot_index": 0, + "links": [ + 79, + 90, + 130 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoModelLoader" + }, + "widgets_values": [ + "WanVideo\\fp8_scaled_kj\\I2V\\Wan2_1-I2V-14B-480p_fp8_e4m3fn_scaled_KJ.safetensors", + "bf16", + "disabled", + "offload_device", + "sageattn", + "default" + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 59, + "type": "CLIPVisionLoader", + "pos": [ + -878.1839539898979, + -617.914475189264 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP_VISION", + "type": "CLIP_VISION", + "links": [ + 70, + 115 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.26", + "Node name for S&R": "CLIPVisionLoader" + }, + "widgets_values": [ + "clip_vision_h.safetensors" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 39, + "type": "WanVideoBlockSwap", + "pos": [ + 344.25568991608156, + -822.4741185605973 + ], + "size": [ + 315, + 202 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "block_swap_args", + "type": "BLOCKSWAPARGS", + "slot_index": 0, + "links": [ + 92 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoBlockSwap" + }, + "widgets_values": [ + 20, + false, + false, + false, + 0, + 1, + false + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 69, + "type": "WanVideoLoraSelect", + "pos": [ + 847.0711715495286, + -1171.461899885989 + ], + "size": [ + 583.5029907226562, + 176 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "prev_lora", + "shape": 7, + "type": "WANVIDLORA", + "link": null + }, + { + "name": "blocks", + "shape": 7, + "type": "SELECTEDBLOCKS", + "link": null + } + ], + "outputs": [ + { + "name": "lora", + "type": "WANVIDLORA", + "links": [ + 96 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "6b9565ed6307168c45770ec08517d7df65b61e3f", + "Node name for S&R": "WanVideoLoraSelect" + }, + "widgets_values": [ + "WanVideo\\Lightx2v\\lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors", + 1, + false, + false + ] + }, + { + "id": 72, + "type": "WanVideoSetLoRAs", + "pos": [ + 909.6279160145551, + -741.4223393508232 + ], + "size": [ + 174.5337890625, + 46 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "link": 94 + }, + { + "name": "lora", + "shape": 7, + "type": "WANVIDLORA", + "link": 96 + } + ], + "outputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "links": [ + 135 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "1cd8df5c00e519991ecdce9cbf1f89171303f447", + "Node name for S&R": "WanVideoSetLoRAs" + }, + "widgets_values": [] + }, + { + "id": 70, + "type": "WanVideoSetBlockSwap", + "pos": [ + 379.5954097766965, + -1032.6553561640953 + ], + "size": [ + 201.7681640625, + 46 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "link": 90 + }, + { + "name": "block_swap_args", + "shape": 7, + "type": "BLOCKSWAPARGS", + "link": 92 + } + ], + "outputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "links": [ + 94 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "5406a72f62adf4a31a8a0a0e4923cc5288399652", + "Node name for S&R": "WanVideoSetBlockSwap" + }, + "widgets_values": [], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 16, + "type": "WanVideoTextEncode", + "pos": [ + 780.8372973901909, + -333.859776433863 + ], + "size": [ + 457.9615609954549, + 552.8721810933175 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "t5", + "shape": 7, + "type": "WANTEXTENCODER", + "link": 15 + }, + { + "name": "model_to_offload", + "shape": 7, + "type": "WANVIDEOMODEL", + "link": 79 + } + ], + "outputs": [ + { + "name": "text_embeds", + "type": "WANVIDEOTEXTEMBEDS", + "slot_index": 0, + "links": [ + 30 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "d9b1f4d1a5aea91d101ae97a54714a5861af3f50", + "Node name for S&R": "WanVideoTextEncode" + }, + "widgets_values": [ + "An old man with white beard and a cap. Hhe executes a swift counter-clockwise turn to face the camera. During the turn, a brilliant shower of golden, sparkling particles erupts and momentarily obscures her figure. As the particles fade, she is revealed to have seamlessly transformed into a Labubu toy character. This new figure, now with the toy's signature large ears, big eyes, and toothy grin, maintains the original pose and continues playing the violin. The character's clothing remains identical to the old man's. Throughout this transition, the camera stays static, and the street-side environment remains completely consistent.", + "Bright tones, overexposed, static, blurred details, subtitles, style, works, paintings, images, static, overall gray, worst quality, low quality, JPEG compression residue, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, misshapen limbs, fused fingers, still picture, messy background, three legs, many people in the background, walking backwards", + true, + true, + "gpu" + ], + "color": "#332922", + "bgcolor": "#593930" + } + ], + "links": [ + [ + 15, + 11, + 0, + 16, + 0, + "WANTEXTENCODER" + ], + [ + 30, + 16, + 0, + 27, + 2, + "WANVIDEOTEXTEMBEDS" + ], + [ + 33, + 27, + 0, + 28, + 1, + "LATENT" + ], + [ + 43, + 38, + 0, + 28, + 0, + "VAE" + ], + [ + 70, + 59, + 0, + 65, + 0, + "CLIP_VISION" + ], + [ + 79, + 22, + 0, + 16, + 1, + "WANVIDEOMODEL" + ], + [ + 81, + 38, + 0, + 63, + 0, + "WANVAE" + ], + [ + 84, + 58, + 0, + 68, + 0, + "IMAGE" + ], + [ + 85, + 68, + 0, + 65, + 1, + "IMAGE" + ], + [ + 86, + 68, + 0, + 63, + 2, + "IMAGE" + ], + [ + 87, + 68, + 1, + 63, + 8, + "INT" + ], + [ + 88, + 68, + 2, + 63, + 9, + "INT" + ], + [ + 90, + 22, + 0, + 70, + 0, + "WANVIDEOMODEL" + ], + [ + 92, + 39, + 0, + 70, + 1, + "BLOCKSWAPARGS" + ], + [ + 94, + 70, + 0, + 72, + 0, + "WANVIDEOMODEL" + ], + [ + 96, + 69, + 0, + 72, + 1, + "WANVIDLORA" + ], + [ + 97, + 28, + 0, + 73, + 0, + "IMAGE" + ], + [ + 103, + 38, + 0, + 78, + 0, + "WANVAE" + ], + [ + 109, + 38, + 0, + 76, + 0, + "WANVAE" + ], + [ + 110, + 68, + 1, + 76, + 8, + "INT" + ], + [ + 111, + 68, + 2, + 76, + 9, + "INT" + ], + [ + 113, + 81, + 0, + 76, + 2, + "IMAGE" + ], + [ + 115, + 59, + 0, + 82, + 0, + "CLIP_VISION" + ], + [ + 117, + 81, + 0, + 82, + 1, + "IMAGE" + ], + [ + 120, + 80, + 0, + 83, + 0, + "IMAGE" + ], + [ + 122, + 83, + 0, + 81, + 0, + "IMAGE" + ], + [ + 123, + 83, + 0, + 78, + 1, + "IMAGE" + ], + [ + 125, + 68, + 1, + 83, + 2, + "INT" + ], + [ + 126, + 68, + 2, + 83, + 3, + "INT" + ], + [ + 129, + 11, + 0, + 85, + 0, + "WANTEXTENCODER" + ], + [ + 130, + 22, + 0, + 85, + 1, + "WANVIDEOMODEL" + ], + [ + 135, + 72, + 0, + 27, + 0, + "WANVIDEOMODEL" + ], + [ + 139, + 65, + 0, + 63, + 1, + "WANVIDIMAGE_CLIPEMBEDS" + ], + [ + 140, + 82, + 0, + 76, + 1, + "WANVIDIMAGE_CLIPEMBEDS" + ], + [ + 141, + 35, + 0, + 22, + 0, + "WANCOMPILEARGS" + ], + [ + 142, + 63, + 0, + 88, + 0, + "WANVIDIMAGE_EMBEDS" + ], + [ + 143, + 76, + 0, + 88, + 1, + "WANVIDIMAGE_EMBEDS" + ], + [ + 144, + 78, + 0, + 88, + 2, + "LATENT" + ], + [ + 145, + 85, + 0, + 88, + 3, + "WANVIDEOTEXTEMBEDS" + ], + [ + 147, + 75, + 0, + 22, + 4, + "VACEPATH" + ], + [ + 151, + 81, + 0, + 91, + 0, + "IMAGE" + ], + [ + 154, + 92, + 0, + 93, + 0, + "IMAGE" + ], + [ + 156, + 28, + 0, + 94, + 0, + "IMAGE" + ], + [ + 157, + 94, + 0, + 92, + 1, + "IMAGE" + ], + [ + 158, + 83, + 0, + 95, + 0, + "IMAGE" + ], + [ + 159, + 95, + 0, + 92, + 0, + "IMAGE" + ], + [ + 163, + 88, + 0, + 27, + 1, + "WANVIDIMAGE_EMBEDS" + ] + ], + "groups": [ + { + "id": 1, + "title": "Reference input", + "bounding": [ + -1612.8782147808154, + 486.41282968157145, + 2452.144737464356, + 992.7234863624299 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "config": {}, + "extra": { + "ds": { + "scale": 0.5054470284993288, + "offset": [ + 1599.1906954277106, + 835.1164919917005 + ] + }, + "frontendVersion": "1.32.0", + "node_versions": { + "ComfyUI-WanVideoWrapper": "5a2383621a05825d0d0437781afcb8552d9590fd", + "comfy-core": "0.3.26", + "ComfyUI-KJNodes": "a5bd3c86c8ed6b83c55c2d0e7a59515b15a0137f", + "ComfyUI-VideoHelperSuite": "0a75c7958fe320efcb052f1d9f8451fd20c730a8" + }, + "VHS_latentpreview": true, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file