From e23d496c1301e7223a1c67509dc176f2423b9c3a Mon Sep 17 00:00:00 2001 From: bruefire Date: Thu, 27 Mar 2025 20:36:03 +0900 Subject: [PATCH] added wanvideo workflow as sample. --- pyproject.toml | 2 +- sample_workflows/wan_video_wrapper.json | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) create mode 100644 sample_workflows/wan_video_wrapper.json diff --git a/pyproject.toml b/pyproject.toml index eef15e6..7b9640b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,7 +1,7 @@ [project] name = "comfyui-seqimageloader" description = "This is an extension node for ComfyUI that allows you to load frames from a video in bulk and perform masking and sketching on each frame through a GUI." -version = "1.0.6" +version = "1.0.7" license = { file = "LICENSE.txt" } [project.urls] diff --git a/sample_workflows/wan_video_wrapper.json b/sample_workflows/wan_video_wrapper.json new file mode 100644 index 0000000..ed857fd --- /dev/null +++ b/sample_workflows/wan_video_wrapper.json @@ -0,0 +1 @@ +{"last_node_id":62,"last_link_id":102,"nodes":[{"id":11,"type":"LoadWanVideoT5TextEncoder","pos":[224.15325927734375,-34.481563568115234],"size":[377.1661376953125,130],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[{"name":"wan_t5_model","localized_name":"wan_t5_model","type":"WANTEXTENCODER","links":[15],"slot_index":0}],"properties":{"Node name for S&R":"LoadWanVideoT5TextEncoder"},"widgets_values":["umt5-xxl-enc-bf16.safetensors","bf16","offload_device","disabled"]},{"id":22,"type":"WanVideoModelLoader","pos":[620.3950805664062,-357.8426818847656],"size":[477.4410095214844,226.43276977539062],"flags":{},"order":1,"mode":0,"inputs":[{"name":"compile_args","localized_name":"compile_args","type":"WANCOMPILEARGS","shape":7,"link":null},{"name":"block_swap_args","localized_name":"block_swap_args","type":"BLOCKSWAPARGS","shape":7,"link":null},{"name":"lora","localized_name":"lora","type":"WANVIDLORA","shape":7,"link":null},{"name":"vram_management_args","localized_name":"vram_management_args","type":"VRAM_MANAGEMENTARGS","shape":7,"link":null}],"outputs":[{"name":"model","localized_name":"model","type":"WANVIDEOMODEL","links":[29],"slot_index":0}],"properties":{"Node name for S&R":"WanVideoModelLoader"},"widgets_values":["wan2-1/Wan2_1-T2V-14B_fp8_e4m3fn.safetensors","bf16","fp8_e4m3fn","offload_device","sageattn"]},{"id":38,"type":"WanVideoVAELoader","pos":[1687.4093017578125,-582.2750854492188],"size":[315,82],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[{"name":"vae","localized_name":"vae","type":"WANVAE","links":[43,48],"slot_index":0}],"properties":{"Node name for S&R":"WanVideoVAELoader"},"widgets_values":["wan2-1/Wan2_1_VAE_bf16.safetensors","bf16"]},{"id":49,"type":"Paste By Mask","pos":[2042.3896484375,578.5258178710938],"size":[342.5999755859375,118],"flags":{},"order":21,"mode":0,"inputs":[{"name":"image_base","localized_name":"image_base","type":"IMAGE","link":77},{"name":"image_to_paste","localized_name":"image_to_paste","type":"IMAGE","link":79},{"name":"mask","localized_name":"mask","type":"IMAGE","link":94},{"name":"mask_mapping_optional","localized_name":"mask_mapping_optional","type":"MASK_MAPPING","shape":7,"link":null}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","shape":3,"links":[80],"slot_index":0}],"properties":{"Node name for S&R":"Paste By Mask"},"widgets_values":["resize"]},{"id":37,"type":"WanVideoEmptyEmbeds","pos":[752.511962890625,623.1226806640625],"size":[315,146],"flags":{},"order":10,"mode":0,"inputs":[{"name":"num_frames","type":"INT","widget":{"name":"num_frames"},"link":96},{"name":"width","type":"INT","widget":{"name":"width"},"link":57},{"name":"height","type":"INT","widget":{"name":"height"},"link":58}],"outputs":[{"name":"image_embeds","localized_name":"image_embeds","type":"WANVIDIMAGE_EMBEDS","links":[42]}],"properties":{"Node name for S&R":"WanVideoEmptyEmbeds"},"widgets_values":[512,512,53]},{"id":42,"type":"WanVideoEncode","pos":[1298.557861328125,306.5940246582031],"size":[315,242],"flags":{},"order":14,"mode":0,"inputs":[{"name":"vae","localized_name":"vae","type":"WANVAE","link":48},{"name":"image","localized_name":"image","type":"IMAGE","link":52},{"name":"mask","localized_name":"mask","type":"MASK","shape":7,"link":90}],"outputs":[{"name":"samples","localized_name":"samples","type":"LATENT","links":[50],"slot_index":0}],"properties":{"Node name for S&R":"WanVideoEncode"},"widgets_values":[false,272,272,144,128,0,1]},{"id":28,"type":"WanVideoDecode","pos":[1692.973876953125,-404.8614501953125],"size":[315,174],"flags":{},"order":18,"mode":0,"inputs":[{"name":"vae","localized_name":"vae","type":"WANVAE","link":43},{"name":"samples","localized_name":"samples","type":"LATENT","link":33}],"outputs":[{"name":"images","localized_name":"images","type":"IMAGE","links":[59,78],"slot_index":0}],"properties":{"Node name for S&R":"WanVideoDecode"},"widgets_values":[true,272,272,144,128]},{"id":51,"type":"ImageResizeKJ","pos":[1109.0965576171875,960.6249389648438],"size":[315,326],"flags":{},"order":11,"mode":0,"inputs":[{"name":"image","localized_name":"image","type":"IMAGE","link":102},{"name":"get_image_size","localized_name":"get_image_size","type":"IMAGE","shape":7,"link":null},{"name":"width_input","type":"INT","shape":7,"widget":{"name":"width_input"},"link":null},{"name":"height_input","type":"INT","shape":7,"widget":{"name":"height_input"},"link":null},{"name":"width","type":"INT","widget":{"name":"width"},"link":70},{"name":"height","type":"INT","widget":{"name":"height"},"link":71}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","links":[89],"slot_index":0},{"name":"width","localized_name":"width","type":"INT","links":[],"slot_index":1},{"name":"height","localized_name":"height","type":"INT","links":[],"slot_index":2}],"properties":{"Node name for S&R":"ImageResizeKJ"},"widgets_values":[448,800,"lanczos",false,2,0,0,"disabled"]},{"id":47,"type":"ImageToMask","pos":[1458.5870361328125,950.4185791015625],"size":[315,58],"flags":{"collapsed":true},"order":12,"mode":0,"inputs":[{"name":"image","localized_name":"画像","type":"IMAGE","link":89}],"outputs":[{"name":"MASK","localized_name":"マスク","type":"MASK","links":[88],"slot_index":0}],"properties":{"Node name for S&R":"ImageToMask"},"widgets_values":["red"]},{"id":58,"type":"MaskToImage","pos":[1605.8818359375,723.0891723632812],"size":[210,26],"flags":{"collapsed":true},"order":15,"mode":0,"inputs":[{"name":"mask","localized_name":"マスク","type":"MASK","link":91}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","links":[92,93,94],"slot_index":0}],"properties":{"Node name for S&R":"MaskToImage"},"widgets_values":[]},{"id":30,"type":"VHS_VideoCombine","pos":[2074.630126953125,-390.24658203125],"size":[214.7587890625,457.0649108886719],"flags":{},"order":19,"mode":0,"inputs":[{"name":"images","localized_name":"images","type":"IMAGE","link":59},{"name":"audio","localized_name":"audio","type":"AUDIO","shape":7,"link":null},{"name":"meta_batch","localized_name":"meta_batch","type":"VHS_BatchManager","shape":7,"link":null},{"name":"vae","localized_name":"vae","type":"VAE","shape":7,"link":null}],"outputs":[{"name":"Filenames","localized_name":"Filenames","type":"VHS_FILENAMES","links":null}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":16,"loop_count":0,"filename_prefix":"WanVideo2_1_T2V","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"trim_to_audio":false,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"WanVideo2_1_T2V_00053.mp4","subfolder":"","type":"output","format":"video/h264-mp4","frame_rate":16,"workflow":"WanVideo2_1_T2V_00053.png","fullpath":"/home/stran/AI/ComfyUI/output/WanVideo2_1_T2V_00053.mp4"}}}},{"id":52,"type":"VHS_VideoCombine","pos":[2434.037109375,393.44952392578125],"size":[214.7587890625,457.0649108886719],"flags":{},"order":22,"mode":0,"inputs":[{"name":"images","localized_name":"images","type":"IMAGE","link":80},{"name":"audio","localized_name":"audio","type":"AUDIO","shape":7,"link":null},{"name":"meta_batch","localized_name":"meta_batch","type":"VHS_BatchManager","shape":7,"link":null},{"name":"vae","localized_name":"vae","type":"VAE","shape":7,"link":null}],"outputs":[{"name":"Filenames","localized_name":"Filenames","type":"VHS_FILENAMES","links":null}],"properties":{"Node name for S&R":"VHS_VideoCombine"},"widgets_values":{"frame_rate":16,"loop_count":0,"filename_prefix":"WanVideo2_1_T2V","format":"video/h264-mp4","pix_fmt":"yuv420p","crf":19,"save_metadata":true,"trim_to_audio":false,"pingpong":false,"save_output":true,"videopreview":{"hidden":false,"paused":false,"params":{"filename":"WanVideo2_1_T2V_00054.mp4","subfolder":"","type":"output","format":"video/h264-mp4","frame_rate":16,"workflow":"WanVideo2_1_T2V_00054.png","fullpath":"/home/stran/AI/ComfyUI/output/WanVideo2_1_T2V_00054.mp4"}}}},{"id":48,"type":"Cut By Mask","pos":[2038.1510009765625,378.8900451660156],"size":[342.5999755859375,122],"flags":{},"order":20,"mode":0,"inputs":[{"name":"image","localized_name":"image","type":"IMAGE","link":78},{"name":"mask","localized_name":"mask","type":"IMAGE","link":93},{"name":"mask_mapping_optional","localized_name":"mask_mapping_optional","type":"MASK_MAPPING","shape":7,"link":null}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","shape":3,"links":[79],"slot_index":0}],"properties":{"Node name for S&R":"Cut By Mask"},"widgets_values":[0,0]},{"id":59,"type":"SimpleMath+","pos":[167.1991424560547,445.95025634765625],"size":[315,98],"flags":{"collapsed":true},"order":6,"mode":0,"inputs":[{"name":"a","localized_name":"a","type":"*","shape":7,"link":95},{"name":"b","localized_name":"b","type":"*","shape":7,"link":null},{"name":"c","localized_name":"c","type":"*","shape":7,"link":null}],"outputs":[{"name":"INT","localized_name":"整数","type":"INT","links":[96,97,101],"slot_index":0},{"name":"FLOAT","localized_name":"浮動小数点","type":"FLOAT","links":null}],"title":"adjust frame length to 4n+1","properties":{"Node name for S&R":"SimpleMath+"},"widgets_values":["a - ((a-1)%4)"]},{"id":61,"type":"ImageFromBatch","pos":[443.4783020019531,308.099853515625],"size":[315,102],"flags":{"collapsed":true},"order":7,"mode":0,"inputs":[{"name":"image","localized_name":"画像","type":"IMAGE","link":98},{"name":"length","type":"INT","widget":{"name":"length"},"link":97}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","links":[99],"slot_index":0}],"properties":{"Node name for S&R":"ImageFromBatch"},"widgets_values":[0,1]},{"id":62,"type":"ImageFromBatch","pos":[435.11785888671875,885.5773315429688],"size":[315,102],"flags":{"collapsed":true},"order":8,"mode":0,"inputs":[{"name":"image","localized_name":"画像","type":"IMAGE","link":100},{"name":"length","type":"INT","widget":{"name":"length"},"link":101}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","links":[102],"slot_index":0}],"properties":{"Node name for S&R":"ImageFromBatch"},"widgets_values":[0,1]},{"id":46,"type":"Video Loader With Mask Editor","pos":[-218.4522705078125,268.235107421875],"size":[315,382],"flags":{},"order":3,"mode":0,"inputs":[],"outputs":[{"name":"images","localized_name":"images","type":"IMAGE","links":[98],"slot_index":0},{"name":"mask_images","localized_name":"mask_images","type":"IMAGE","links":[100],"slot_index":1},{"name":"image_count","localized_name":"image_count","type":"INT","links":[95],"slot_index":2}],"properties":{"Node name for S&R":"Video Loader With Mask Editor"},"widgets_values":["00000000.png:00000001.png:00000002.png:00000003.png:00000004.png:00000005.png:00000006.png:00000007.png:00000008.png:00000009.png:00000010.png:00000011.png:00000012.png:00000013.png:00000014.png:00000015.png:00000016.png:00000017.png:00000018.png:00000019.png:00000020.png:00000021.png:00000022.png:00000023.png:00000024.png:00000025.png:00000026.png:00000027.png:00000028.png:00000029.png:00000030.png:00000031.png:00000032.png:00000033.png:00000034.png:00000035.png:00000036.png:00000037.png:00000038.png:00000039.png:00000040.png:00000041.png:00000042.png:00000043.png:00000044.png:00000045.png:00000046.png:00000047.png:00000048.png:00000049.png:1743004755748/1743011647881/1743011647882","image",0,0]},{"id":44,"type":"ImageResizeKJ","pos":[744.0538940429688,288.3457336425781],"size":[315,286],"flags":{},"order":9,"mode":0,"inputs":[{"name":"image","localized_name":"image","type":"IMAGE","link":99},{"name":"get_image_size","localized_name":"get_image_size","type":"IMAGE","shape":7,"link":null},{"name":"width_input","type":"INT","shape":7,"widget":{"name":"width_input"},"link":null},{"name":"height_input","type":"INT","shape":7,"widget":{"name":"height_input"},"link":null}],"outputs":[{"name":"IMAGE","localized_name":"画像","type":"IMAGE","links":[52,77],"slot_index":0},{"name":"width","localized_name":"width","type":"INT","links":[57,70],"slot_index":1},{"name":"height","localized_name":"height","type":"INT","links":[58,71],"slot_index":2}],"properties":{"Node name for S&R":"ImageResizeKJ"},"widgets_values":[800,448,"lanczos",false,2,0,0,"center"]},{"id":60,"type":"Note","pos":[2047.5626220703125,985.3839721679688],"size":[317.8914794921875,88],"flags":{},"order":4,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["prevent deterioration and deformation of not masked part.\nbut borders maybe stand out."],"color":"#432","bgcolor":"#653"},{"id":57,"type":"GrowMaskWithBlur","pos":[1235.2593994140625,646.9797973632812],"size":[315,246],"flags":{},"order":13,"mode":0,"inputs":[{"name":"mask","localized_name":"mask","type":"MASK","link":88}],"outputs":[{"name":"mask","localized_name":"mask","type":"MASK","links":[90,91],"slot_index":0},{"name":"mask_inverted","localized_name":"mask_inverted","type":"MASK","links":null}],"properties":{"Node name for S&R":"GrowMaskWithBlur"},"widgets_values":[15,0,true,false,15,1,1,false]},{"id":27,"type":"WanVideoSampler","pos":[1315.2401123046875,-401.48028564453125],"size":[315,619],"flags":{},"order":16,"mode":0,"inputs":[{"name":"model","localized_name":"model","type":"WANVIDEOMODEL","link":29},{"name":"text_embeds","localized_name":"text_embeds","type":"WANVIDEOTEXTEMBEDS","link":30},{"name":"image_embeds","localized_name":"image_embeds","type":"WANVIDIMAGE_EMBEDS","link":42},{"name":"samples","localized_name":"samples","type":"LATENT","shape":7,"link":50},{"name":"feta_args","localized_name":"feta_args","type":"FETAARGS","shape":7,"link":null},{"name":"context_options","localized_name":"context_options","type":"WANVIDCONTEXT","shape":7,"link":null},{"name":"teacache_args","localized_name":"teacache_args","type":"TEACACHEARGS","shape":7,"link":null},{"name":"flowedit_args","localized_name":"flowedit_args","type":"FLOWEDITARGS","shape":7,"link":null},{"name":"slg_args","localized_name":"slg_args","type":"SLGARGS","shape":7,"link":null},{"name":"loop_args","localized_name":"loop_args","type":"LOOPARGS","shape":7,"link":null}],"outputs":[{"name":"samples","localized_name":"samples","type":"LATENT","links":[33],"slot_index":0}],"properties":{"Node name for S&R":"WanVideoSampler"},"widgets_values":[10,6,5,455474993665452,"randomize",true,"unipc",0,0.68,false,"default"]},{"id":54,"type":"PreviewImage","pos":[1737.9447021484375,848.9223022460938],"size":[210,246],"flags":{},"order":17,"mode":0,"inputs":[{"name":"images","localized_name":"画像","type":"IMAGE","link":92}],"outputs":[],"properties":{"Node name for S&R":"PreviewImage"},"widgets_values":[]},{"id":16,"type":"WanVideoTextEncode","pos":[675.8850708007812,-36.032100677490234],"size":[420.30511474609375,261.5306701660156],"flags":{},"order":5,"mode":0,"inputs":[{"name":"t5","localized_name":"t5","type":"WANTEXTENCODER","link":15},{"name":"model_to_offload","localized_name":"model_to_offload","type":"WANVIDEOMODEL","shape":7,"link":null}],"outputs":[{"name":"text_embeds","localized_name":"text_embeds","type":"WANVIDEOTEXTEMBEDS","links":[30],"slot_index":0}],"properties":{"Node name for S&R":"WanVideoTextEncode"},"widgets_values":["a chimera with dog face and cat body stand on brick floor and look around. rock and fern background. actual footage","bad quality video, 3d model, anime",true]}],"links":[[15,11,0,16,0,"WANTEXTENCODER"],[29,22,0,27,0,"WANVIDEOMODEL"],[30,16,0,27,1,"WANVIDEOTEXTEMBEDS"],[33,27,0,28,1,"LATENT"],[42,37,0,27,2,"WANVIDIMAGE_EMBEDS"],[43,38,0,28,0,"VAE"],[48,38,0,42,0,"WANVAE"],[50,42,0,27,3,"LATENT"],[52,44,0,42,1,"IMAGE"],[57,44,1,37,1,"INT"],[58,44,2,37,2,"INT"],[59,28,0,30,0,"IMAGE"],[70,44,1,51,4,"INT"],[71,44,2,51,5,"INT"],[77,44,0,49,0,"IMAGE"],[78,28,0,48,0,"IMAGE"],[79,48,0,49,1,"IMAGE"],[80,49,0,52,0,"IMAGE"],[88,47,0,57,0,"MASK"],[89,51,0,47,0,"IMAGE"],[90,57,0,42,2,"MASK"],[91,57,0,58,0,"MASK"],[92,58,0,54,0,"IMAGE"],[93,58,0,48,1,"IMAGE"],[94,58,0,49,2,"IMAGE"],[95,46,2,59,0,"*"],[96,59,0,37,0,"INT"],[97,59,0,61,1,"INT"],[98,46,0,61,0,"IMAGE"],[99,61,0,44,0,"IMAGE"],[100,46,1,62,0,"IMAGE"],[101,59,0,62,1,"INT"],[102,62,0,51,0,"IMAGE"]],"groups":[{"id":1,"title":"Paste denoised part on original video","bounding":[2028.1510009765625,305.2900390625,630.6448974609375,793.943115234375],"color":"#3f789e","font_size":24,"flags":{}}],"config":{},"extra":{"ds":{"scale":0.9229599817706458,"offset":[-155.5732819003233,507.76031784844116]},"node_versions":{"ComfyUI-WanVideoWrapper":"b0fa8123c638200de08bb48c7a39f7cd39836e00","ComfyUI-KJNodes":"1a4259f05206d7360be7a90145b5839d5b64d893","ComfyUI-VideoHelperSuite":"2c25b8b53835aaeb63f831b3137c705cf9f85dce"},"VHS_latentpreview":false,"VHS_latentpreviewrate":0,"VHS_MetadataImage":true,"VHS_KeepIntermediate":true},"version":0.4} \ No newline at end of file