diff --git a/README.md b/README.md index 6e3e1be..f0b8a79 100644 --- a/README.md +++ b/README.md @@ -38,6 +38,7 @@ The following custom nodes may also be used within workflows: - ComfyUI-AnimateDiff-Evolved - ComfyUI-VideoHelperSuite - ComfyUI-DepthAnythingV2 +- ComfyUI-Advanced-ControlNet ## UI Features @@ -118,3 +119,4 @@ append text - **animate.json**: Using AnimateDiff with FlipStreamSource, FlipStreamBatchPrompt, and FlipStreamFilmVfi. - **grab_rembg_depth_animate.json**: Using ControlNet and AnimateDiff with FlipStreamScreenGrabber, FlipStreamRembg. - **quick_vid2vid.json**: Quick tuning workflow for vid2vid. +- **quick_vid2vid_roi.json**: An example demonstrating the use of FlipStreamGetPreviewRoi and FlipStreamGate. diff --git a/flipstreamviewer.py b/flipstreamviewer.py index d26d507..f17bdd8 100644 --- a/flipstreamviewer.py +++ b/flipstreamviewer.py @@ -955,7 +955,6 @@ async def preview_mtime(request): async def preview_setroi(request): if request.remote not in allowed_ips: raise HTTPForbidden() data = await request.json() - print("set_roi:", data) param[data['label'] + "PreviewRoi"] = data return web.Response() diff --git a/workflows/quick_vid2vid_roi.json b/workflows/quick_vid2vid_roi.json new file mode 100644 index 0000000..6245fa3 --- /dev/null +++ b/workflows/quick_vid2vid_roi.json @@ -0,0 +1,2966 @@ +{ + "last_node_id": 103, + "last_link_id": 212, + "nodes": [ + { + "id": 21, + "type": "LoraLoader", + "pos": [ + 1135.23193359375, + 199.2385711669922 + ], + "size": [ + 210, + 126 + ], + "flags": {}, + "order": 27, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 21 + }, + { + "name": "clip", + "type": "CLIP", + "link": 35 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 25 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 24 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LoraLoader" + }, + "widgets_values": [ + "dmd2_sdxl_4step_lora_fp16.safetensors", + 1, + 1 + ] + }, + { + "id": 25, + "type": "LoraTagLoader", + "pos": [ + 1376.9483642578125, + 200.64549255371094 + ], + "size": [ + 210, + 74 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 25 + }, + { + "name": "clip", + "type": "CLIP", + "link": 24 + }, + { + "name": "text", + "type": "STRING", + "link": 37, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 99 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 28, + 40 + ], + "slot_index": 1 + }, + { + "name": "STRING", + "type": "STRING", + "links": [ + 41 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "LoraTagLoader" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 28, + "type": "FlipStreamTextReplace", + "pos": [ + 1380.552001953125, + 322.99822998046875 + ], + "size": [ + 210, + 98 + ], + "flags": { + "collapsed": false + }, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "value", + "type": "*", + "link": null, + "shape": 7 + }, + { + "name": "text", + "type": "STRING", + "link": 32, + "widget": { + "name": "text" + } + }, + { + "name": "replace", + "type": "STRING", + "link": 36, + "widget": { + "name": "replace" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 37 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "FlipStreamTextReplace" + }, + "widgets_values": [ + "", + "{lora}", + "" + ] + }, + { + "id": 26, + "type": "FlipStreamGetParam", + "pos": [ + 1380.989990234375, + 461.5433044433594 + ], + "size": [ + 210, + 106 + ], + "flags": { + "collapsed": true + }, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 36 + ], + "slot_index": 0 + } + ], + "title": "lora", + "properties": { + "Node name for S&R": "FlipStreamGetParam" + }, + "widgets_values": [ + "lora", + "", + true + ] + }, + { + "id": 52, + "type": "ADE_UseEvolvedSampling", + "pos": [ + 1871.72216796875, + 205.0659942626953 + ], + "size": [ + 235.1999969482422, + 118 + ], + "flags": {}, + "order": 32, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 99 + }, + { + "name": "m_models", + "type": "M_MODELS", + "link": 92, + "shape": 7 + }, + { + "name": "context_options", + "type": "CONTEXT_OPTIONS", + "link": null, + "shape": 7 + }, + { + "name": "sample_settings", + "type": "SAMPLE_SETTINGS", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 197 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_UseEvolvedSampling" + }, + "widgets_values": [ + "autoselect" + ] + }, + { + "id": 53, + "type": "ADE_MultivalDynamic", + "pos": [ + 1875.154296875, + 729.469482421875 + ], + "size": [ + 210, + 54 + ], + "flags": { + "collapsed": true + }, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "mask_optional", + "type": "MASK", + "link": null, + "shape": 7 + }, + { + "name": "float_val", + "type": "FLOAT", + "link": 95, + "widget": { + "name": "float_val" + } + } + ], + "outputs": [ + { + "name": "MULTIVAL", + "type": "MULTIVAL", + "links": [ + 94 + ] + } + ], + "properties": { + "Node name for S&R": "ADE_MultivalDynamic" + }, + "widgets_values": [ + 1 + ] + }, + { + "id": 56, + "type": "ADE_MultivalDynamic", + "pos": [ + 1876.2127685546875, + 785.3219604492188 + ], + "size": [ + 210, + 54 + ], + "flags": { + "collapsed": true + }, + "order": 23, + "mode": 0, + "inputs": [ + { + "name": "mask_optional", + "type": "MASK", + "link": null, + "shape": 7 + }, + { + "name": "float_val", + "type": "FLOAT", + "link": 97, + "widget": { + "name": "float_val" + } + } + ], + "outputs": [ + { + "name": "MULTIVAL", + "type": "MULTIVAL", + "links": [ + 96 + ] + } + ], + "properties": { + "Node name for S&R": "ADE_MultivalDynamic" + }, + "widgets_values": [ + 1 + ] + }, + { + "id": 49, + "type": "ADE_ApplyAnimateDiffModel", + "pos": [ + 1872.5447998046875, + 368.8340759277344 + ], + "size": [ + 319.20001220703125, + 202 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "motion_model", + "type": "MOTION_MODEL_ADE", + "link": 93 + }, + { + "name": "motion_lora", + "type": "MOTION_LORA", + "link": null, + "shape": 7 + }, + { + "name": "scale_multival", + "type": "MULTIVAL", + "link": 94, + "shape": 7 + }, + { + "name": "effect_multival", + "type": "MULTIVAL", + "link": 96, + "shape": 7 + }, + { + "name": "ad_keyframes", + "type": "AD_KEYFRAMES", + "link": null, + "shape": 7 + }, + { + "name": "prev_m_models", + "type": "M_MODELS", + "link": null, + "shape": 7 + }, + { + "name": "per_block", + "type": "PER_BLOCK", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "M_MODELS", + "type": "M_MODELS", + "links": [ + 92 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_ApplyAnimateDiffModel" + }, + "widgets_values": [ + 0, + 1 + ] + }, + { + "id": 69, + "type": "FlipStreamSection", + "pos": [ + 642.2789916992188, + 163.09466552734375 + ], + "size": [ + 210, + 58 + ], + "flags": { + "collapsed": true + }, + "order": 25, + "mode": 0, + "inputs": [ + { + "name": "hook", + "type": "*", + "link": 132, + "shape": 7 + } + ], + "outputs": [ + { + "name": "*", + "type": "*", + "links": null + } + ], + "title": "00.Sampler", + "properties": { + "Node name for S&R": "FlipStreamSection" + }, + "widgets_values": [ + "Sampler" + ] + }, + { + "id": 68, + "type": "FlipStreamVideoInput", + "pos": [ + 873.5592651367188, + 548.9869995117188 + ], + "size": [ + 210, + 102 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "path", + "type": "STRING", + "link": 129, + "widget": { + "name": "path" + } + }, + { + "name": "first", + "type": "INT", + "link": 134, + "widget": { + "name": "first" + } + }, + { + "name": "step", + "type": "INT", + "link": 135, + "widget": { + "name": "step" + } + }, + { + "name": "frames", + "type": "INT", + "link": 136, + "widget": { + "name": "frames" + } + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 130 + ], + "slot_index": 0 + }, + { + "name": "enable", + "type": "BOOLEAN", + "links": null + } + ], + "properties": { + "Node name for S&R": "FlipStreamVideoInput" + }, + "widgets_values": [ + "", + 0, + 3, + 1 + ] + }, + { + "id": 31, + "type": "FlipStreamBatchPrompt", + "pos": [ + 1625.8145751953125, + 201.98236083984375 + ], + "size": [ + 210, + 74 + ], + "flags": { + "collapsed": false + }, + "order": 34, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 40 + }, + { + "name": "prompt", + "type": "STRING", + "link": 41, + "widget": { + "name": "prompt" + } + }, + { + "name": "frames", + "type": "INT", + "link": 42, + "widget": { + "name": "frames" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 185 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "FlipStreamBatchPrompt" + }, + "widgets_values": [ + "", + 0 + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 1624.8902587890625, + 326.5644836425781 + ], + "size": [ + 210, + 76 + ], + "flags": { + "collapsed": true + }, + "order": 33, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 28 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 186 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 81, + "type": "DownloadAndLoadDepthAnythingV2Model", + "pos": [ + 2225.572021484375, + 1051.8721923828125 + ], + "size": [ + 294, + 58 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "da_v2_model", + "type": "DAMODEL", + "links": [ + 146 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadDepthAnythingV2Model" + }, + "widgets_values": [ + "depth_anything_v2_vitl_fp16.safetensors" + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 2942.50341796875, + 233.61534118652344 + ], + "size": [ + 140, + 46 + ], + "flags": {}, + "order": 42, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 66 + }, + { + "name": "vae", + "type": "VAE", + "link": 196 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 162 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 20, + "type": "FlipStreamViewer", + "pos": [ + 3368.5458984375, + 237.75738525390625 + ], + "size": [ + 210, + 154 + ], + "flags": {}, + "order": 44, + "mode": 0, + "inputs": [ + { + "name": "tensor", + "type": "IMAGE", + "link": 158 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "FlipStreamViewer" + }, + "widgets_values": [ + "", + "", + 1, + 15, + "" + ] + }, + { + "id": 51, + "type": "ADE_LoadAnimateDiffModel", + "pos": [ + 1872.7799072265625, + 619.2186889648438 + ], + "size": [ + 252, + 58 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "ad_settings", + "type": "AD_SETTINGS", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "MOTION_MODEL", + "type": "MOTION_MODEL_ADE", + "links": [ + 93 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ADE_LoadAnimateDiffModel" + }, + "widgets_values": [ + "hsxl_temporal_layers.f16.safetensors" + ] + }, + { + "id": 61, + "type": "FlipStreamFilmVfi", + "pos": [ + 3124.814697265625, + 236.24815368652344 + ], + "size": [ + 210, + 82 + ], + "flags": {}, + "order": 43, + "mode": 0, + "inputs": [ + { + "name": "frames", + "type": "IMAGE", + "link": 162 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 158 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "FlipStreamFilmVfi" + }, + "widgets_values": [ + 2, + 10 + ] + }, + { + "id": 83, + "type": "FlipStreamPreviewBox", + "pos": [ + 707.760986328125, + 1007.1695556640625 + ], + "size": [ + 315, + 58 + ], + "flags": { + "collapsed": true + }, + "order": 35, + "mode": 0, + "inputs": [ + { + "name": "tensor", + "type": "IMAGE", + "link": 153 + } + ], + "outputs": [], + "title": "27.depthPreview", + "properties": { + "Node name for S&R": "FlipStreamPreviewBox" + }, + "widgets_values": [ + "depthPreview" + ] + }, + { + "id": 78, + "type": "FlipStreamSlider", + "pos": [ + 705.3922119140625, + 890.5283203125 + ], + "size": [ + 315, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": [ + 192 + ], + "slot_index": 0 + }, + { + "name": "INT", + "type": "INT", + "links": null + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "25.cnstr", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "cnstr", + 1, + 0, + 2, + 0.01 + ] + }, + { + "id": 32, + "type": "FlipStreamSlider", + "pos": [ + 702.64208984375, + 837.8532104492188 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 42, + 123, + 136 + ], + "slot_index": 1 + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "24.frames", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "frames", + 8, + 1, + 24, + 1 + ] + }, + { + "id": 72, + "type": "FlipStreamSlider", + "pos": [ + 702.130859375, + 783.4476928710938 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 135 + ], + "slot_index": 1 + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "23.vstep", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "vstep", + 4, + 1, + 30, + 1 + ] + }, + { + "id": 71, + "type": "FlipStreamSlider", + "pos": [ + 700.5131225585938, + 733.3016357421875 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 134 + ], + "slot_index": 1 + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "22.vfirst", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "vfirst", + 0, + 0, + 2048, + 1 + ] + }, + { + "id": 65, + "type": "FlipStreamFileSelect_Input", + "pos": [ + 699.3289184570312, + 680.0284423828125 + ], + "size": [ + 237.9093017578125, + 266 + ], + "flags": { + "collapsed": true + }, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "file", + "type": "*", + "links": null + }, + { + "name": "path", + "type": "*", + "links": [ + 129, + 133 + ], + "slot_index": 1 + }, + { + "name": "enable", + "type": "BOOLEAN", + "links": [], + "slot_index": 2 + } + ], + "title": "21.input", + "properties": { + "Node name for S&R": "FlipStreamFileSelect_Input" + }, + "widgets_values": [ + "input", + "", + "input", + "ComfyUI/input", + "", + false, + true + ] + }, + { + "id": 70, + "type": "FlipStreamSection", + "pos": [ + 638.2347412109375, + 616.0252685546875 + ], + "size": [ + 210, + 58 + ], + "flags": { + "collapsed": true + }, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "hook", + "type": "*", + "link": 133, + "shape": 7 + } + ], + "outputs": [ + { + "name": "*", + "type": "*", + "links": null + } + ], + "title": "20.Source", + "properties": { + "Node name for S&R": "FlipStreamSection" + }, + "widgets_values": [ + "Source" + ] + }, + { + "id": 15, + "type": "FlipStreamInputBox", + "pos": [ + 697.020263671875, + 330.2308654785156 + ], + "size": [ + 210, + 166 + ], + "flags": { + "collapsed": true + }, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null + }, + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 205 + ], + "slot_index": 2 + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "03.seed", + "properties": { + "Node name for S&R": "FlipStreamInputBox" + }, + "widgets_values": [ + "seed", + "0", + "seed" + ] + }, + { + "id": 11, + "type": "FlipStreamTextBox", + "pos": [ + 695.854248046875, + 280.09710693359375 + ], + "size": [ + 210, + 124 + ], + "flags": { + "collapsed": true + }, + "order": 9, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 32 + ], + "slot_index": 0 + } + ], + "title": "02.prompt", + "properties": { + "Node name for S&R": "FlipStreamTextBox" + }, + "widgets_values": [ + "prompt", + "----\n-\n- \n----\n{lora}\n", + 5 + ] + }, + { + "id": 96, + "type": "DepthAnything_V2", + "pos": [ + 1144.7156982421875, + 745.5182495117188 + ], + "size": [ + 214.20001220703125, + 46 + ], + "flags": {}, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "da_model", + "type": "DAMODEL", + "link": 173 + }, + { + "name": "images", + "type": "IMAGE", + "link": 184 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 175 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DepthAnything_V2" + }, + "widgets_values": [] + }, + { + "id": 97, + "type": "ImagePadForOutpaint", + "pos": [ + 1147.3935546875, + 838.8841552734375 + ], + "size": [ + 210, + 138 + ], + "flags": {}, + "order": 36, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 175 + }, + { + "name": "left", + "type": "INT", + "link": 176, + "widget": { + "name": "left" + } + }, + { + "name": "top", + "type": "INT", + "link": 177, + "widget": { + "name": "top" + } + }, + { + "name": "right", + "type": "INT", + "link": 178, + "widget": { + "name": "right" + } + }, + { + "name": "bottom", + "type": "INT", + "link": 179, + "widget": { + "name": "bottom" + } + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [], + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": [ + 180 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "ImagePadForOutpaint" + }, + "widgets_values": [ + 192, + 192, + 192, + 192, + 0 + ] + }, + { + "id": 98, + "type": "DownloadAndLoadDepthAnythingV2Model", + "pos": [ + 1150.8018798828125, + 1028.4112548828125 + ], + "size": [ + 294, + 58 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "da_v2_model", + "type": "DAMODEL", + "links": [ + 173 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadDepthAnythingV2Model" + }, + "widgets_values": [ + "depth_anything_v2_vitl_fp16.safetensors" + ] + }, + { + "id": 99, + "type": "GrowMask", + "pos": [ + 1386.2486572265625, + 859.3057250976562 + ], + "size": [ + 210, + 82 + ], + "flags": { + "collapsed": false + }, + "order": 37, + "mode": 0, + "inputs": [ + { + "name": "mask", + "type": "MASK", + "link": 180 + } + ], + "outputs": [ + { + "name": "MASK", + "type": "MASK", + "links": [ + 181 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "GrowMask" + }, + "widgets_values": [ + 20, + false + ] + }, + { + "id": 64, + "type": "FlipStreamSource", + "pos": [ + 1135.8338623046875, + 546.4970703125 + ], + "size": [ + 210, + 122 + ], + "flags": {}, + "order": 28, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 130, + "shape": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 194, + "shape": 7 + }, + { + "name": "frames", + "type": "INT", + "link": 123, + "widget": { + "name": "frames" + } + }, + { + "name": "width", + "type": "INT", + "link": 182, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 183, + "widget": { + "name": "height" + } + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 147, + 184 + ], + "slot_index": 0 + }, + { + "name": "latent", + "type": "LATENT", + "links": [ + 203 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "FlipStreamSource" + }, + "widgets_values": [ + 960, + 640, + 8 + ] + }, + { + "id": 95, + "type": "FlipStreamGetPreviewRoi", + "pos": [ + 906.6281127929688, + 771.45849609375 + ], + "size": [ + 210, + 302 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "left", + "type": "INT", + "links": [ + 176 + ], + "slot_index": 0 + }, + { + "name": "top", + "type": "INT", + "links": [ + 177 + ], + "slot_index": 1 + }, + { + "name": "right", + "type": "INT", + "links": [ + 178 + ], + "slot_index": 2 + }, + { + "name": "bottom", + "type": "INT", + "links": [ + 179 + ], + "slot_index": 3 + }, + { + "name": "inner_width", + "type": "INT", + "links": [ + 182 + ], + "slot_index": 4 + }, + { + "name": "inner_height", + "type": "INT", + "links": [ + 183 + ], + "slot_index": 5 + } + ], + "properties": { + "Node name for S&R": "FlipStreamGetPreviewRoi" + }, + "widgets_values": [ + "depthPreview", + 960, + 640, + 0, + 0, + 0, + 0 + ] + }, + { + "id": 76, + "type": "ControlNetLoader", + "pos": [ + 2225.572021484375, + 813.557373046875 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CONTROL_NET", + "type": "CONTROL_NET", + "links": [ + 189 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ControlNetLoader" + }, + "widgets_values": [ + "SDXL/CN-anytest_v4-marged_pn_dim256.safetensors" + ] + }, + { + "id": 80, + "type": "DepthAnything_V2", + "pos": [ + 2230.0126953125, + 936.4153442382812 + ], + "size": [ + 214.20001220703125, + 46 + ], + "flags": {}, + "order": 30, + "mode": 0, + "inputs": [ + { + "name": "da_model", + "type": "DAMODEL", + "link": 146 + }, + { + "name": "images", + "type": "IMAGE", + "link": 147 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 153, + 190 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DepthAnything_V2" + }, + "widgets_values": [] + }, + { + "id": 100, + "type": "InvertMask", + "pos": [ + 1634.7603759765625, + 856.7452392578125 + ], + "size": [ + 140, + 26 + ], + "flags": {}, + "order": 38, + "mode": 0, + "inputs": [ + { + "name": "mask", + "type": "MASK", + "link": 181 + } + ], + "outputs": [ + { + "name": "MASK", + "type": "MASK", + "links": [ + 193 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "InvertMask" + }, + "widgets_values": [] + }, + { + "id": 101, + "type": "ACN_AdvancedControlNetApply_v2", + "pos": [ + 1894.6041259765625, + 853.3311157226562 + ], + "size": [ + 285.6000061035156, + 266 + ], + "flags": {}, + "order": 39, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 185 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 186 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 189 + }, + { + "name": "image", + "type": "IMAGE", + "link": 190 + }, + { + "name": "mask_optional", + "type": "MASK", + "link": 193, + "shape": 7 + }, + { + "name": "timestep_kf", + "type": "TIMESTEP_KEYFRAME", + "link": null, + "shape": 7 + }, + { + "name": "latent_kf_override", + "type": "LATENT_KEYFRAME", + "link": null, + "shape": 7 + }, + { + "name": "weights_override", + "type": "CONTROL_NET_WEIGHTS", + "link": null, + "shape": 7 + }, + { + "name": "vae_optional", + "type": "VAE", + "link": 195, + "shape": 7 + }, + { + "name": "strength", + "type": "FLOAT", + "link": 192, + "widget": { + "name": "strength" + } + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 199 + ], + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 201 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "ACN_AdvancedControlNetApply_v2" + }, + "widgets_values": [ + 1, + 0, + 1 + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 889.3506469726562, + 199.23861694335938 + ], + "size": [ + 210, + 74 + ], + "flags": {}, + "order": 24, + "mode": 0, + "inputs": [ + { + "name": "ckpt_name", + "type": "COMBO", + "link": 10, + "widget": { + "name": "ckpt_name" + } + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 21 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 35 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 194, + 195, + 196 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "v1-5-pruned-emaonly.ckpt" + ] + }, + { + "id": 39, + "type": "KSamplerAdvanced", + "pos": [ + 2629.129150390625, + 229.567626953125 + ], + "size": [ + 274.9527893066406, + 302 + ], + "flags": {}, + "order": 41, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 198 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 200 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 202 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 204 + }, + { + "name": "noise_seed", + "type": "INT", + "link": 206, + "widget": { + "name": "noise_seed" + } + }, + { + "name": "steps", + "type": "INT", + "link": 208, + "widget": { + "name": "steps" + } + }, + { + "name": "cfg", + "type": "FLOAT", + "link": 212, + "widget": { + "name": "cfg" + } + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 66 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSamplerAdvanced" + }, + "widgets_values": [ + "enable", + 715656345232094, + "randomize", + 20, + 1, + "lcm", + "simple", + 0, + 10000, + "disable" + ] + }, + { + "id": 16, + "type": "FlipStreamSlider", + "pos": [ + 697.646728515625, + 376.7408752441406 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 13, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 207 + ], + "slot_index": 1 + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "04.steps", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "steps", + 5, + 1, + 10, + 1 + ] + }, + { + "id": 54, + "type": "FlipStreamSlider", + "pos": [ + 697.23876953125, + 487.71075439453125 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 14, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": [ + 95 + ], + "slot_index": 0 + }, + { + "name": "INT", + "type": "INT", + "links": null + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "06.vscale", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "vscale", + 0.6, + 0, + 2, + 0.01 + ] + }, + { + "id": 102, + "type": "FlipStreamGate", + "pos": [ + 2433.390869140625, + 236.21324157714844 + ], + "size": [ + 140, + 246 + ], + "flags": {}, + "order": 40, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 197 + }, + { + "name": "pos", + "type": "CONDITIONING", + "link": 199 + }, + { + "name": "neg", + "type": "CONDITIONING", + "link": 201 + }, + { + "name": "latent", + "type": "LATENT", + "link": 203 + }, + { + "name": "a", + "type": "*", + "link": 205, + "shape": 7 + }, + { + "name": "b", + "type": "*", + "link": 207, + "shape": 7 + }, + { + "name": "c", + "type": "*", + "link": 211, + "shape": 7 + }, + { + "name": "d", + "type": "*", + "link": null, + "shape": 7 + }, + { + "name": "e", + "type": "*", + "link": null, + "shape": 7 + }, + { + "name": "f", + "type": "*", + "link": null, + "shape": 7 + }, + { + "name": "g", + "type": "*", + "link": null, + "shape": 7 + }, + { + "name": "h", + "type": "*", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "model", + "type": "MODEL", + "links": [ + 198 + ], + "slot_index": 0 + }, + { + "name": "pos", + "type": "CONDITIONING", + "links": [ + 200 + ], + "slot_index": 1 + }, + { + "name": "neg", + "type": "CONDITIONING", + "links": [ + 202 + ], + "slot_index": 2 + }, + { + "name": "latent", + "type": "LATENT", + "links": [ + 204 + ], + "slot_index": 3 + }, + { + "name": "a", + "type": "*", + "links": [ + 206 + ], + "slot_index": 4 + }, + { + "name": "b", + "type": "*", + "links": [ + 208 + ], + "slot_index": 5 + }, + { + "name": "c", + "type": "*", + "links": [ + 212 + ], + "slot_index": 6 + }, + { + "name": "d", + "type": "*", + "links": null + }, + { + "name": "e", + "type": "*", + "links": null + }, + { + "name": "f", + "type": "*", + "links": null + }, + { + "name": "g", + "type": "*", + "links": null + }, + { + "name": "h", + "type": "*", + "links": null + } + ], + "properties": { + "Node name for S&R": "FlipStreamGate" + } + }, + { + "id": 103, + "type": "FlipStreamSlider", + "pos": [ + 703.7039184570312, + 431.0849304199219 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 15, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": [ + 211 + ], + "slot_index": 0 + }, + { + "name": "INT", + "type": "INT", + "links": null + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "05.cfg", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "cfg", + 1.5, + 0, + 8, + 0.01 + ] + }, + { + "id": 55, + "type": "FlipStreamSlider", + "pos": [ + 698.6734619140625, + 543.5158081054688 + ], + "size": [ + 210, + 194 + ], + "flags": { + "collapsed": true + }, + "order": 16, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": [ + 97 + ], + "slot_index": 0 + }, + { + "name": "INT", + "type": "INT", + "links": null + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "title": "07.veffect", + "properties": { + "Node name for S&R": "FlipStreamSlider" + }, + "widgets_values": [ + "veffect", + 0.6, + 0, + 2, + 0.01 + ] + }, + { + "id": 30, + "type": "Note", + "pos": [ + 871.0413208007812, + -288.22564697265625 + ], + "size": [ + 469.17144775390625, + 423.70404052734375 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "This workflow depends on additional custom nodes:\nComfyUI Impact Pack\nLoRA Tag Loader for ComfyUI\nComfyUI-AnimateDiff-Evolved\nComfyUI-VideoHelperSuite\nComfyUI-Frame-Interpolation\nComfyUI-DepthAnythingV2\nComfyUI-Advanced-ControlNet\n\nUsing lora files:\ndmd2_sdxl_4step_lora_fp16.safetensors from https://huggingface.co/tianweiy/DMD2/tree/main\n\nUsing animatediff model:\nhsxl_temporal_layers.f16.safetensors from\nhttps://huggingface.co/hotshotco/Hotshot-XL/tree/main\n\nUsing controlnet model:\nCN-anytest_v4-marged_pn_dim256.safetensors\nfrom Manager->Model Manager or\nhttps://huggingface.co/2vXpSwA7/iroiro-lora/tree/main/test_controlnet2" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 10, + "type": "FlipStreamFileSelect_Checkpoints", + "pos": [ + 695.2485961914062, + 228.24148559570312 + ], + "size": [ + 210, + 266 + ], + "flags": { + "collapsed": true + }, + "order": 18, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "file", + "type": "*", + "links": [ + 10, + 132 + ], + "slot_index": 0 + }, + { + "name": "path", + "type": "*", + "links": null + }, + { + "name": "enable", + "type": "BOOLEAN", + "links": null + } + ], + "title": "01.checkpoints", + "properties": { + "Node name for S&R": "FlipStreamFileSelect_Checkpoints" + }, + "widgets_values": [ + "checkpoints", + "sd_xl_base_1.0.safetensors", + "checkpoints", + "ComfyUI/models/checkpoints", + "", + true, + true + ] + } + ], + "links": [ + [ + 10, + 10, + 0, + 4, + 0, + "COMBO" + ], + [ + 21, + 4, + 0, + 21, + 0, + "MODEL" + ], + [ + 24, + 21, + 1, + 25, + 1, + "CLIP" + ], + [ + 25, + 21, + 0, + 25, + 0, + "MODEL" + ], + [ + 28, + 25, + 1, + 7, + 0, + "CLIP" + ], + [ + 32, + 11, + 0, + 28, + 1, + "STRING" + ], + [ + 35, + 4, + 1, + 21, + 1, + "CLIP" + ], + [ + 36, + 26, + 0, + 28, + 2, + "STRING" + ], + [ + 37, + 28, + 0, + 25, + 2, + "STRING" + ], + [ + 40, + 25, + 1, + 31, + 0, + "CLIP" + ], + [ + 41, + 25, + 2, + 31, + 1, + "STRING" + ], + [ + 42, + 32, + 1, + 31, + 2, + "INT" + ], + [ + 66, + 39, + 0, + 8, + 0, + "LATENT" + ], + [ + 92, + 49, + 0, + 52, + 1, + "M_MODELS" + ], + [ + 93, + 51, + 0, + 49, + 0, + "MOTION_MODEL_ADE" + ], + [ + 94, + 53, + 0, + 49, + 2, + "MULTIVAL" + ], + [ + 95, + 54, + 0, + 53, + 1, + "FLOAT" + ], + [ + 96, + 56, + 0, + 49, + 3, + "MULTIVAL" + ], + [ + 97, + 55, + 0, + 56, + 1, + "FLOAT" + ], + [ + 99, + 25, + 0, + 52, + 0, + "MODEL" + ], + [ + 123, + 32, + 1, + 64, + 2, + "INT" + ], + [ + 129, + 65, + 1, + 68, + 0, + "STRING" + ], + [ + 130, + 68, + 0, + 64, + 0, + "IMAGE" + ], + [ + 132, + 10, + 0, + 69, + 0, + "*" + ], + [ + 133, + 65, + 1, + 70, + 0, + "*" + ], + [ + 134, + 71, + 1, + 68, + 1, + "INT" + ], + [ + 135, + 72, + 1, + 68, + 2, + "INT" + ], + [ + 136, + 32, + 1, + 68, + 3, + "INT" + ], + [ + 146, + 81, + 0, + 80, + 0, + "DAMODEL" + ], + [ + 147, + 64, + 0, + 80, + 1, + "IMAGE" + ], + [ + 153, + 80, + 0, + 83, + 0, + "IMAGE" + ], + [ + 158, + 61, + 0, + 20, + 0, + "IMAGE" + ], + [ + 162, + 8, + 0, + 61, + 0, + "IMAGE" + ], + [ + 173, + 98, + 0, + 96, + 0, + "DAMODEL" + ], + [ + 175, + 96, + 0, + 97, + 0, + "IMAGE" + ], + [ + 176, + 95, + 0, + 97, + 1, + "INT" + ], + [ + 177, + 95, + 1, + 97, + 2, + "INT" + ], + [ + 178, + 95, + 2, + 97, + 3, + "INT" + ], + [ + 179, + 95, + 3, + 97, + 4, + "INT" + ], + [ + 180, + 97, + 1, + 99, + 0, + "MASK" + ], + [ + 181, + 99, + 0, + 100, + 0, + "MASK" + ], + [ + 182, + 95, + 4, + 64, + 3, + "INT" + ], + [ + 183, + 95, + 5, + 64, + 4, + "INT" + ], + [ + 184, + 64, + 0, + 96, + 1, + "IMAGE" + ], + [ + 185, + 31, + 0, + 101, + 0, + "CONDITIONING" + ], + [ + 186, + 7, + 0, + 101, + 1, + "CONDITIONING" + ], + [ + 189, + 76, + 0, + 101, + 2, + "CONTROL_NET" + ], + [ + 190, + 80, + 0, + 101, + 3, + "IMAGE" + ], + [ + 192, + 78, + 0, + 101, + 9, + "FLOAT" + ], + [ + 193, + 100, + 0, + 101, + 4, + "MASK" + ], + [ + 194, + 4, + 2, + 64, + 1, + "VAE" + ], + [ + 195, + 4, + 2, + 101, + 8, + "VAE" + ], + [ + 196, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 197, + 52, + 0, + 102, + 0, + "MODEL" + ], + [ + 198, + 102, + 0, + 39, + 0, + "MODEL" + ], + [ + 199, + 101, + 0, + 102, + 1, + "CONDITIONING" + ], + [ + 200, + 102, + 1, + 39, + 1, + "CONDITIONING" + ], + [ + 201, + 101, + 1, + 102, + 2, + "CONDITIONING" + ], + [ + 202, + 102, + 2, + 39, + 2, + "CONDITIONING" + ], + [ + 203, + 64, + 1, + 102, + 3, + "LATENT" + ], + [ + 204, + 102, + 3, + 39, + 3, + "LATENT" + ], + [ + 205, + 15, + 2, + 102, + 4, + "*" + ], + [ + 206, + 102, + 4, + 39, + 4, + "INT" + ], + [ + 207, + 16, + 1, + 102, + 5, + "*" + ], + [ + 208, + 102, + 5, + 39, + 5, + "INT" + ], + [ + 211, + 103, + 0, + 102, + 6, + "*" + ], + [ + 212, + 102, + 6, + 39, + 6, + "FLOAT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.6209213230591552, + "offset": [ + -388.04427366796443, + -15.57321060827581 + ] + }, + "node_versions": { + "comfy-core": "0.3.14", + "comfyui_lora_tag_loader": "c1e1a061d42384e06ff6c547c4a00aef7cc96e59", + "comfyui_flipstreamviewer": "3.1.5", + "comfyui-animatediff-evolved": "94eb45621c7e5a5286968b3938b1b7689d34ced0", + "comfyui-depthanythingv2": "003d7b44bafd3a8a4c3693a9ca3ddcd72f4883ab", + "comfyui-advanced-controlnet": "b66cd70c9845a109a85b4a0ef13cefda41ca6039" + }, + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file