diff --git a/README.md b/README.md index 036d29a..62250a6 100644 --- a/README.md +++ b/README.md @@ -50,13 +50,43 @@ This workflow loads two SDXL checkpoints on two different GPUs. The first checkp - [Download](examples/flux1dev_2gpu.json) -This workflow loads a FLUX.1-dev model and splits it across two GPUs. The UNet model is loaded on GPU 0 while the text encoders and VAE are loaded on GPU 1. +This workflow loads a FLUX.1-dev model and splits it across two GPUs. The UNet model is loaded on GPU 1 while the text encoders and VAE are loaded on GPU 0. ### FLUX.1-dev and SDXL in the same workflow - [Download](examples/flux1dev_sdxl_2gpu.json) -This workflow loads a FLUX.1-dev model and an SDXL model in the same workflow. The FLUX.1-dev model is loaded on GPU 0, and the SDXL model is loaded on GPU 1. +This workflow loads a FLUX.1-dev model and an SDXL model in the same workflow. The FLUX.1-dev model has its UNet on GPU 1 with VAE and text encoders on GPU 0, while the SDXL model uses separate allocations. + +### Using GGUF quantized models across GPUs + +- [Download](examples/flux1dev_2gpu_GGUF.json) + +This workflow demonstrates using quantized GGUF models split across multiple GPUs for reduced VRAM usage with the UNet on GPU 1, VAE and text encoders on GPU 0. + +### EXPERIMENTAL - USE AT YOUR OWN RISK + +These workflows combine multiple features and non-core loaders types and may require significant VRAM to execute. They are provided as examples of what's possible but may require adjustment for your specific setup. + +#### Multi-Model Video Generation Pipeline + +- [Download](examples/florence2_flux1dev_ltxv_2gpu_GGUF.json) + +This workflow creates an img2txt2img2vid video generation pipeline by: +1. Taking a starting image for analysis by Florence2 +2. Using the Florence2 data for a FLUX.1 Dev image prompt +3. Taking the FLUX.1 image prompt and providing it as the starting image for LTX Video +4. Generate a 5 second video based on the provided image +All models are distributed across available GPUs with no reloading on dual 3090s + +#### LLM-Guided Video Generation + +- [Download](examples/llamacpp_ltxv_2gpu_GGUF.json) + +This workflow demonstrates: +1. Using a local LLM (loaded on first GPU via llama.cpp) to take a text suggestion and craft an LTX Video promot +2. Feeding the enhanced prompt to LTXVideo (loaded on second GPU) for video generation +Requires appropriate LLM and LTXVideo models. ## Support diff --git a/__init__.py b/__init__.py index f87ba6e..fff3fb9 100644 --- a/__init__.py +++ b/__init__.py @@ -38,9 +38,11 @@ time.sleep(2) # This is to make sure the other nodes are already loaded from nodes import NODE_CLASS_MAPPINGS as GLOBAL_NODE_CLASS_MAPPINGS TARGET_NODE_NAMES = { - "UNETLoader", "VAELoader", "CLIPLoader", "DualCLIPLoader", "TripleCLIPLoader", "CheckpointLoaderSimple", "ControlNetLoader", - "UnetLoaderGGUF", "UnetLoaderGGUFAdvanced", "CLIPLoaderGGUF", "DualCLIPLoaderGGUF", "TripleCLIPLoaderGGUF", - "LoadFluxControlNet", + "UNETLoader", "VAELoader", "CLIPLoader", "DualCLIPLoader", "TripleCLIPLoader", "CheckpointLoaderSimple", "ControlNetLoader", # ComfyUI Core Nodes - https://github.com/comfyanonymous/ComfyUI + "UnetLoaderGGUF", "UnetLoaderGGUFAdvanced", "CLIPLoaderGGUF", "DualCLIPLoaderGGUF", "TripleCLIPLoaderGGUF", # ComfyUI-GGUF - https://github.com/city96/ComfyUI-GGUF + "LoadFluxControlNet", # x-flux-comfyui - https://github.com/XLabs-AI/x-flux-comfyui + "Florence2ModelLoader", "DownloadAndLoadFlorence2Model", # ComfyUI-Florence2 - https://github.com/kijai/ComfyUI-Florence2 + "LTXVLoader", # ComfyUI-LTXVideo - https://github.com/Lightricks/ComfyUI-LTXVideo } NODE_CLASS_MAPPINGS = {} diff --git a/examples/florence2_flux1dev_ltxv_2gpu_GGUF.json b/examples/florence2_flux1dev_ltxv_2gpu_GGUF.json new file mode 100644 index 0000000..c072dc5 --- /dev/null +++ b/examples/florence2_flux1dev_ltxv_2gpu_GGUF.json @@ -0,0 +1,4471 @@ +{ + "last_node_id": 299, + "last_link_id": 764, + "nodes": [ + { + "id": 292, + "type": "EmptySD3LatentImage", + "pos": [ + -22.008676528930664, + -189.59402465820312 + ], + "size": [ + 210, + 78 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "width", + "type": "INT", + "link": 749, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 750, + "widget": { + "name": "height" + } + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 752 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ], + "color": "#222", + "bgcolor": "#000" + }, + { + "id": 291, + "type": "ImageResizeKJ", + "pos": [ + -88.79277038574219, + -496.191162109375 + ], + "size": [ + 210, + 238 + ], + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 748 + }, + { + "name": "get_image_size", + "type": "IMAGE", + "link": null, + "shape": 7 + }, + { + "name": "width_input", + "type": "INT", + "link": null, + "widget": { + "name": "width_input" + }, + "shape": 7 + }, + { + "name": "height_input", + "type": "INT", + "link": null, + "widget": { + "name": "height_input" + }, + "shape": 7 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [], + "slot_index": 0 + }, + { + "name": "width", + "type": "INT", + "links": [ + 749 + ], + "slot_index": 1 + }, + { + "name": "height", + "type": "INT", + "links": [ + 750 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 1024, + 1024, + "nearest-exact", + true, + 16, + 0, + 0, + "center" + ] + }, + { + "id": 287, + "type": "Florence2Run", + "pos": [ + -91.83244323730469, + -902.57275390625 + ], + "size": [ + 282.5164489746094, + 352 + ], + "flags": { + "collapsed": false + }, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 744 + }, + { + "name": "florence2_model", + "type": "FL2MODEL", + "link": 742, + "slot_index": 1 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [], + "slot_index": 0, + "shape": 3 + }, + { + "name": "mask", + "type": "MASK", + "links": [], + "slot_index": 1, + "shape": 3 + }, + { + "name": "caption", + "type": "STRING", + "links": [ + 743 + ], + "slot_index": 2, + "shape": 3 + }, + { + "name": "data", + "type": "JSON", + "links": null, + "slot_index": 3, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "Florence2Run" + }, + "widgets_values": [ + "", + "more_detailed_caption", + false, + true, + 2048, + 3, + true, + "", + 291793004967586, + "randomize" + ], + "color": "#ff9414", + "bgcolor": "#ff8000", + "shape": 1 + }, + { + "id": 286, + "type": "DownloadAndLoadFlorence2ModelMultiGPU", + "pos": [ + -471.8634033203125, + -911.6864013671875 + ], + "size": [ + 335.5765075683594, + 130 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [ + { + "name": "lora", + "type": "PEFTLORA", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "florence2_model", + "type": "FL2MODEL", + "links": [ + 742 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadFlorence2ModelMultiGPU" + }, + "widgets_values": [ + "microsoft/Florence-2-large", + "fp16", + "sdpa", + "cuda:0" + ], + "color": "#ff9414", + "bgcolor": "#ff8000" + }, + { + "id": 234, + "type": "DF_Text_Box", + "pos": [ + 231.62843322753906, + -808.2905883789062 + ], + "size": [ + 290.1402587890625, + 741.1693725585938 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 553 + ], + "slot_index": 0 + } + ], + "title": "text2img2vid", + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + "A luxurious, deep emerald green velvet couch, ornately tufted with large buttons. It sits in a warmly lit living room decorated for Christmas, with a roaring fire in the fireplace behind it. Soft, golden fairy lights are draped across the mantelpiece and twinkle against the dark wood. A plush, red throw blanket is casually draped over one arm of the couch, and a stack of brightly wrapped presents sits on the floor in front of it. A sprig of holly rests on the top present. The overall atmosphere is cozy and inviting, suggesting a comfortable Christmas Eve gathering. Render in a photorealistic style with cinematic lighting." + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 113, + "type": "DualCLIPLoaderMultiGPU", + "pos": [ + 753.9742431640625, + -912.5949096679688 + ], + "size": [ + 315, + 130 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 711 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DualCLIPLoaderMultiGPU" + }, + "widgets_values": [ + "t5xxl_fp16.safetensors", + "clip_l.safetensors", + "flux", + "cuda:0" + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 1117.41064453125, + -905.1988525390625 + ], + "size": [ + 285.6000061035156, + 54 + ], + "flags": {}, + "order": 28, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 711 + }, + { + "name": "text", + "type": "STRING", + "link": 677, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 56 + ], + "slot_index": 0 + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "" + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 35, + "type": "FluxGuidance", + "pos": [ + 1431.9671630859375, + -908.84228515625 + ], + "size": [ + 211.60000610351562, + 58 + ], + "flags": {}, + "order": 32, + "mode": 0, + "inputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 56 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 703 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "FluxGuidance" + }, + "widgets_values": [ + 3.5 + ] + }, + { + "id": 198, + "type": "UNETLoaderMultiGPU", + "pos": [ + 765.9813232421875, + -745.640869140625 + ], + "size": [ + 270.74609375, + 110.4522705078125 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 705, + 707 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "UNETLoaderMultiGPU" + }, + "widgets_values": [ + "flux1-dev.safetensors", + "default", + "cuda:1" + ] + }, + { + "id": 150, + "type": "BasicGuider", + "pos": [ + 1121.8597412109375, + -748.0971069335938 + ], + "size": [ + 257.0326232910156, + 51.87638854980469 + ], + "flags": {}, + "order": 34, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 707, + "slot_index": 0 + }, + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 703, + "slot_index": 1 + } + ], + "outputs": [ + { + "name": "GUIDER", + "type": "GUIDER", + "links": [ + 272 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + }, + "widgets_values": [], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 111, + "type": "VAELoaderMultiGPU", + "pos": [ + 771.9171752929688, + -588.98681640625 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 706 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "ae.safetensors", + "cuda:0" + ] + }, + { + "id": 128, + "type": "RandomNoise", + "pos": [ + 775.5562133789062, + -432.4979553222656 + ], + "size": [ + 299.0659484863281, + 82 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [ + 702 + ], + "slot_index": 0, + "shape": 3 + } + ], + "title": "RandomNoise/Seed", + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 357175856249330, + "randomize" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 76, + "type": "SDXLAspectRatioSelector", + "pos": [ + 739.3418579101562, + -272.9753723144531 + ], + "size": [ + 210, + 98 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "ratio", + "type": "STRING", + "links": null, + "shape": 3 + }, + { + "name": "width", + "type": "INT", + "links": [ + 433 + ], + "slot_index": 1, + "shape": 3 + }, + { + "name": "height", + "type": "INT", + "links": [ + 434 + ], + "slot_index": 2, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SDXLAspectRatioSelector" + }, + "widgets_values": [ + "5:8" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 130, + "type": "KSamplerSelect", + "pos": [ + 1128.5909423828125, + -646.5517578125 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 700 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "deis" + ], + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 151, + "type": "BasicScheduler", + "pos": [ + 1404.5157470703125, + -796.5217895507812 + ], + "size": [ + 265.0326843261719, + 106 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 705, + "slot_index": 0 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 273 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "BasicScheduler" + }, + "widgets_values": [ + "ddim_uniform", + 30, + 1 + ], + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 147, + "type": "VAEDecode", + "pos": [ + 1408.7586669921875, + -626.8558349609375 + ], + "size": [ + 140, + 46 + ], + "flags": {}, + "order": 37, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 270 + }, + { + "name": "vae", + "type": "VAE", + "link": 706 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 384, + 740 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 270, + "type": "ModifyLTXModel", + "pos": [ + 2351.734375, + -1107.4002685546875 + ], + "size": [ + 210, + 26 + ], + "flags": { + "collapsed": false + }, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 714 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 715 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ModifyLTXModel" + }, + "widgets_values": [] + }, + { + "id": 278, + "type": "LTXVScheduler", + "pos": [ + 2623.18115234375, + -428.87506103515625 + ], + "size": [ + 210, + 154 + ], + "flags": { + "collapsed": false + }, + "order": 43, + "mode": 0, + "inputs": [ + { + "name": "latent", + "type": "LATENT", + "link": 730, + "shape": 7 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 738 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LTXVScheduler", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + 100, + 2.05, + 0.95, + true, + 0.1 + ] + }, + { + "id": 277, + "type": "KSamplerSelect", + "pos": [ + 2630.537109375, + -523.512451171875 + ], + "size": [ + 210, + 58 + ], + "flags": { + "collapsed": false + }, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 737 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + "euler" + ] + }, + { + "id": 273, + "type": "LTXVImgToVideo", + "pos": [ + 2378.040283203125, + -681.7047119140625 + ], + "size": [ + 210, + 202 + ], + "flags": { + "collapsed": false + }, + "order": 40, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 717 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 718 + }, + { + "name": "vae", + "type": "VAE", + "link": 719 + }, + { + "name": "image", + "type": "IMAGE", + "link": 720 + }, + { + "name": "width", + "type": "INT", + "link": 721, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 722, + "widget": { + "name": "height" + } + }, + { + "name": "length", + "type": "INT", + "link": 760, + "widget": { + "name": "length" + } + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 725 + ], + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 726 + ], + "slot_index": 1 + }, + { + "name": "latent", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "LTXVImgToVideo" + }, + "widgets_values": [ + 512, + 768, + 257, + 1, + 0.15 + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 269, + "type": "CLIPTextEncode", + "pos": [ + 2316.321044921875, + -842.4187622070312 + ], + "size": [ + 285.6000061035156, + 76 + ], + "flags": { + "collapsed": false + }, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 713 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 718 + ], + "slot_index": 0 + } + ], + "title": "CLIP Text Encode (Negative Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + "low quality, worst quality, deformed, distorted, disfigured, motion smear, motion artifacts, fused fingers, bad anatomy, weird hand, ugly" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 268, + "type": "CLIPTextEncode", + "pos": [ + 2333.119873046875, + -955.4190063476562 + ], + "size": [ + 210, + 54 + ], + "flags": { + "collapsed": false + }, + "order": 35, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 712 + }, + { + "name": "text", + "type": "STRING", + "link": 764, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 717 + ], + "slot_index": 0 + } + ], + "title": "LTXV Pos", + "properties": { + "Node name for S&R": "CLIPTextEncode", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + "A scary box" + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 275, + "type": "LTXVConditioning", + "pos": [ + 2626.0751953125, + -703.31689453125 + ], + "size": [ + 210, + 78 + ], + "flags": { + "collapsed": false + }, + "order": 42, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 725 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 726 + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 735 + ], + "slot_index": 0 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 736 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LTXVConditioning", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + 25 + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 276, + "type": "EmptyLTXVLatentVideo", + "pos": [ + 2365.343505859375, + -420.777099609375 + ], + "size": [ + 210, + 130 + ], + "flags": { + "collapsed": false + }, + "order": 41, + "mode": 0, + "inputs": [ + { + "name": "width", + "type": "INT", + "link": 727, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 728, + "widget": { + "name": "height" + } + }, + { + "name": "length", + "type": "INT", + "link": 761, + "widget": { + "name": "length" + } + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 730, + 739 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLTXVLatentVideo", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + 512, + 768, + 129, + 1 + ] + }, + { + "id": 288, + "type": "ShowText|pysssss", + "pos": [ + 524.2261352539062, + -675.4452514648438 + ], + "size": [ + 210, + 616.2679443359375 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 745, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "" + ] + }, + { + "id": 297, + "type": "Text Concatenate", + "pos": [ + 1149.465087890625, + -1124.0069580078125 + ], + "size": [ + 210, + 142 + ], + "flags": {}, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "text_a", + "type": "STRING", + "link": 757, + "widget": { + "name": "text_a" + }, + "shape": 7 + }, + { + "name": "text_b", + "type": "STRING", + "link": 758, + "widget": { + "name": "text_b" + }, + "shape": 7 + }, + { + "name": "text_c", + "type": "STRING", + "link": 759, + "widget": { + "name": "text_c" + }, + "shape": 7 + }, + { + "name": "text_d", + "type": "STRING", + "link": 762, + "widget": { + "name": "text_d" + }, + "shape": 7 + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 763 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Text Concatenate" + }, + "widgets_values": [ + " ", + "true", + "", + "", + "", + "" + ] + }, + { + "id": 298, + "type": "DF_Text_Box", + "pos": [ + 857.324462890625, + -1091.5018310546875 + ], + "size": [ + 210, + 76 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 759 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + "seconds: " + ] + }, + { + "id": 296, + "type": "Int2String", + "pos": [ + 848.158447265625, + -1151.6107177734375 + ], + "size": [ + 210, + 34 + ], + "flags": {}, + "order": 27, + "mode": 0, + "inputs": [ + { + "name": "Int", + "type": "INT", + "link": 756, + "widget": { + "name": "Int" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 758 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Int2String" + }, + "widgets_values": [ + 0 + ] + }, + { + "id": 295, + "type": "easy mathInt", + "pos": [ + 581.630859375, + -1131.3800048828125 + ], + "size": [ + 210, + 82 + ], + "flags": {}, + "order": 23, + "mode": 0, + "inputs": [ + { + "name": "a", + "type": "INT", + "link": 755, + "widget": { + "name": "a" + } + } + ], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 756 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "easy mathInt" + }, + "widgets_values": [ + 0, + 25, + "divide" + ] + }, + { + "id": 293, + "type": "DF_Text_Box", + "pos": [ + 994.2159423828125, + -1332.59521484375 + ], + "size": [ + 246.73094177246094, + 96.81416320800781 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 757 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + "This describes the first frame of a video that needs to subtly animated for " + ] + }, + { + "id": 281, + "type": "CLIPLoaderGGUFMultiGPU", + "pos": [ + 1898.848388671875, + -699.5394287109375 + ], + "size": [ + 315, + 106 + ], + "flags": { + "collapsed": false + }, + "order": 11, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 712, + 713 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPLoaderGGUFMultiGPU" + }, + "widgets_values": [ + "t5-v1_1-xxl-encoder-Q8_0.gguf", + "ltxv", + "cuda:0" + ] + }, + { + "id": 299, + "type": "ShowText|pysssss", + "pos": [ + 1891.6446533203125, + -929.3893432617188 + ], + "size": [ + 312.02349853515625, + 171.37887573242188 + ], + "flags": {}, + "order": 33, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 763, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 764 + ], + "slot_index": 0, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "" + ] + }, + { + "id": 274, + "type": "ImageResizeKJ", + "pos": [ + 1968.4130859375, + -552.1822509765625 + ], + "size": [ + 210, + 238 + ], + "flags": { + "collapsed": true + }, + "order": 39, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 740 + }, + { + "name": "get_image_size", + "type": "IMAGE", + "link": null, + "shape": 7 + }, + { + "name": "width_input", + "type": "INT", + "link": null, + "widget": { + "name": "width_input" + }, + "shape": 7 + }, + { + "name": "height_input", + "type": "INT", + "link": null, + "widget": { + "name": "height_input" + }, + "shape": 7 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 720 + ], + "slot_index": 0 + }, + { + "name": "width", + "type": "INT", + "links": [ + 721, + 727 + ], + "slot_index": 1 + }, + { + "name": "height", + "type": "INT", + "links": [ + 722, + 728 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "ImageResizeKJ" + }, + "widgets_values": [ + 768, + 768, + "nearest-exact", + true, + 16, + 0, + 0, + "center" + ] + }, + { + "id": 272, + "type": "LTXPerturbedAttention", + "pos": [ + 2650.883056640625, + -889.5071411132812 + ], + "size": [ + 243.60000610351562, + 126 + ], + "flags": { + "collapsed": false + }, + "order": 24, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 715 + }, + { + "name": "attn_override", + "type": "ATTN_OVERRIDE", + "link": 716, + "shape": 7 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 734 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LTXPerturbedAttention" + }, + "widgets_values": [ + 1, + 0.25, + 3 + ] + }, + { + "id": 271, + "type": "LTXAttnOverride", + "pos": [ + 2648.4052734375, + -1073.3612060546875 + ], + "size": [ + 210, + 76 + ], + "flags": { + "collapsed": false + }, + "order": 12, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "ATTN_OVERRIDE", + "type": "ATTN_OVERRIDE", + "links": [ + 716 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LTXAttnOverride" + }, + "widgets_values": [ + "14" + ] + }, + { + "id": 279, + "type": "VAEDecode", + "pos": [ + 2885.16064453125, + -957.0147705078125 + ], + "size": [ + 210, + 46 + ], + "flags": { + "collapsed": false + }, + "order": 45, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 731 + }, + { + "name": "vae", + "type": "VAE", + "link": 732 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 733 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [] + }, + { + "id": 283, + "type": "SamplerCustom", + "pos": [ + 2909.8818359375, + -740.7032470703125 + ], + "size": [ + 355.20001220703125, + 442 + ], + "flags": {}, + "order": 44, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 734 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 735 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 736 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 737 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 738 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 739 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "links": [ + 731 + ], + "slot_index": 0 + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustom", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": [ + true, + 765864574611322, + "randomize", + 3 + ] + }, + { + "id": 266, + "type": "CheckpointLoaderSimpleMultiGPU", + "pos": [ + 1950.234375, + -1113.0843505859375 + ], + "size": [ + 307.1690368652344, + 122 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 714 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": null + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 719, + 732 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimpleMultiGPU" + }, + "widgets_values": [ + "ltx-video-2b-v0.9.1.safetensors", + "cuda:0" + ] + }, + { + "id": 27, + "type": "EmptySD3LatentImage", + "pos": [ + 856.251953125, + -314.5667419433594 + ], + "size": [ + 210, + 78 + ], + "flags": { + "collapsed": true + }, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "width", + "type": "INT", + "link": 433, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 434, + "widget": { + "name": "height" + } + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 753 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ], + "color": "#222", + "bgcolor": "#000" + }, + { + "id": 290, + "type": "Any Switch (rgthree)", + "pos": [ + 945.6754760742188, + -203.0136260986328 + ], + "size": [ + 140, + 106 + ], + "flags": { + "collapsed": true + }, + "order": 30, + "mode": 0, + "inputs": [ + { + "name": "any_01", + "type": "LATENT", + "link": 752, + "dir": 3 + }, + { + "name": "any_02", + "type": "LATENT", + "link": 753, + "dir": 3 + }, + { + "name": "any_03", + "type": "LATENT", + "link": null, + "dir": 3 + }, + { + "name": "any_04", + "type": "LATENT", + "link": null, + "dir": 3 + }, + { + "name": "any_05", + "type": "LATENT", + "link": null + } + ], + "outputs": [ + { + "name": "*", + "type": "LATENT", + "links": [ + 754 + ], + "slot_index": 0, + "shape": 3, + "dir": 4, + "label": "LATENT" + } + ], + "title": "Prompt Switch", + "properties": { + "Node name for S&R": "Any Switch (rgthree)" + }, + "widgets_values": [], + "color": "#941414", + "bgcolor": "#800000" + }, + { + "id": 149, + "type": "SamplerCustomAdvanced", + "pos": [ + 1142.50048828125, + -458.96270751953125 + ], + "size": [ + 236.8000030517578, + 344.8153076171875 + ], + "flags": {}, + "order": 36, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": 702, + "slot_index": 0 + }, + { + "name": "guider", + "type": "GUIDER", + "link": 272, + "slot_index": 1 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 700, + "slot_index": 2 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 273, + "slot_index": 3 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 754, + "slot_index": 4 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "links": [ + 270 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "widgets_values": [], + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 184, + "type": "SaveImage", + "pos": [ + 1440.1971435546875, + -494.45391845703125 + ], + "size": [ + 398.87176513671875, + 393.47467041015625 + ], + "flags": {}, + "order": 38, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 384 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage" + }, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 246, + "type": "Fast Groups Bypasser (rgthree)", + "pos": [ + 1454.845703125, + -1291.591796875 + ], + "size": [ + 252, + 106 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "OPT_CONNECTION", + "type": "*", + "links": null, + "slot_index": 0 + } + ], + "properties": { + "matchColors": "", + "matchTitle": "", + "showNav": true, + "sort": "position", + "customSortAlphabet": "", + "toggleRestriction": "default" + }, + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 232, + "type": "LoadImage", + "pos": [ + -483.7546081542969, + -731.9494018554688 + ], + "size": [ + 371.3655090332031, + 625.0361938476562 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 744, + 748 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "pasted/image (138).png", + "image" + ], + "color": "#ff9414", + "bgcolor": "#ff8000" + }, + { + "id": 280, + "type": "VHS_VideoCombine", + "pos": [ + 3317.676025390625, + -1108.9530029296875 + ], + "size": [ + 385.2510681152344, + 835.0014038085938 + ], + "flags": {}, + "order": 46, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 733 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null, + "shape": 7 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null, + "shape": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65 + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "LTXVideo", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "LTXVideo_00376.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 24, + "workflow": "LTXVideo_00376.png", + "fullpath": "" + }, + "muted": false + } + } + }, + { + "id": 247, + "type": "Any Switch (rgthree)", + "pos": [ + 549.552490234375, + -756.1132202148438 + ], + "size": [ + 140, + 106 + ], + "flags": { + "collapsed": true + }, + "order": 25, + "mode": 0, + "inputs": [ + { + "name": "any_01", + "type": "STRING", + "link": 743, + "dir": 3 + }, + { + "name": "any_02", + "type": "STRING", + "link": 553, + "dir": 3 + }, + { + "name": "any_03", + "type": "STRING", + "link": null, + "dir": 3 + }, + { + "name": "any_04", + "type": "STRING", + "link": null, + "dir": 3 + }, + { + "name": "any_05", + "type": "STRING", + "link": null + } + ], + "outputs": [ + { + "name": "*", + "type": "STRING", + "links": [ + 677, + 745, + 762 + ], + "slot_index": 0, + "shape": 3, + "dir": 4, + "label": "STRING" + } + ], + "title": "Prompt Switch", + "properties": { + "Node name for S&R": "Any Switch (rgthree)" + }, + "widgets_values": [], + "color": "#941414", + "bgcolor": "#800000" + }, + { + "id": 294, + "type": "Int", + "pos": [ + 365.90704345703125, + -955.7695922851562 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 755, + 760, + 761 + ], + "slot_index": 0 + } + ], + "title": "Frames (N*8+1)", + "properties": { + "Node name for S&R": "Int" + }, + "widgets_values": [ + "129" + ], + "color": "#223", + "bgcolor": "#335" + } + ], + "links": [ + [ + 56, + 6, + 0, + 35, + 0, + "CONDITIONING" + ], + [ + 270, + 149, + 0, + 147, + 0, + "LATENT" + ], + [ + 272, + 150, + 0, + 149, + 1, + "GUIDER" + ], + [ + 273, + 151, + 0, + 149, + 3, + "SIGMAS" + ], + [ + 384, + 147, + 0, + 184, + 0, + "IMAGE" + ], + [ + 433, + 76, + 1, + 27, + 0, + "INT" + ], + [ + 434, + 76, + 2, + 27, + 1, + "INT" + ], + [ + 439, + 132, + 0, + 65, + 1, + "INT" + ], + [ + 440, + 111, + 0, + 8, + 1, + "VAE" + ], + [ + 441, + 111, + 0, + 141, + 1, + "VAE" + ], + [ + 442, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 443, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 444, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 445, + 128, + 0, + 127, + 0, + "NOISE" + ], + [ + 446, + 130, + 0, + 127, + 2, + "SAMPLER" + ], + [ + 447, + 27, + 0, + 127, + 4, + "LATENT" + ], + [ + 448, + 128, + 0, + 61, + 0, + "NOISE" + ], + [ + 449, + 130, + 0, + 61, + 2, + "SAMPLER" + ], + [ + 450, + 27, + 0, + 61, + 4, + "LATENT" + ], + [ + 451, + 128, + 0, + 143, + 0, + "NOISE" + ], + [ + 452, + 130, + 0, + 143, + 2, + "SAMPLER" + ], + [ + 453, + 27, + 0, + 143, + 4, + "LATENT" + ], + [ + 454, + 132, + 0, + 131, + 1, + "INT" + ], + [ + 455, + 111, + 0, + 123, + 1, + "VAE" + ], + [ + 456, + 132, + 0, + 145, + 1, + "INT" + ], + [ + 457, + 198, + 0, + 151, + 0, + "MODEL" + ], + [ + 458, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 459, + 198, + 0, + 150, + 0, + "MODEL" + ], + [ + 460, + 113, + 0, + 219, + 0, + "CLIP" + ], + [ + 461, + 113, + 0, + 214, + 0, + "CLIP" + ], + [ + 462, + 198, + 0, + 146, + 0, + "MODEL" + ], + [ + 463, + 198, + 0, + 134, + 0, + "MODEL" + ], + [ + 464, + 113, + 0, + 223, + 0, + "CLIP" + ], + [ + 465, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 466, + 198, + 0, + 122, + 0, + "MODEL" + ], + [ + 467, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 491, + 132, + 0, + 65, + 1, + "INT" + ], + [ + 492, + 111, + 0, + 8, + 1, + "VAE" + ], + [ + 493, + 111, + 0, + 141, + 1, + "VAE" + ], + [ + 494, + 128, + 0, + 127, + 0, + "NOISE" + ], + [ + 495, + 130, + 0, + 127, + 2, + "SAMPLER" + ], + [ + 496, + 27, + 0, + 127, + 4, + "LATENT" + ], + [ + 497, + 128, + 0, + 61, + 0, + "NOISE" + ], + [ + 498, + 130, + 0, + 61, + 2, + "SAMPLER" + ], + [ + 499, + 27, + 0, + 61, + 4, + "LATENT" + ], + [ + 500, + 132, + 0, + 131, + 1, + "INT" + ], + [ + 501, + 132, + 0, + 145, + 1, + "INT" + ], + [ + 502, + 113, + 0, + 219, + 0, + "CLIP" + ], + [ + 503, + 113, + 0, + 214, + 0, + "CLIP" + ], + [ + 504, + 198, + 0, + 146, + 0, + "MODEL" + ], + [ + 505, + 198, + 0, + 134, + 0, + "MODEL" + ], + [ + 506, + 113, + 0, + 223, + 0, + "CLIP" + ], + [ + 507, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 508, + 198, + 0, + 122, + 0, + "MODEL" + ], + [ + 509, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 510, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 511, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 512, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 513, + 198, + 0, + 151, + 0, + "MODEL" + ], + [ + 514, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 515, + 198, + 0, + 150, + 0, + "MODEL" + ], + [ + 516, + 128, + 0, + 143, + 0, + "NOISE" + ], + [ + 517, + 130, + 0, + 143, + 2, + "SAMPLER" + ], + [ + 518, + 27, + 0, + 143, + 4, + "LATENT" + ], + [ + 519, + 111, + 0, + 123, + 1, + "VAE" + ], + [ + 523, + 132, + 0, + 65, + 1, + "INT" + ], + [ + 524, + 111, + 0, + 8, + 1, + "VAE" + ], + [ + 525, + 111, + 0, + 141, + 1, + "VAE" + ], + [ + 526, + 128, + 0, + 127, + 0, + "NOISE" + ], + [ + 527, + 130, + 0, + 127, + 2, + "SAMPLER" + ], + [ + 528, + 27, + 0, + 127, + 4, + "LATENT" + ], + [ + 529, + 128, + 0, + 61, + 0, + "NOISE" + ], + [ + 530, + 130, + 0, + 61, + 2, + "SAMPLER" + ], + [ + 531, + 27, + 0, + 61, + 4, + "LATENT" + ], + [ + 532, + 132, + 0, + 131, + 1, + "INT" + ], + [ + 533, + 132, + 0, + 145, + 1, + "INT" + ], + [ + 534, + 113, + 0, + 219, + 0, + "CLIP" + ], + [ + 535, + 113, + 0, + 214, + 0, + "CLIP" + ], + [ + 536, + 195, + 0, + 146, + 0, + "MODEL" + ], + [ + 537, + 195, + 0, + 134, + 0, + "MODEL" + ], + [ + 538, + 113, + 0, + 223, + 0, + "CLIP" + ], + [ + 539, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 540, + 195, + 0, + 122, + 0, + "MODEL" + ], + [ + 541, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 542, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 543, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 544, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 545, + 195, + 0, + 151, + 0, + "MODEL" + ], + [ + 546, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 547, + 195, + 0, + 150, + 0, + "MODEL" + ], + [ + 548, + 128, + 0, + 143, + 0, + "NOISE" + ], + [ + 549, + 130, + 0, + 143, + 2, + "SAMPLER" + ], + [ + 550, + 27, + 0, + 143, + 4, + "LATENT" + ], + [ + 551, + 111, + 0, + 123, + 1, + "VAE" + ], + [ + 553, + 234, + 0, + 247, + 1, + "STRING" + ], + [ + 562, + 132, + 0, + 65, + 1, + "INT" + ], + [ + 563, + 111, + 0, + 8, + 1, + "VAE" + ], + [ + 564, + 111, + 0, + 141, + 1, + "VAE" + ], + [ + 565, + 128, + 0, + 127, + 0, + "NOISE" + ], + [ + 566, + 130, + 0, + 127, + 2, + "SAMPLER" + ], + [ + 567, + 27, + 0, + 127, + 4, + "LATENT" + ], + [ + 568, + 128, + 0, + 61, + 0, + "NOISE" + ], + [ + 569, + 130, + 0, + 61, + 2, + "SAMPLER" + ], + [ + 570, + 27, + 0, + 61, + 4, + "LATENT" + ], + [ + 571, + 132, + 0, + 131, + 1, + "INT" + ], + [ + 572, + 132, + 0, + 145, + 1, + "INT" + ], + [ + 573, + 113, + 0, + 219, + 0, + "CLIP" + ], + [ + 574, + 113, + 0, + 214, + 0, + "CLIP" + ], + [ + 575, + 195, + 0, + 134, + 0, + "MODEL" + ], + [ + 576, + 113, + 0, + 223, + 0, + "CLIP" + ], + [ + 577, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 578, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 579, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 580, + 195, + 0, + 151, + 0, + "MODEL" + ], + [ + 581, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 582, + 195, + 0, + 150, + 0, + "MODEL" + ], + [ + 583, + 128, + 0, + 143, + 0, + "NOISE" + ], + [ + 584, + 130, + 0, + 143, + 2, + "SAMPLER" + ], + [ + 585, + 27, + 0, + 143, + 4, + "LATENT" + ], + [ + 586, + 111, + 0, + 123, + 1, + "VAE" + ], + [ + 587, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 588, + 195, + 0, + 146, + 0, + "MODEL" + ], + [ + 589, + 195, + 0, + 122, + 0, + "MODEL" + ], + [ + 590, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 605, + 132, + 0, + 65, + 1, + "INT" + ], + [ + 606, + 111, + 0, + 8, + 1, + "VAE" + ], + [ + 607, + 111, + 0, + 141, + 1, + "VAE" + ], + [ + 608, + 128, + 0, + 127, + 0, + "NOISE" + ], + [ + 609, + 130, + 0, + 127, + 2, + "SAMPLER" + ], + [ + 610, + 27, + 0, + 127, + 4, + "LATENT" + ], + [ + 611, + 128, + 0, + 61, + 0, + "NOISE" + ], + [ + 612, + 130, + 0, + 61, + 2, + "SAMPLER" + ], + [ + 613, + 27, + 0, + 61, + 4, + "LATENT" + ], + [ + 614, + 132, + 0, + 131, + 1, + "INT" + ], + [ + 615, + 132, + 0, + 145, + 1, + "INT" + ], + [ + 616, + 113, + 0, + 219, + 0, + "CLIP" + ], + [ + 617, + 113, + 0, + 214, + 0, + "CLIP" + ], + [ + 618, + 198, + 0, + 134, + 0, + "MODEL" + ], + [ + 619, + 113, + 0, + 223, + 0, + "CLIP" + ], + [ + 620, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 621, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 622, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 623, + 198, + 0, + 151, + 0, + "MODEL" + ], + [ + 624, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 625, + 198, + 0, + 150, + 0, + "MODEL" + ], + [ + 626, + 128, + 0, + 143, + 0, + "NOISE" + ], + [ + 627, + 130, + 0, + 143, + 2, + "SAMPLER" + ], + [ + 628, + 27, + 0, + 143, + 4, + "LATENT" + ], + [ + 629, + 111, + 0, + 123, + 1, + "VAE" + ], + [ + 630, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 631, + 198, + 0, + 146, + 0, + "MODEL" + ], + [ + 632, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 633, + 198, + 0, + 122, + 0, + "MODEL" + ], + [ + 644, + 132, + 0, + 65, + 1, + "INT" + ], + [ + 645, + 111, + 0, + 8, + 1, + "VAE" + ], + [ + 646, + 111, + 0, + 141, + 1, + "VAE" + ], + [ + 647, + 128, + 0, + 127, + 0, + "NOISE" + ], + [ + 648, + 130, + 0, + 127, + 2, + "SAMPLER" + ], + [ + 649, + 27, + 0, + 127, + 4, + "LATENT" + ], + [ + 650, + 128, + 0, + 61, + 0, + "NOISE" + ], + [ + 651, + 130, + 0, + 61, + 2, + "SAMPLER" + ], + [ + 652, + 27, + 0, + 61, + 4, + "LATENT" + ], + [ + 653, + 132, + 0, + 131, + 1, + "INT" + ], + [ + 654, + 132, + 0, + 145, + 1, + "INT" + ], + [ + 655, + 113, + 0, + 219, + 0, + "CLIP" + ], + [ + 656, + 113, + 0, + 214, + 0, + "CLIP" + ], + [ + 657, + 198, + 0, + 134, + 0, + "MODEL" + ], + [ + 658, + 113, + 0, + 223, + 0, + "CLIP" + ], + [ + 659, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 660, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 661, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 662, + 198, + 0, + 151, + 0, + "MODEL" + ], + [ + 663, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 664, + 198, + 0, + 150, + 0, + "MODEL" + ], + [ + 665, + 128, + 0, + 143, + 0, + "NOISE" + ], + [ + 666, + 130, + 0, + 143, + 2, + "SAMPLER" + ], + [ + 667, + 27, + 0, + 143, + 4, + "LATENT" + ], + [ + 668, + 111, + 0, + 123, + 1, + "VAE" + ], + [ + 669, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 670, + 198, + 0, + 146, + 0, + "MODEL" + ], + [ + 671, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 672, + 198, + 0, + 122, + 0, + "MODEL" + ], + [ + 677, + 247, + 0, + 6, + 1, + "STRING" + ], + [ + 682, + 265, + 0, + 151, + 0, + "MODEL" + ], + [ + 683, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 684, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 685, + 265, + 0, + 150, + 0, + "MODEL" + ], + [ + 686, + 35, + 0, + 150, + 1, + "CONDITIONING" + ], + [ + 687, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 688, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 689, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 690, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 691, + 265, + 0, + 151, + 0, + "MODEL" + ], + [ + 692, + 132, + 0, + 151, + 1, + "INT" + ], + [ + 693, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 694, + 265, + 0, + 150, + 0, + "MODEL" + ], + [ + 695, + 35, + 0, + 150, + 1, + "CONDITIONING" + ], + [ + 696, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 697, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 698, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 699, + 27, + 0, + 149, + 4, + "LATENT" + ], + [ + 700, + 130, + 0, + 149, + 2, + "SAMPLER" + ], + [ + 702, + 128, + 0, + 149, + 0, + "NOISE" + ], + [ + 703, + 35, + 0, + 150, + 1, + "CONDITIONING" + ], + [ + 705, + 198, + 0, + 151, + 0, + "MODEL" + ], + [ + 706, + 111, + 0, + 147, + 1, + "VAE" + ], + [ + 707, + 198, + 0, + 150, + 0, + "MODEL" + ], + [ + 711, + 113, + 0, + 6, + 0, + "CLIP" + ], + [ + 712, + 281, + 0, + 268, + 0, + "CLIP" + ], + [ + 713, + 281, + 0, + 269, + 0, + "CLIP" + ], + [ + 714, + 266, + 0, + 270, + 0, + "MODEL" + ], + [ + 715, + 270, + 0, + 272, + 0, + "MODEL" + ], + [ + 716, + 271, + 0, + 272, + 1, + "ATTN_OVERRIDE" + ], + [ + 717, + 268, + 0, + 273, + 0, + "CONDITIONING" + ], + [ + 718, + 269, + 0, + 273, + 1, + "CONDITIONING" + ], + [ + 719, + 266, + 2, + 273, + 2, + "VAE" + ], + [ + 720, + 274, + 0, + 273, + 3, + "IMAGE" + ], + [ + 721, + 274, + 1, + 273, + 4, + "INT" + ], + [ + 722, + 274, + 2, + 273, + 5, + "INT" + ], + [ + 725, + 273, + 0, + 275, + 0, + "CONDITIONING" + ], + [ + 726, + 273, + 1, + 275, + 1, + "CONDITIONING" + ], + [ + 727, + 274, + 1, + 276, + 0, + "INT" + ], + [ + 728, + 274, + 2, + 276, + 1, + "INT" + ], + [ + 730, + 276, + 0, + 278, + 0, + "LATENT" + ], + [ + 731, + 283, + 0, + 279, + 0, + "LATENT" + ], + [ + 732, + 266, + 2, + 279, + 1, + "VAE" + ], + [ + 733, + 279, + 0, + 280, + 0, + "IMAGE" + ], + [ + 734, + 272, + 0, + 283, + 0, + "MODEL" + ], + [ + 735, + 275, + 0, + 283, + 1, + "CONDITIONING" + ], + [ + 736, + 275, + 1, + 283, + 2, + "CONDITIONING" + ], + [ + 737, + 277, + 0, + 283, + 3, + "SAMPLER" + ], + [ + 738, + 278, + 0, + 283, + 4, + "SIGMAS" + ], + [ + 739, + 276, + 0, + 283, + 5, + "LATENT" + ], + [ + 740, + 147, + 0, + 274, + 0, + "IMAGE" + ], + [ + 742, + 286, + 0, + 287, + 1, + "FL2MODEL" + ], + [ + 743, + 287, + 2, + 247, + 0, + "STRING" + ], + [ + 744, + 232, + 0, + 287, + 0, + "IMAGE" + ], + [ + 745, + 247, + 0, + 288, + 0, + "STRING" + ], + [ + 748, + 232, + 0, + 291, + 0, + "IMAGE" + ], + [ + 749, + 291, + 1, + 292, + 0, + "INT" + ], + [ + 750, + 291, + 2, + 292, + 1, + "INT" + ], + [ + 752, + 292, + 0, + 290, + 0, + "LATENT" + ], + [ + 753, + 27, + 0, + 290, + 1, + "LATENT" + ], + [ + 754, + 290, + 0, + 149, + 4, + "LATENT" + ], + [ + 755, + 294, + 0, + 295, + 0, + "INT" + ], + [ + 756, + 295, + 0, + 296, + 0, + "INT" + ], + [ + 757, + 293, + 0, + 297, + 0, + "STRING" + ], + [ + 758, + 296, + 0, + 297, + 1, + "STRING" + ], + [ + 759, + 298, + 0, + 297, + 2, + "STRING" + ], + [ + 760, + 294, + 0, + 273, + 6, + "INT" + ], + [ + 761, + 294, + 0, + 276, + 2, + "INT" + ], + [ + 762, + 247, + 0, + 297, + 3, + "STRING" + ], + [ + 763, + 297, + 0, + 299, + 0, + "STRING" + ], + [ + 764, + 299, + 0, + 268, + 1, + "STRING" + ] + ], + "groups": [ + { + "id": 1, + "title": "img2txt2img2vid", + "bounding": [ + -501.82891845703125, + -984.7885131835938, + 736.355224609375, + 915.1064453125 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + }, + { + "id": 2, + "title": "img2vid", + "bounding": [ + 1881.6444091796875, + -1186.6844482421875, + 1843.2398681640625, + 921.8089599609375 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "config": {}, + "extra": { + "ds": { + "scale": 0.7247295000000619, + "offset": [ + 521.7901968989609, + 1641.1517991641058 + ] + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0 + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/flux1dev_2gpu.json b/examples/flux1dev_2gpu.json index 39974d5..20afb3a 100644 --- a/examples/flux1dev_2gpu.json +++ b/examples/flux1dev_2gpu.json @@ -9,10 +9,10 @@ 430, 260 ], - "size": { - "0": 310, - "1": 50 - }, + "size": [ + 310, + 50 + ], "flags": {}, "order": 9, "mode": 0, @@ -37,13 +37,14 @@ "links": [ 30 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "BasicGuider" - } + }, + "widgets_values": [] }, { "id": 16, @@ -52,13 +53,14 @@ 430, 350 ], - "size": { - "0": 315, - "1": 58 - }, + "size": [ + 315, + 58 + ], "flags": {}, "order": 0, "mode": 0, + "inputs": [], "outputs": [ { "name": "SAMPLER", @@ -83,10 +85,10 @@ 801, 125 ], - "size": { - "0": 398.79998779296875, - "1": 106 - }, + "size": [ + 398.79998779296875, + 326 + ], "flags": {}, "order": 11, "mode": 0, @@ -129,8 +131,8 @@ "links": [ 24 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "denoised_output", @@ -141,7 +143,8 @@ ], "properties": { "Node name for S&R": "SamplerCustomAdvanced" - } + }, + "widgets_values": [] }, { "id": 29, @@ -150,10 +153,10 @@ 411, 746 ], - "size": { - "0": 331.20001220703125, - "1": 82 - }, + "size": [ + 331.20001220703125, + 82 + ], "flags": {}, "order": 8, "mode": 0, @@ -171,8 +174,8 @@ "links": [ 42 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -190,10 +193,10 @@ 414, 877 ], - "size": { - "0": 320, - "1": 50 - }, + "size": [ + 320, + 50 + ], "flags": {}, "order": 10, "mode": 0, @@ -216,13 +219,14 @@ "links": [ 44 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEEncode" - } + }, + "widgets_values": [] }, { "id": 17, @@ -231,10 +235,10 @@ 415, 588 ], - "size": { - "0": 315, - "1": 106 - }, + "size": [ + 315, + 106 + ], "flags": {}, "order": 6, "mode": 0, @@ -272,10 +276,10 @@ 1296, 136 ], - "size": { - "0": 210, - "1": 46 - }, + "size": [ + 210, + 46 + ], "flags": {}, "order": 12, "mode": 0, @@ -303,42 +307,8 @@ ], "properties": { "Node name for S&R": "VAEDecode" - } - }, - { - "id": 31, - "type": "UNETLoaderMultiGPU", - "pos": [ - -148, - 76 - ], - "size": [ - 460.79998779296875, - 106 - ], - "flags": {}, - "order": 1, - "mode": 0, - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 45, - 46 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "UNETLoaderMultiGPU" }, - "widgets_values": [ - "flux1-dev.sft", - "default", - "cuda:0" - ] + "widgets_values": [] }, { "id": 25, @@ -347,13 +317,14 @@ 433, 136 ], - "size": { - "0": 315, - "1": 82 - }, + "size": [ + 315, + 82 + ], "flags": {}, - "order": 2, + "order": 1, "mode": 0, + "inputs": [], "outputs": [ { "name": "NOISE", @@ -368,107 +339,10 @@ "Node name for S&R": "RandomNoise" }, "widgets_values": [ - 473885017584082, + 1081409732488957, "randomize" ] }, - { - "id": 9, - "type": "SaveImage", - "pos": [ - 926, - 320 - ], - "size": [ - 524.9972616324117, - 430.6680268646438 - ], - "flags": {}, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 9 - } - ], - "properties": { - "Node name for S&R": "SaveImage" - }, - "widgets_values": [ - "ComfyUI" - ] - }, - { - "id": 33, - "type": "VAELoaderMultiGPU", - "pos": [ - -141, - 406 - ], - "size": [ - 450.23979673373015, - 82 - ], - "flags": {}, - "order": 3, - "mode": 0, - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 48, - 49 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAELoaderMultiGPU" - }, - "widgets_values": [ - "ae.sft", - "cuda:1" - ] - }, - { - "id": 32, - "type": "DualCLIPLoaderMultiGPU", - "pos": [ - -145, - 230 - ], - "size": [ - 456.34703123080044, - 130 - ], - "flags": {}, - "order": 4, - "mode": 0, - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 47 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoaderMultiGPU" - }, - "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux", - "cuda:1" - ] - }, { "id": 6, "type": "CLIPTextEncode", @@ -507,20 +381,157 @@ "steampunk style" ] }, + { + "id": 31, + "type": "UNETLoaderMultiGPU", + "pos": [ + -148, + 76 + ], + "size": [ + 460.79998779296875, + 106 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 45, + 46 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "UNETLoaderMultiGPU" + }, + "widgets_values": [ + "flux1-dev.safetensors", + "default", + "cuda:1" + ] + }, + { + "id": 32, + "type": "DualCLIPLoaderMultiGPU", + "pos": [ + -145, + 230 + ], + "size": [ + 456.3470458984375, + 130 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 47 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DualCLIPLoaderMultiGPU" + }, + "widgets_values": [ + "t5xxl_fp16.safetensors", + "clip_l.safetensors", + "flux", + "cuda:0" + ] + }, + { + "id": 33, + "type": "VAELoaderMultiGPU", + "pos": [ + -141, + 406 + ], + "size": [ + 450.23980712890625, + 82 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 48, + 49 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "ae.safetensors", + "cuda:0" + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1390.503662109375, + 262.9825744628906 + ], + "size": [ + 610.9039306640625, + 935.4635620117188 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage" + }, + "widgets_values": [ + "ComfyUI" + ] + }, { "id": 26, "type": "LoadImage", "pos": [ - -11, - 538 + 832.099609375, + 276.4795837402344 + ], + "size": [ + 557.5253295898438, + 885.68408203125 ], - "size": { - "0": 315.010498046875, - "1": 576.2686767578125 - }, "flags": {}, "order": 5, "mode": 0, + "inputs": [], "outputs": [ { "name": "IMAGE", @@ -528,8 +539,8 @@ "links": [ 41 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "MASK", @@ -542,7 +553,7 @@ "Node name for S&R": "LoadImage" }, "widgets_values": [ - "00061-272637944.jpeg", + "43451813.jpeg", "image" ] } @@ -673,12 +684,15 @@ "config": {}, "extra": { "ds": { - "scale": 0.8264462809917356, + "scale": 0.8769226950000688, "offset": [ - 271.1403171261334, - -73.72506322816923 + 365.39453135534154, + 31.74503272619687 ] - } + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0 }, "version": 0.4 } \ No newline at end of file diff --git a/examples/flux1dev_2gpu_GGUF.json b/examples/flux1dev_2gpu_GGUF.json new file mode 100644 index 0000000..a18c8a4 --- /dev/null +++ b/examples/flux1dev_2gpu_GGUF.json @@ -0,0 +1,695 @@ +{ + "last_node_id": 35, + "last_link_id": 52, + "nodes": [ + { + "id": 22, + "type": "BasicGuider", + "pos": [ + 430, + 260 + ], + "size": [ + 310, + 50 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 51, + "slot_index": 0 + }, + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 40, + "slot_index": 1 + } + ], + "outputs": [ + { + "name": "GUIDER", + "type": "GUIDER", + "links": [ + 30 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + }, + "widgets_values": [] + }, + { + "id": 16, + "type": "KSamplerSelect", + "pos": [ + 430, + 350 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 19 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ] + }, + { + "id": 29, + "type": "ImageScaleToTotalPixels", + "pos": [ + 411, + 746 + ], + "size": [ + 331.20001220703125, + 82 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 41 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 42 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ImageScaleToTotalPixels" + }, + "widgets_values": [ + "lanczos", + 1 + ] + }, + { + "id": 30, + "type": "VAEEncode", + "pos": [ + 414, + 877 + ], + "size": [ + 320, + 50 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "pixels", + "type": "IMAGE", + "link": 42 + }, + { + "name": "vae", + "type": "VAE", + "link": 49 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 44 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VAEEncode" + }, + "widgets_values": [] + }, + { + "id": 17, + "type": "BasicScheduler", + "pos": [ + 415, + 588 + ], + "size": [ + 315, + 106 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 52, + "slot_index": 0 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 20 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "BasicScheduler" + }, + "widgets_values": [ + "simple", + 20, + 0.75 + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1296, + 136 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 24 + }, + { + "name": "vae", + "type": "VAE", + "link": 48 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 25, + "type": "RandomNoise", + "pos": [ + 433, + 136 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [ + 37 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 1011907241509375, + "randomize" + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1390.503662109375, + 262.9825744628906 + ], + "size": [ + 610.9039306640625, + 935.4635620117188 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage" + }, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 35, + "type": "DualCLIPLoaderGGUFMultiGPU", + "pos": [ + -135.9344482421875, + 224.67466735839844 + ], + "size": [ + 439.5617370605469, + 130 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 50 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU" + }, + "widgets_values": [ + "t5-v1_1-xxl-encoder-Q4_K_M.gguf", + "clip_l.safetensors", + "flux", + "cuda:0" + ] + }, + { + "id": 33, + "type": "VAELoaderMultiGPU", + "pos": [ + -136.16221618652344, + 397.7065734863281 + ], + "size": [ + 450.23980712890625, + 82 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 48, + 49 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "ae.safetensors", + "cuda:0" + ] + }, + { + "id": 34, + "type": "UnetLoaderGGUFMultiGPU", + "pos": [ + -129.1488494873047, + 104.35658264160156 + ], + "size": [ + 424.197265625, + 82 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 51, + 52 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "UnetLoaderGGUFMultiGPU" + }, + "widgets_values": [ + "flux1-dev-Q4_0.gguf", + "cuda:1" + ] + }, + { + "id": 13, + "type": "SamplerCustomAdvanced", + "pos": [ + 842.8128662109375, + -96.6082763671875 + ], + "size": [ + 398.79998779296875, + 326 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": 37, + "slot_index": 0 + }, + { + "name": "guider", + "type": "GUIDER", + "link": 30, + "slot_index": 1 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 19, + "slot_index": 2 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 20, + "slot_index": 3 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 44, + "slot_index": 4 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "links": [ + 24 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "widgets_values": [] + }, + { + "id": 26, + "type": "LoadImage", + "pos": [ + 832.099609375, + 276.4795837402344 + ], + "size": [ + 557.5253295898438, + 885.68408203125 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 41 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "ComfyUI_07019_.png", + "image" + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 414.6198425292969, + 458.5087585449219 + ], + "size": [ + 360, + 76 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 50 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 40 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "steampunk style" + ] + } + ], + "links": [ + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 19, + 16, + 0, + 13, + 2, + "SAMPLER" + ], + [ + 20, + 17, + 0, + 13, + 3, + "SIGMAS" + ], + [ + 24, + 13, + 0, + 8, + 0, + "LATENT" + ], + [ + 30, + 22, + 0, + 13, + 1, + "GUIDER" + ], + [ + 37, + 25, + 0, + 13, + 0, + "NOISE" + ], + [ + 40, + 6, + 0, + 22, + 1, + "CONDITIONING" + ], + [ + 41, + 26, + 0, + 29, + 0, + "IMAGE" + ], + [ + 42, + 29, + 0, + 30, + 0, + "IMAGE" + ], + [ + 44, + 30, + 0, + 13, + 4, + "LATENT" + ], + [ + 48, + 33, + 0, + 8, + 1, + "VAE" + ], + [ + 49, + 33, + 0, + 30, + 1, + "VAE" + ], + [ + 50, + 35, + 0, + 6, + 0, + "CLIP" + ], + [ + 51, + 34, + 0, + 22, + 0, + "MODEL" + ], + [ + 52, + 34, + 0, + 17, + 0, + "MODEL" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.7972024500000681, + "offset": [ + 532.4482492796592, + 204.76554079618148 + ] + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0 + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/flux1dev_sdxl_2gpu.json b/examples/flux1dev_sdxl_2gpu.json index fb45498..e956a7f 100644 --- a/examples/flux1dev_sdxl_2gpu.json +++ b/examples/flux1dev_sdxl_2gpu.json @@ -1,6 +1,6 @@ { - "last_node_id": 42, - "last_link_id": 58, + "last_node_id": 45, + "last_link_id": 67, "nodes": [ { "id": 22, @@ -9,10 +9,10 @@ 430, 260 ], - "size": { - "0": 310, - "1": 50 - }, + "size": [ + 310, + 50 + ], "flags": {}, "order": 12, "mode": 0, @@ -37,13 +37,14 @@ "links": [ 30 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "BasicGuider" - } + }, + "widgets_values": [] }, { "id": 16, @@ -52,13 +53,14 @@ 430, 350 ], - "size": { - "0": 315, - "1": 58 - }, + "size": [ + 315, + 58 + ], "flags": {}, "order": 0, "mode": 0, + "inputs": [], "outputs": [ { "name": "SAMPLER", @@ -83,13 +85,14 @@ 440, 130 ], - "size": { - "0": 315, - "1": 82 - }, + "size": [ + 315, + 82 + ], "flags": {}, "order": 1, "mode": 0, + "inputs": [], "outputs": [ { "name": "NOISE", @@ -104,7 +107,7 @@ "Node name for S&R": "RandomNoise" }, "widgets_values": [ - 453986860834097, + 595548754702154, "randomize" ] }, @@ -115,10 +118,10 @@ 801, 125 ], - "size": { - "0": 398.79998779296875, - "1": 106 - }, + "size": [ + 398.79998779296875, + 326 + ], "flags": {}, "order": 14, "mode": 0, @@ -161,8 +164,8 @@ "links": [ 24 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "denoised_output", @@ -173,7 +176,8 @@ ], "properties": { "Node name for S&R": "SamplerCustomAdvanced" - } + }, + "widgets_values": [] }, { "id": 29, @@ -182,12 +186,12 @@ 411, 746 ], - "size": { - "0": 331.20001220703125, - "1": 82 - }, + "size": [ + 331.20001220703125, + 82 + ], "flags": {}, - "order": 11, + "order": 10, "mode": 0, "inputs": [ { @@ -203,8 +207,8 @@ "links": [ 42 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -222,10 +226,10 @@ 414, 877 ], - "size": { - "0": 320, - "1": 50 - }, + "size": [ + 320, + 50 + ], "flags": {}, "order": 13, "mode": 0, @@ -238,7 +242,7 @@ { "name": "vae", "type": "VAE", - "link": 43 + "link": 67 } ], "outputs": [ @@ -248,46 +252,14 @@ "links": [ 44 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEEncode" - } - }, - { - "id": 10, - "type": "VAELoader", - "pos": [ - 20, - 438 - ], - "size": { - "0": 320, - "1": 60 }, - "flags": {}, - "order": 2, - "mode": 0, - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 12, - 43 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAELoader" - }, - "widgets_values": [ - "ae.sft" - ] + "widgets_values": [] }, { "id": 6, @@ -296,18 +268,18 @@ 420, 460 ], - "size": { - "0": 360, - "1": 76 - }, + "size": [ + 360, + 76 + ], "flags": {}, - "order": 7, + "order": 9, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", - "link": 10 + "link": 65 } ], "outputs": [ @@ -334,12 +306,12 @@ 415, 588 ], - "size": { - "0": 315, - "1": 106 - }, + "size": [ + 315, + 106 + ], "flags": {}, - "order": 10, + "order": 11, "mode": 0, "inputs": [ { @@ -368,51 +340,17 @@ 0.75 ] }, - { - "id": 11, - "type": "DualCLIPLoader", - "pos": [ - 20, - 280 - ], - "size": { - "0": 354.42767333984375, - "1": 106 - }, - "flags": {}, - "order": 3, - "mode": 0, - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 10 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoader" - }, - "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux" - ] - }, { "id": 34, "type": "VAEEncode", "pos": [ - 1589.1283196678291, - 127.44446247137648 + 1589.1282958984375, + 127.44446563720703 + ], + "size": [ + 274.20001220703125, + 46 ], - "size": { - "0": 274.20001220703125, - "1": 46 - }, "flags": {}, "order": 16, "mode": 0, @@ -425,7 +363,7 @@ { "name": "vae", "type": "VAE", - "link": 48 + "link": 64 } ], "outputs": [ @@ -435,13 +373,14 @@ "links": [ 51 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEEncode" - } + }, + "widgets_values": [] }, { "id": 36, @@ -450,18 +389,18 @@ 1599, 252 ], - "size": { - "0": 259.20001220703125, - "1": 287.2425537109375 - }, + "size": [ + 259.20001220703125, + 287.2425537109375 + ], "flags": {}, - "order": 8, + "order": 7, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", - "link": 49 + "link": 60 } ], "outputs": [ @@ -471,8 +410,8 @@ "links": [ 52 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -496,18 +435,18 @@ 1597, 585 ], - "size": { - "0": 259.20001220703125, - "1": 287.2425537109375 - }, + "size": [ + 259.20001220703125, + 287.2425537109375 + ], "flags": {}, - "order": 9, + "order": 8, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", - "link": 50 + "link": 61 } ], "outputs": [ @@ -517,8 +456,8 @@ "links": [ 53 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -539,13 +478,13 @@ "id": 39, "type": "KSampler", "pos": [ - 2089.016842205726, - 292.69156397818193 + 2089.016845703125, + 292.6915588378906 + ], + "size": [ + 342.20404052734375, + 474 ], - "size": { - "0": 342.20404052734375, - "1": 262 - }, "flags": {}, "order": 18, "mode": 0, @@ -553,7 +492,7 @@ { "name": "model", "type": "MODEL", - "link": 54 + "link": 59 }, { "name": "positive", @@ -578,15 +517,15 @@ "links": [ 55 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "KSampler" }, "widgets_values": [ - 269618494777953, + 3456650560542, "randomize", 20, 4, @@ -595,70 +534,17 @@ 0.6 ] }, - { - "id": 35, - "type": "CheckpointLoaderMultiGPU", - "pos": [ - 1079, - -118 - ], - "size": { - "0": 388.79998779296875, - "1": 122 - }, - "flags": {}, - "order": 4, - "mode": 0, - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 54 - ], - "shape": 3, - "slot_index": 0 - }, - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 49, - 50 - ], - "shape": 3, - "slot_index": 1 - }, - { - "name": "VAE", - "type": "VAE", - "links": [ - 48, - 56 - ], - "shape": 3, - "slot_index": 2 - } - ], - "properties": { - "Node name for S&R": "CheckpointLoaderMultiGPU" - }, - "widgets_values": [ - "sd_xl_base_1.0.safetensors", - "cuda:1" - ] - }, { "id": 40, "type": "VAEDecode", "pos": [ - 2484.164708892737, - 290.72275339468587 + 2484.164794921875, + 290.7227478027344 + ], + "size": [ + 274.20001220703125, + 46 ], - "size": { - "0": 274.20001220703125, - "1": 46 - }, "flags": {}, "order": 19, "mode": 0, @@ -671,7 +557,7 @@ { "name": "vae", "type": "VAE", - "link": 56 + "link": 63 } ], "outputs": [ @@ -681,13 +567,14 @@ "links": [ 57 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEDecode" - } + }, + "widgets_values": [] }, { "id": 41, @@ -696,10 +583,10 @@ 2909, 313 ], - "size": { - "0": 337.3276672363281, - "1": 335.514892578125 - }, + "size": [ + 337.3276672363281, + 335.514892578125 + ], "flags": {}, "order": 20, "mode": 0, @@ -710,9 +597,11 @@ "link": 57 } ], + "outputs": [], "properties": { "Node name for S&R": "PreviewImage" - } + }, + "widgets_values": [] }, { "id": 8, @@ -721,10 +610,10 @@ 1263, 128 ], - "size": { - "0": 210, - "1": 46 - }, + "size": [ + 210, + 46 + ], "flags": {}, "order": 15, "mode": 0, @@ -737,7 +626,7 @@ { "name": "vae", "type": "VAE", - "link": 12 + "link": 66 } ], "outputs": [ @@ -753,40 +642,126 @@ ], "properties": { "Node name for S&R": "VAEDecode" - } + }, + "widgets_values": [] }, { - "id": 31, - "type": "UNETLoaderMultiGPU", + "id": 43, + "type": "CheckpointLoaderSimpleMultiGPU", "pos": [ - -79, - 113 + 1274.54931640625, + -407.59539794921875 + ], + "size": [ + 378, + 122 ], - "size": { - "0": 460.79998779296875, - "1": 106 - }, "flags": {}, - "order": 5, + "order": 2, "mode": 0, + "inputs": [], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ - 45, - 46 + 59 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 60, + 61 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 63, + 64 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimpleMultiGPU" + }, + "widgets_values": [ + "juggernautXL_juggXIByRundiffusion.safetensors", + "cuda:0" + ] + }, + { + "id": 44, + "type": "DualCLIPLoaderMultiGPU", + "pos": [ + 29.027118682861328, + 249.20140075683594 + ], + "size": [ + 315, + 130 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 65 ], - "shape": 3, "slot_index": 0 } ], "properties": { - "Node name for S&R": "UNETLoaderMultiGPU" + "Node name for S&R": "DualCLIPLoaderMultiGPU" }, "widgets_values": [ - "flux1-dev.sft", - "default", + "t5xxl_fp16.safetensors", + "clip_l.safetensors", + "flux", + "cuda:0" + ] + }, + { + "id": 45, + "type": "VAELoaderMultiGPU", + "pos": [ + 25.34747314453125, + 431.3384094238281 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 66, + 67 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "ae.safetensors", "cuda:0" ] }, @@ -797,13 +772,14 @@ 23, 549 ], - "size": { - "0": 315.010498046875, - "1": 576.2686767578125 - }, + "size": [ + 315.010498046875, + 576.2686767578125 + ], "flags": {}, - "order": 6, + "order": 5, "mode": 0, + "inputs": [], "outputs": [ { "name": "IMAGE", @@ -811,8 +787,8 @@ "links": [ 41 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "MASK", @@ -825,21 +801,57 @@ "Node name for S&R": "LoadImage" }, "widgets_values": [ - "00061-272637944.jpeg", + "43504647.jpeg", "image" ] }, + { + "id": 31, + "type": "UNETLoaderMultiGPU", + "pos": [ + 18.507761001586914, + 71.6053237915039 + ], + "size": [ + 327.4168701171875, + 106 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 45, + 46 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "UNETLoaderMultiGPU" + }, + "widgets_values": [ + "flux1-dev.safetensors", + "default", + "cuda:1" + ] + }, { "id": 42, "type": "PreviewImage", "pos": [ - 1141, - 382 + 1227.970947265625, + 421.3040771484375 + ], + "size": [ + 337.3276672363281, + 335.514892578125 ], - "size": { - "0": 337.3276672363281, - "1": 335.514892578125 - }, "flags": {}, "order": 17, "mode": 0, @@ -850,28 +862,14 @@ "link": 58 } ], + "outputs": [], "properties": { "Node name for S&R": "PreviewImage" - } + }, + "widgets_values": [] } ], "links": [ - [ - 10, - 11, - 0, - 6, - 0, - "CLIP" - ], - [ - 12, - 10, - 0, - 8, - 1, - "VAE" - ], [ 19, 16, @@ -936,14 +934,6 @@ 0, "IMAGE" ], - [ - 43, - 10, - 0, - 30, - 1, - "VAE" - ], [ 44, 30, @@ -976,30 +966,6 @@ 0, "IMAGE" ], - [ - 48, - 35, - 2, - 34, - 1, - "VAE" - ], - [ - 49, - 35, - 1, - 36, - 0, - "CLIP" - ], - [ - 50, - 35, - 1, - 37, - 0, - "CLIP" - ], [ 51, 34, @@ -1024,14 +990,6 @@ 2, "CONDITIONING" ], - [ - 54, - 35, - 0, - 39, - 0, - "MODEL" - ], [ 55, 39, @@ -1040,14 +998,6 @@ 0, "LATENT" ], - [ - 56, - 35, - 2, - 40, - 1, - "VAE" - ], [ 57, 40, @@ -1063,18 +1013,85 @@ 42, 0, "IMAGE" + ], + [ + 59, + 43, + 0, + 39, + 0, + "MODEL" + ], + [ + 60, + 43, + 1, + 36, + 0, + "CLIP" + ], + [ + 61, + 43, + 1, + 37, + 0, + "CLIP" + ], + [ + 63, + 43, + 2, + 40, + 1, + "VAE" + ], + [ + 64, + 43, + 2, + 34, + 1, + "VAE" + ], + [ + 65, + 44, + 0, + 6, + 0, + "CLIP" + ], + [ + 66, + 45, + 0, + 8, + 1, + "VAE" + ], + [ + 67, + 45, + 0, + 30, + 1, + "VAE" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 0.6830134553650712, + "scale": 0.7972024500000632, "offset": [ - 42.79059534698729, - 134.923889147032 + 319.43236475727787, + 454.6687884009703 ] - } + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0 }, "version": 0.4 } \ No newline at end of file diff --git a/examples/llamacpp_ltxv_2gpu_GGUF.json b/examples/llamacpp_ltxv_2gpu_GGUF.json new file mode 100644 index 0000000..cdb221d --- /dev/null +++ b/examples/llamacpp_ltxv_2gpu_GGUF.json @@ -0,0 +1,1660 @@ +{ + "last_node_id": 212, + "last_link_id": 461, + "nodes": [ + { + "id": 81, + "type": "BasicScheduler", + "pos": [ + 840, + 210 + ], + "size": [ + 315, + 106 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 261 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 262 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "BasicScheduler" + }, + "widgets_values": [ + "normal", + 25, + 1 + ] + }, + { + "id": 87, + "type": "CLIPTextEncode", + "pos": [ + 530, + 290 + ], + "size": [ + 210, + 54 + ], + "flags": {}, + "order": 24, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 437 + }, + { + "name": "text", + "type": "STRING", + "link": 461, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 300 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 2120, + 230 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 27, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 383 + }, + { + "name": "vae", + "type": "VAE", + "link": 442, + "slot_index": 1 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 435 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 36, + "type": "SamplerCustomAdvanced", + "pos": [ + 1720, + 210 + ], + "size": [ + 355.20001220703125, + 106 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": 72 + }, + { + "name": "guider", + "type": "GUIDER", + "link": 302, + "slot_index": 1 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 70 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 380 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 258 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "links": [], + "slot_index": 0, + "shape": 3 + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": [ + 383 + ], + "slot_index": 1, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "widgets_values": [] + }, + { + "id": 202, + "type": "LTXVLoaderMultiGPU", + "pos": [ + 258.11822509765625, + 74.89897918701172 + ], + "size": [ + 315, + 126 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "model", + "type": "MODEL", + "links": [ + 439 + ], + "slot_index": 0 + }, + { + "name": "vae", + "type": "VAE", + "links": [ + 441 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LTXVLoaderMultiGPU" + }, + "widgets_values": [ + "ltx-video-2b-v0.9.1.safetensors", + "bfloat16", + "cuda:1" + ] + }, + { + "id": 204, + "type": "easy cleanGpuUsed", + "pos": [ + 609.2266235351562, + 147.31503295898438 + ], + "size": [ + 210, + 26 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "anything", + "type": "*", + "link": 439 + } + ], + "outputs": [ + { + "name": "output", + "type": "*", + "links": [ + 440 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "easy cleanGpuUsed" + }, + "widgets_values": [] + }, + { + "id": 103, + "type": "LTXVModelConfigurator", + "pos": [ + 840.919921875, + 378.1601867675781 + ], + "size": [ + 347.4894104003906, + 284.0930480957031 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 303 + }, + { + "name": "vae", + "type": "VAE", + "link": 443 + }, + { + "name": "conditioning", + "type": "IMAGE", + "link": null, + "shape": 7 + }, + { + "name": "initial_latent", + "type": "LATENT", + "link": null, + "shape": 7 + }, + { + "name": "frames_number", + "type": "INT", + "link": 415, + "widget": { + "name": "frames_number" + } + } + ], + "outputs": [ + { + "name": "model", + "type": "MODEL", + "links": [ + 261, + 299 + ], + "slot_index": 0 + }, + { + "name": "latent", + "type": "LATENT", + "links": [ + 258 + ], + "slot_index": 1 + }, + { + "name": "sigma_shift", + "type": "FLOAT", + "links": [ + 259 + ], + "slot_index": 2 + }, + { + "name": "image_prompt", + "type": "STRING", + "links": [], + "slot_index": 3 + } + ], + "properties": { + "Node name for S&R": "LTXVModelConfigurator" + }, + "widgets_values": [ + "Custom", + 768, + 768, + 105, + 25, + 1, + true, + 29 + ] + }, + { + "id": 205, + "type": "easy cleanGpuUsed", + "pos": [ + 1247.166015625, + 80.0715103149414 + ], + "size": [ + 210, + 26 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "anything", + "type": "*", + "link": 441 + } + ], + "outputs": [ + { + "name": "output", + "type": "*", + "links": [ + 442, + 443 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "easy cleanGpuUsed" + }, + "widgets_values": [] + }, + { + "id": 128, + "type": "LTXVApplySTG", + "pos": [ + 553.917236328125, + 556.3655395507812 + ], + "size": [ + 215.36399841308594, + 82 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 440 + } + ], + "outputs": [ + { + "name": "model", + "type": "MODEL", + "links": [ + 303 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LTXVApplySTG" + }, + "widgets_values": [ + "attention", + "14" + ] + }, + { + "id": 211, + "type": "Text Concatenate", + "pos": [ + -203.04905700683594, + 661.5858154296875 + ], + "size": [ + 210, + 142 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "text_a", + "type": "STRING", + "link": 455, + "widget": { + "name": "text_a" + }, + "shape": 7 + }, + { + "name": "text_b", + "type": "STRING", + "link": 456, + "widget": { + "name": "text_b" + }, + "shape": 7 + }, + { + "name": "text_c", + "type": "STRING", + "link": 457, + "widget": { + "name": "text_c" + }, + "shape": 7 + }, + { + "name": "text_d", + "type": "STRING", + "link": null, + "widget": { + "name": "text_d" + }, + "shape": 7 + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 458 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Text Concatenate" + }, + "widgets_values": [ + " ", + "true", + "", + "", + "", + "" + ] + }, + { + "id": 207, + "type": "Load LLM Model Advanced", + "pos": [ + -815.7191772460938, + 229.90646362304688 + ], + "size": [ + 294.0935974121094, + 826 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LLM", + "type": "LLM", + "links": [ + 444 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Load LLM Model Advanced" + }, + "widgets_values": [ + "mistral-7b-instruct-v0.2.Q4_K_M.gguf", + 33, + "LLAMA_SPLIT_NONE", + 0, + 1, + false, + true, + false, + 1598, + "randomize", + 4096, + 512, + 0, + 0, + "LLAMA_ROPE_SCALING_UNSPECIFIED", + 0, + 0, + -1, + 1, + 32, + 1, + 0, + 0, + false, + false, + false, + 64, + "", + 0, + "", + false, + "mistral", + true + ] + }, + { + "id": 188, + "type": "DF_Text_Box", + "pos": [ + -514.0624389648438, + 628.4801635742188 + ], + "size": [ + 297.20721435546875, + 158.9346466064453 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 455 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + "This image is the starting frame for a silent AI Video. Your main task is to provide text that animates that image over an approximately " + ] + }, + { + "id": 212, + "type": "DF_Text_Box", + "pos": [ + -510.98516845703125, + 845.92919921875 + ], + "size": [ + 210, + 129.40484619140625 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 457 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + " second timeframe. " + ] + }, + { + "id": 182, + "type": "DF_Text_Box", + "pos": [ + -183.7174072265625, + 932.1046752929688 + ], + "size": [ + 210, + 129.40484619140625 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 460 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + " Characters should not speak nor should there be any direction with mouths moving.\n\nFollow these steps to produce the final description:\n\nWhen writing prompts, focus on detailed, chronological descriptions of actions and scenes. Include specific movements, appearances, camera angles, and environmental details - all in a single flowing paragraph. Start directly with the action, and keep descriptions literal and precise. Think like a cinematographer describing a shot list. Keep within 200 words. For best results, build your prompts using this structure:\n\n1. Start with main action in a single sentence\n2. Add specific details about movements and gestures\n3. Describe character/object appearances precisely\n4. Include background and environment details\n5. Specify camera angles and movements\n6. Describe lighting and colors\n7. Note any changes or sudden events\n8. No Additional Commentary: Do not include instructions, reasoning steps, or any extra text outside the described scene. Do not provide explanations or justifications—only the final prompt description.\n\nExamples of Style:\n• The waves crash against the jagged rocks of the shoreline, sending spray high into the air.The rocks are a dark gray color, with sharp edges and deep crevices. The water is a clear blue-green, with white foam where the waves break against the rocks. The sky is a light gray, with a few white clouds dotting the horizon.\n\n• A man in a dimly lit room talks on a vintage telephone, hangs up, and looks down with a sad expression. He holds the black rotary phone to his right ear with his right hand, his left hand holding a rocks glass with amber liquid. He wears a brown suit jacket over a white shirt, and a gold ring on his left ring finger. His short hair is neatly combed, and he has light skin with visible wrinkles around his eyes. The camera remains stationary, focused on his face and upper body. The room is dark, lit only by a warm light source off-screen to the left, casting shadows on the wall behind him. The scene appears to be from a movie.\n\n• A man walks towards a window, looks out, and then turns around. He has short, dark hair, dark skin, and is wearing a brown coat over a red and gray scarf. He walks from left to right towards a window, his gaze fixed on something outside. The camera follows him from behind at a medium distance. The room is brightly lit, with white walls and a large window covered by a white curtain. As he approaches the window, he turns his head slightly to the left, then back to the right. He then turns his entire body to the right, facing the window. The camera remains stationary as he stands in front of the window. The scene is captured in real-life footage.\n\n• A clear, turquoise river flows through a rocky canyon, cascading over a small waterfall and forming a pool of water at the bottom.The river is the main focus of the scene, with its clear water reflecting the surrounding trees and rocks. The canyon walls are steep and rocky, with some vegetation growing on them. The trees are mostly pine trees, with their green needles contrasting with the brown and gray rocks. The overall tone of the scene is one of peace and tranquility." + ] + }, + { + "id": 189, + "type": "Text Concatenate", + "pos": [ + 86.9722900390625, + 880.65576171875 + ], + "size": [ + 210, + 142 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "text_a", + "type": "STRING", + "link": 458, + "widget": { + "name": "text_a" + }, + "shape": 7 + }, + { + "name": "text_b", + "type": "STRING", + "link": 459, + "widget": { + "name": "text_b" + }, + "shape": 7 + }, + { + "name": "text_c", + "type": "STRING", + "link": 460, + "widget": { + "name": "text_c" + }, + "shape": 7 + }, + { + "name": "text_d", + "type": "STRING", + "link": null, + "widget": { + "name": "text_d" + }, + "shape": 7 + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 446 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Text Concatenate" + }, + "widgets_values": [ + " ", + "true", + "", + "", + "", + "" + ] + }, + { + "id": 209, + "type": "Call LLM Basic", + "pos": [ + -526.1875, + 394.1945495605469 + ], + "size": [ + 287.6822204589844, + 193.92877197265625 + ], + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "LLM", + "type": "LLM", + "link": 444 + }, + { + "name": "prompt", + "type": "STRING", + "link": 446, + "widget": { + "name": "prompt" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 453 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Call LLM Basic" + }, + "widgets_values": [ + "", + 0, + 0.8, + 900, + "randomize" + ] + }, + { + "id": 210, + "type": "DF_Text_Box", + "pos": [ + -739.7990112304688, + 1164.0989990234375 + ], + "size": [ + 638.6656494140625, + 261.8680725097656 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 459 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DF_Text_Box" + }, + "widgets_values": [ + "A festive hholiday scene by a fireplace" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 197, + "type": "VHS_VideoCombine", + "pos": [ + 1681.58544921875, + 427.92242431640625 + ], + "size": [ + 778.2835693359375, + 1106.2835693359375 + ], + "flags": {}, + "order": 28, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 435 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null, + "shape": 7 + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null, + "shape": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": null, + "shape": 7 + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "LTXVideo_", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "LTXVideo__00017.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 24, + "workflow": "LTXVideo__00017.png", + "fullpath": "" + }, + "muted": false + } + }, + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 37, + "type": "RandomNoise", + "pos": [ + 1221.1922607421875, + 186.72694396972656 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [ + 72 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 619632012901626, + "randomize" + ] + }, + { + "id": 14, + "type": "KSamplerSelect", + "pos": [ + 1254.584228515625, + 318.7507019042969 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 70 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler_ancestral" + ] + }, + { + "id": 104, + "type": "LTXVShiftSigmas", + "pos": [ + 1276.8455810546875, + 435.833740234375 + ], + "size": [ + 315, + 106 + ], + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "sigmas", + "type": "SIGMAS", + "link": 262 + }, + { + "name": "sigma_shift", + "type": "FLOAT", + "link": 259, + "widget": { + "name": "sigma_shift" + } + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 380 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LTXVShiftSigmas" + }, + "widgets_values": [ + 1.820833333, + true, + 0.1 + ] + }, + { + "id": 130, + "type": "STGGuider", + "pos": [ + 1275.833740234375, + 593.8101196289062 + ], + "size": [ + 310.2327575683594, + 146 + ], + "flags": {}, + "order": 25, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 299 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 300 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 301 + } + ], + "outputs": [ + { + "name": "GUIDER", + "type": "GUIDER", + "links": [ + 302 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "STGGuider" + }, + "widgets_values": [ + 3, + 1, + 0.75 + ] + }, + { + "id": 198, + "type": "CLIPLoaderGGUFMultiGPU", + "pos": [ + -172.5598907470703, + 289.73358154296875 + ], + "size": [ + 327.5999755859375, + 106 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 436 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPLoaderGGUFMultiGPU" + }, + "widgets_values": [ + "t5-v1_1-xxl-encoder-Q4_K_M.gguf", + "ltxv", + "cuda:1" + ] + }, + { + "id": 203, + "type": "easy cleanGpuUsed", + "pos": [ + 201.4422149658203, + 308.2027893066406 + ], + "size": [ + 210, + 26 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "anything", + "type": "*", + "link": 436 + } + ], + "outputs": [ + { + "name": "output", + "type": "*", + "links": [ + 437, + 438 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "easy cleanGpuUsed" + }, + "widgets_values": [] + }, + { + "id": 88, + "type": "CLIPTextEncode", + "pos": [ + 526.0446166992188, + 394.29669189453125 + ], + "size": [ + 216.46029663085938, + 85.68096923828125 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 438 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 301 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "worst quality, inconsistent motion, blurry, jittery, distorted, watermarks" + ] + }, + { + "id": 190, + "type": "easy mathInt", + "pos": [ + -131.58926391601562, + 452.7863464355469 + ], + "size": [ + 210, + 82 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "a", + "type": "INT", + "link": 403, + "widget": { + "name": "a" + } + } + ], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 394 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "easy mathInt" + }, + "widgets_values": [ + 0, + 25, + "divide" + ] + }, + { + "id": 181, + "type": "Int2String", + "pos": [ + -167.70066833496094, + 584.2247924804688 + ], + "size": [ + 210, + 34 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "Int", + "type": "INT", + "link": 394, + "widget": { + "name": "Int" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 456 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Int2String" + }, + "widgets_values": [ + 0 + ] + }, + { + "id": 194, + "type": "Int", + "pos": [ + 131.94740295410156, + 521.0357055664062 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 403, + 415 + ], + "slot_index": 0 + } + ], + "title": "Frames (N*8+1)", + "properties": { + "Node name for S&R": "Int" + }, + "widgets_values": [ + "129" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 192, + "type": "ShowText|pysssss", + "pos": [ + -204.3834228515625, + -73.7126693725586 + ], + "size": [ + 427.45440673828125, + 302.3382263183594 + ], + "flags": {}, + "order": 23, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 453, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 461 + ], + "slot_index": 0, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + [ + "" + ], + "" + ], + "color": "#232", + "bgcolor": "#353" + } + ], + "links": [ + [ + 70, + 14, + 0, + 36, + 2, + "SAMPLER" + ], + [ + 72, + 37, + 0, + 36, + 0, + "NOISE" + ], + [ + 258, + 103, + 1, + 36, + 4, + "LATENT" + ], + [ + 259, + 103, + 2, + 104, + 1, + "FLOAT" + ], + [ + 261, + 103, + 0, + 81, + 0, + "MODEL" + ], + [ + 262, + 81, + 0, + 104, + 0, + "SIGMAS" + ], + [ + 299, + 103, + 0, + 130, + 0, + "MODEL" + ], + [ + 300, + 87, + 0, + 130, + 1, + "CONDITIONING" + ], + [ + 301, + 88, + 0, + 130, + 2, + "CONDITIONING" + ], + [ + 302, + 130, + 0, + 36, + 1, + "GUIDER" + ], + [ + 303, + 128, + 0, + 103, + 0, + "MODEL" + ], + [ + 380, + 104, + 0, + 36, + 3, + "SIGMAS" + ], + [ + 383, + 36, + 1, + 8, + 0, + "LATENT" + ], + [ + 394, + 190, + 0, + 181, + 0, + "INT" + ], + [ + 403, + 194, + 0, + 190, + 0, + "INT" + ], + [ + 415, + 194, + 0, + 103, + 4, + "INT" + ], + [ + 435, + 8, + 0, + 197, + 0, + "IMAGE" + ], + [ + 436, + 198, + 0, + 203, + 0, + "*" + ], + [ + 437, + 203, + 0, + 87, + 0, + "CLIP" + ], + [ + 438, + 203, + 0, + 88, + 0, + "CLIP" + ], + [ + 439, + 202, + 0, + 204, + 0, + "*" + ], + [ + 440, + 204, + 0, + 128, + 0, + "MODEL" + ], + [ + 441, + 202, + 1, + 205, + 0, + "*" + ], + [ + 442, + 205, + 0, + 8, + 1, + "VAE" + ], + [ + 443, + 205, + 0, + 103, + 1, + "VAE" + ], + [ + 444, + 207, + 0, + 209, + 0, + "LLM" + ], + [ + 446, + 189, + 0, + 209, + 1, + "STRING" + ], + [ + 453, + 209, + 0, + 192, + 0, + "STRING" + ], + [ + 455, + 188, + 0, + 211, + 0, + "STRING" + ], + [ + 456, + 181, + 0, + 211, + 1, + "STRING" + ], + [ + 457, + 212, + 0, + 211, + 2, + "STRING" + ], + [ + 458, + 211, + 0, + 189, + 0, + "STRING" + ], + [ + 459, + 210, + 0, + 189, + 1, + "STRING" + ], + [ + 460, + 182, + 0, + 189, + 2, + "STRING" + ], + [ + 461, + 192, + 0, + 87, + 1, + "STRING" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.5445000000000547, + "offset": [ + 1077.6170960947493, + 655.6099274248863 + ] + }, + "workspace_info": { + "id": "tn2wr6gjBJPNV950dOz0l" + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0 + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/nodes.png b/examples/nodes.png deleted file mode 100644 index 49ac203..0000000 Binary files a/examples/nodes.png and /dev/null differ diff --git a/examples/sdxl_2gpu.json b/examples/sdxl_2gpu.json index fa934af..73fbd35 100644 --- a/examples/sdxl_2gpu.json +++ b/examples/sdxl_2gpu.json @@ -1,6 +1,6 @@ { - "last_node_id": 18, - "last_link_id": 34, + "last_node_id": 20, + "last_link_id": 43, "nodes": [ { "id": 8, @@ -9,13 +9,14 @@ 1198, 716 ], - "size": { - "0": 315, - "1": 106 - }, + "size": [ + 315, + 106 + ], "flags": {}, "order": 0, "mode": 0, + "inputs": [], "outputs": [ { "name": "LATENT", @@ -42,10 +43,10 @@ 1195, 193 ], - "size": { - "0": 315, - "1": 474 - }, + "size": [ + 315, + 474 + ], "flags": {}, "order": 7, "mode": 0, @@ -53,7 +54,7 @@ { "name": "model", "type": "MODEL", - "link": 26 + "link": 35 }, { "name": "positive", @@ -80,15 +81,15 @@ "links": [ 6 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "KSampler" }, "widgets_values": [ - 760176109539585, + 944914672796238, "randomize", 20, 8, @@ -104,10 +105,10 @@ 1894, 378 ], - "size": { - "0": 274.20001220703125, - "1": 46 - }, + "size": [ + 274.20001220703125, + 46 + ], "flags": {}, "order": 10, "mode": 0, @@ -120,7 +121,7 @@ { "name": "vae", "type": "VAE", - "link": 33 + "link": 43 } ], "outputs": [ @@ -130,13 +131,14 @@ "links": [ 16 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEEncode" - } + }, + "widgets_values": [] }, { "id": 3, @@ -145,10 +147,10 @@ 742, 340 ], - "size": { - "0": 259.20001220703125, - "1": 270 - }, + "size": [ + 259.20001220703125, + 270 + ], "flags": {}, "order": 5, "mode": 0, @@ -156,7 +158,7 @@ { "name": "clip", "type": "CLIP", - "link": 27 + "link": 37 } ], "outputs": [ @@ -166,8 +168,8 @@ "links": [ 2 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -191,10 +193,10 @@ 745, 667 ], - "size": { - "0": 259.20001220703125, - "1": 270.0000305175781 - }, + "size": [ + 259.20001220703125, + 270.0000305175781 + ], "flags": {}, "order": 6, "mode": 0, @@ -202,7 +204,7 @@ { "name": "clip", "type": "CLIP", - "link": 28 + "link": 38 } ], "outputs": [ @@ -212,8 +214,8 @@ "links": [ 4 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -237,10 +239,10 @@ 1628, 218 ], - "size": { - "0": 210, - "1": 46 - }, + "size": [ + 210, + 46 + ], "flags": {}, "order": 8, "mode": 0, @@ -253,7 +255,7 @@ { "name": "vae", "type": "VAE", - "link": 29 + "link": 36 } ], "outputs": [ @@ -264,13 +266,14 @@ 7, 15 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEDecode" - } + }, + "widgets_values": [] }, { "id": 12, @@ -279,10 +282,10 @@ 2384, 80 ], - "size": { - "0": 315, - "1": 474 - }, + "size": [ + 315, + 474 + ], "flags": {}, "order": 11, "mode": 0, @@ -290,7 +293,7 @@ { "name": "model", "type": "MODEL", - "link": 30 + "link": 39 }, { "name": "positive", @@ -317,15 +320,15 @@ "links": [ 22 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "KSampler" }, "widgets_values": [ - 171362052515750, + 31120736612003, "randomize", 20, 4, @@ -341,10 +344,10 @@ 1902, -461 ], - "size": { - "0": 263.9363098144531, - "1": 270 - }, + "size": [ + 263.9363098144531, + 270 + ], "flags": {}, "order": 3, "mode": 0, @@ -352,7 +355,7 @@ { "name": "clip", "type": "CLIP", - "link": 31 + "link": 40 } ], "outputs": [ @@ -362,8 +365,8 @@ "links": [ 19 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -380,31 +383,6 @@ "realistic photograph of a glass of wine, depth of field, bokeh" ] }, - { - "id": 6, - "type": "PreviewImage", - "pos": [ - 1950, - 738 - ], - "size": { - "0": 531.2443237304688, - "1": 360.1731262207031 - }, - "flags": {}, - "order": 9, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 7 - } - ], - "properties": { - "Node name for S&R": "PreviewImage" - } - }, { "id": 15, "type": "VAEDecode", @@ -412,10 +390,10 @@ 2879, 248 ], - "size": { - "0": 210, - "1": 46 - }, + "size": [ + 210, + 46 + ], "flags": {}, "order": 12, "mode": 0, @@ -428,7 +406,7 @@ { "name": "vae", "type": "VAE", - "link": 34 + "link": 42 } ], "outputs": [ @@ -438,38 +416,14 @@ "links": [ 24 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { "Node name for S&R": "VAEDecode" - } - }, - { - "id": 16, - "type": "PreviewImage", - "pos": [ - 3283, - 339 - ], - "size": { - "0": 531.2443237304688, - "1": 360.1731262207031 }, - "flags": {}, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 24 - } - ], - "properties": { - "Node name for S&R": "PreviewImage" - } + "widgets_values": [] }, { "id": 14, @@ -478,10 +432,10 @@ 1894, -143 ], - "size": { - "0": 259.20001220703125, - "1": 270.0000305175781 - }, + "size": [ + 259.20001220703125, + 270.0000305175781 + ], "flags": {}, "order": 4, "mode": 0, @@ -489,7 +443,7 @@ { "name": "clip", "type": "CLIP", - "link": 32 + "link": 41 } ], "outputs": [ @@ -499,8 +453,8 @@ "links": [ 18 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -518,107 +472,157 @@ ] }, { - "id": 18, - "type": "CheckpointLoaderMultiGPU", + "id": 20, + "type": "CheckpointLoaderSimpleMultiGPU", "pos": [ - 1282, - -365 + 1206.7701416015625, + -274.260009765625 + ], + "size": [ + 378, + 122 ], - "size": { - "0": 388.79998779296875, - "1": 122 - }, "flags": {}, "order": 1, "mode": 0, + "inputs": [], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ - 30 + 39 ], - "shape": 3, "slot_index": 0 }, { "name": "CLIP", "type": "CLIP", "links": [ - 31, - 32 + 40, + 41 ], - "shape": 3, "slot_index": 1 }, { "name": "VAE", "type": "VAE", "links": [ - 33, - 34 + 42, + 43 ], - "shape": 3, "slot_index": 2 } ], "properties": { - "Node name for S&R": "CheckpointLoaderMultiGPU" + "Node name for S&R": "CheckpointLoaderSimpleMultiGPU" }, "widgets_values": [ - "Juggernaut_X_RunDiffusion.safetensors", + "juggernautXL_juggXIByRundiffusion.safetensors", "cuda:1" ] }, { - "id": 17, - "type": "CheckpointLoaderMultiGPU", + "id": 6, + "type": "PreviewImage", "pos": [ - 180, - 158 + 1804.794189453125, + 621.6842041015625 ], - "size": { - "0": 388.79998779296875, - "1": 122 + "size": [ + 455.22088623046875, + 325.20233154296875 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 7 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "PreviewImage" }, + "widgets_values": [] + }, + { + "id": 16, + "type": "PreviewImage", + "pos": [ + 2849.66552734375, + 537.4210205078125 + ], + "size": [ + 374.63616943359375, + 341.1673278808594 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 24 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "PreviewImage" + }, + "widgets_values": [] + }, + { + "id": 19, + "type": "CheckpointLoaderSimpleMultiGPU", + "pos": [ + 691.9315185546875, + -118.77661895751953 + ], + "size": [ + 378, + 122 + ], "flags": {}, "order": 2, "mode": 0, + "inputs": [], "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ - 26 + 35 ], - "shape": 3, "slot_index": 0 }, { "name": "CLIP", "type": "CLIP", "links": [ - 27, - 28 + 37, + 38 ], - "shape": 3, "slot_index": 1 }, { "name": "VAE", "type": "VAE", "links": [ - 29 + 36 ], - "shape": 3, "slot_index": 2 } ], "properties": { - "Node name for S&R": "CheckpointLoaderMultiGPU" + "Node name for S&R": "CheckpointLoaderSimpleMultiGPU" }, "widgets_values": [ - "sd_xl_base_1.0.safetensors", + "realvisxlV50_v50Bakedvae.safetensors", "cuda:0" ] } @@ -713,74 +717,74 @@ "IMAGE" ], [ - 26, - 17, + 35, + 19, 0, 2, 0, "MODEL" ], [ - 27, - 17, - 1, - 3, - 0, - "CLIP" - ], - [ - 28, - 17, - 1, - 4, - 0, - "CLIP" - ], - [ - 29, - 17, + 36, + 19, 2, 5, 1, "VAE" ], [ - 30, - 18, + 37, + 19, + 1, + 3, + 0, + "CLIP" + ], + [ + 38, + 19, + 1, + 4, + 0, + "CLIP" + ], + [ + 39, + 20, 0, 12, 0, "MODEL" ], [ - 31, - 18, + 40, + 20, 1, 13, 0, "CLIP" ], [ - 32, - 18, + 41, + 20, 1, 14, 0, "CLIP" ], [ - 33, - 18, + 42, + 20, 2, - 10, + 15, 1, "VAE" ], [ - 34, - 18, + 43, + 20, 2, - 15, + 10, 1, "VAE" ] @@ -789,12 +793,15 @@ "config": {}, "extra": { "ds": { - "scale": 0.6209213230591552, + "scale": 0.7247295000000568, "offset": [ - 80.42663085713599, - 517.9519636686392 + -274.6361158158503, + 772.7890553529528 ] - } + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0 }, "version": 0.4 } \ No newline at end of file