Update workflow examples to match Comfy Core guidelines

README.md

@@ -127,44 +127,154 @@ All workflows have been tested on a 2x 3090 + 1060ti linux setup, a 4070 win 11
 
 ### DisTorch2
 
-- [Default DisTorch2 Workflow](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch2/default_DisTorch2.json)
-- [FLUX.1-dev Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch2/flux_dev_example_DisTorch2.json)
-- [Hunyuan GGUF Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch2/hunyuan_gguf_DisTorch2.json)
-- [LTX Video Text-to-Video](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch2/ltxv_text_to_video_MultiGPU.json)
-- [Qwen Image Basic Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch2/qwen_image_basic_example_DisTorch2.json)
-- [WanVideo 2.2 Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch2/wan2_2_DisTorch2.json)
+<table>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/ltxvideo%20checkpointloadersimple%20distorch2.json">
+        <img src="example_workflows/ltxvideo%20checkpointloadersimple%20distorch2.jpg" alt="LTX Video + CheckpointLoaderSimple (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>LTX Video + CheckpointLoaderSimple (DisTorch2)</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/mochi%20checkpointloaderadvanced%20distorch2.json">
+        <img src="example_workflows/mochi%20checkpointloaderadvanced%20distorch2.jpg" alt="Mochi + CheckpointLoaderAdvanced (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>Mochi + CheckpointLoaderAdvanced (DisTorch2)</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/qwen_image%20unet%20clip%20distorch2.json">
+        <img src="example_workflows/qwen_image%20unet%20clip%20distorch2.jpg" alt="Qwen Image UNet + CLIP (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>Qwen Image UNet + CLIP (DisTorch2)</div>
+      </a>
+    </td>
+  </tr>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/qwen_image_edit_2509%20unet%20clip%20distorch2.json">
+        <img src="example_workflows/qwen_image_edit_2509%20unet%20clip%20distorch2.jpg" alt="Qwen Image Edit UNet + CLIP (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>Qwen Image Edit UNet + CLIP (DisTorch2)</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/wan2_2%20distorch2%20double_unet%20no_cpu.json">
+        <img src="example_workflows/wan2_2%20distorch2%20double_unet%20no_cpu.jpg" alt="WanVideo 2.2 Double UNet, No CPU (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>WanVideo 2.2 Double UNet, No CPU (DisTorch2)</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/wan2_2%20t2i%20lightx2v%20lora%20distorch2.json">
+        <img src="example_workflows/wan2_2%20t2i%20lightx2v%20lora%20distorch2.jpg" alt="WanVideo 2.2 T2I LightX2V LoRA (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>WanVideo 2.2 T2I LightX2V LoRA (DisTorch2)</div>
+      </a>
+    </td>
+  </tr>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/wan2_2%20t2v%20lightx2v%20lora%20distorch2.json">
+        <img src="example_workflows/wan2_2%20t2v%20lightx2v%20lora%20distorch2.jpg" alt="WanVideo 2.2 T2V LightX2V LoRA (DisTorch2)" style="max-width:160px; max-height:160px;">
+        <div>WanVideo 2.2 T2V LightX2V LoRA (DisTorch2)</div>
+      </a>
+    </td>
+    <td></td>
+    <td></td>
+  </tr>
+</table>
 
 ### WanVideoWrapper
 
-- [WanVideo T2V Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/wannvideowrapper/wanvideo_T2V_example_MultiGPU.json)
-- [WanVideo 2.2 I2V Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/wannvideowrapper/wanvideo2_2_I2V_A14B_example_WIP_Multigpu.json)
+<table>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/ComfyUI-WanVideoWrapper%20wanvideo_T2V.json">
+        <img src="example_workflows/ComfyUI-WanVideoWrapper%20wanvideo_T2V.jpg" alt="WanVideoWrapper T2V" style="max-width:160px; max-height:160px;">
+        <div>WanVideoWrapper T2V</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/ComfyUI-WanVideoWrapper%20wanvideo_1_3B%20control_lora.json">
+        <img src="example_workflows/ComfyUI-WanVideoWrapper%20wanvideo_1_3B%20control_lora.jpg" alt="WanVideoWrapper 1.3B Control LoRA" style="max-width:160px; max-height:160px;">
+        <div>WanVideoWrapper 1.3B Control LoRA</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/ComfyUI-WanVideoWrapper%20wanvideo2_2%20I2V%20A14B%20GGUF.json">
+        <img src="example_workflows/ComfyUI-WanVideoWrapper%20wanvideo2_2%20I2V%20A14B%20GGUF.jpg" alt="WanVideoWrapper 2.2 I2V A14B GGUF" style="max-width:160px; max-height:160px;">
+        <div>WanVideoWrapper 2.2 I2V A14B GGUF</div>
+      </a>
+    </td>
+  </tr>
+</table>
 
 ### MultiGPU
 
-- [FLUX.1-dev Example](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/multiGPU/flux_dev_example_MultiGPU.json)
-- [SDXL 2-GPU](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/multiGPU/sdxl_2gpu.json)
+<table>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/flux%20unet%20dual_clip%20vae%20loaders.json">
+        <img src="example_workflows/flux%20unet%20dual_clip%20vae%20loaders.jpg" alt="FLUX UNet + Dual CLIP + VAE Loaders (MultiGPU)" style="max-width:160px; max-height:160px;">
+        <div>FLUX UNet + Dual CLIP + VAE Loaders (MultiGPU)</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/sd15%20checkpoint%20loader%20simple.json">
+        <img src="example_workflows/sd15%20checkpoint%20loader%20simple.jpg" alt="SD15 CheckpointLoaderSimple (MultiGPU)" style="max-width:160px; max-height:160px;">
+        <div>SD15 CheckpointLoaderSimple (MultiGPU)</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/sdxl%20checkpoint%20loader%20advanced.json">
+        <img src="example_workflows/sdxl%20checkpoint%20loader%20advanced.jpg" alt="SDXL CheckpointLoaderAdvanced (MultiGPU)" style="max-width:160px; max-height:160px;">
+        <div>SDXL CheckpointLoaderAdvanced (MultiGPU)</div>
+      </a>
+    </td>
+  </tr>
+</table>
 
 ### Florence2
 
-- [Florence2, FLUX.1-dev, LTX Video Pipeline](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/florence2/florence2_flux1dev_ltxv_cpu_2gpu.json)
+<table>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/ComfyUI-Florence2%20detailed_caption%20to%20flux.json">
+        <img src="example_workflows/ComfyUI-Florence2%20detailed_caption%20to%20flux.jpg" alt="Florence2 Detailed Caption to FLUX Pipeline" style="max-width:160px; max-height:160px;">
+        <div>Florence2 Detailed Caption to FLUX Pipeline</div>
+      </a>
+    </td>
+  </tr>
+</table>
 
 ### GGUF
 
-- [FLUX.1-dev 2-GPU GGUF](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/gguf/flux1dev_2gpu_gguf.json)
-- [Hunyuan 2-GPU GGUF](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/gguf/hunyuan_2gpu_gguf.json)
-- [Hunyuan CPU+GPU GGUF](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/gguf/hunyuan_cpu_1gpu_gguf.json)
-- [Hunyuan GGUF DisTorch](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/gguf/hunyuan_gguf_distorch.json)
-- [Hunyuan GGUF MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/gguf/hunyuan_gguf_MultiGPU.json)
+<table>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/ComfyUI-GGUF%20flux%20unet%20dual_clip%20loaders.json">
+        <img src="example_workflows/ComfyUI-GGUF%20flux%20unet%20dual_clip%20loaders.jpg" alt="FLUX UNet + Dual CLIP GGUF" style="max-width:160px; max-height:160px;">
+        <div>FLUX UNet + Dual CLIP GGUF</div>
+      </a>
+    </td>
+    <td align="center">
+      <a href="example_workflows/ComfyUI-GGUF%20qwen_image%20unet%20distorch2%20cliploader.json">
+        <img src="example_workflows/ComfyUI-GGUF%20qwen_image%20unet%20distorch2%20cliploader.jpg" alt="Qwen Image UNet DisTorch2 GGUF" style="max-width:160px; max-height:160px;">
+        <div>Qwen Image UNet DisTorch2 GGUF</div>
+      </a>
+    </td>
+    <td></td>
+  </tr>
+</table>
 
 ### HunyuanVideoWrapper
 
-- [HunyuanVideoWrapper Native VAE](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/hunyuanvideowrapper/hunyuanvideowrapper_native_vae.json)
-- [HunyuanVideoWrapper Select Device](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/hunyuanvideowrapper/hunyuanvideowrapper_select_device.json)
-
-### DisTorch (Legacy GGUF)
-
-- [FLUX.1-dev GGUF DisTorch](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch/flux1dev_gguf_distorch.json)
-- [Hunyuan IP2V GGUF DisTorch](https://github.com/pollockjj/ComfyUI-MultiGPU/blob/main/examples/distorch/hunyuan_ip2v_distorch_gguf.json)
+<table>
+  <tr>
+    <td align="center">
+      <a href="example_workflows/hunyuanvideo%20distorch%20DEPRECATED.json">
+        <img src="example_workflows/hunyuanvideo%20distorch%20DEPRECATED.jpg" alt="HunyuanVideoWrapper DisTorch (Legacy, Deprecated)" style="max-width:160px; max-height:160px;">
+        <div>HunyuanVideoWrapper DisTorch (Legacy, Deprecated)</div>
+      </a>
+    </td>
+  </tr>
+</table>
 
 ## Support
 

example_workflows/ComfyUI-GGUF flux unet dual_clip loaders.json

@@ -1,22 +1,97 @@
 {
-  "id": "3c55bda9-d06f-4dc1-a571-cb6ea8f647e8",
+  "id": "4d231a10-da3b-4b12-8698-449accd4b87a",
   "revision": 0,
-  "last_node_id": 136,
-  "last_link_id": 295,
+  "last_node_id": 45,
+  "last_link_id": 121,
   "nodes": [
+    {
+      "id": 16,
+      "type": "KSamplerSelect",
+      "pos": [
+        480,
+        912
+      ],
+      "size": [
+        315,
+        58
+      ],
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "SAMPLER",
+          "type": "SAMPLER",
+          "links": [
+            19
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "KSamplerSelect"
+      },
+      "widgets_values": [
+        "euler"
+      ]
+    },
+    {
+      "id": 26,
+      "type": "FluxGuidance",
+      "pos": [
+        480,
+        144
+      ],
+      "size": [
+        317.4000244140625,
+        58
+      ],
+      "flags": {},
+      "order": 12,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "conditioning",
+          "type": "CONDITIONING",
+          "link": 41
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            42
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "FluxGuidance"
+      },
+      "widgets_values": [
+        3.5
+      ],
+      "color": "#233",
+      "bgcolor": "#355"
+    },
     {
       "id": 22,
       "type": "BasicGuider",
       "pos": [
-        852.2776489257812,
-        -113.5096435546875
+        576,
+        48
       ],
       "size": [
         222.3482666015625,
         46
       ],
       "flags": {},
-      "order": 10,
+      "order": 13,
       "mode": 0,
       "inputs": [
         {
@@ -41,6 +116,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "BasicGuider"
       },
       "widgets_values": []
@@ -49,15 +126,15 @@
       "id": 13,
       "type": "SamplerCustomAdvanced",
       "pos": [
-        1162.46533203125,
-        79.54632568359375
+        864,
+        192
       ],
       "size": [
-        566.427001953125,
-        688.7268676757812
+        272.3617858886719,
+        326
       ],
       "flags": {},
-      "order": 11,
+      "order": 14,
       "mode": 0,
       "inputs": [
         {
@@ -83,7 +160,7 @@
         {
           "name": "latent_image",
           "type": "LATENT",
-          "link": 178
+          "link": 116
         }
       ],
       "outputs": [
@@ -102,6 +179,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "SamplerCustomAdvanced"
       },
       "widgets_values": []
@@ -110,15 +189,15 @@
       "id": 25,
       "type": "RandomNoise",
       "pos": [
-        470.26251220703125,
-        444.5785827636719
+        480,
+        768
       ],
       "size": [
-        412.7810363769531,
+        315,
         82
       ],
       "flags": {},
-      "order": 0,
+      "order": 1,
       "mode": 0,
       "inputs": [],
       "outputs": [
@@ -131,55 +210,86 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "RandomNoise"
       },
       "widgets_values": [
-        36218255195780,
+        411099137945992,
         "randomize"
       ],
       "color": "#2a363b",
       "bgcolor": "#3f5159"
     },
     {
-      "id": 16,
-      "type": "KSamplerSelect",
+      "id": 30,
+      "type": "ModelSamplingFlux",
       "pos": [
-        484.6856689453125,
-        587.7680053710938
+        480,
+        1152
       ],
       "size": [
-        394.4875793457031,
-        58.668025970458984
+        315,
+        130
       ],
       "flags": {},
-      "order": 1,
+      "order": 9,
       "mode": 0,
-      "inputs": [],
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 120
+        },
+        {
+          "name": "width",
+          "type": "INT",
+          "widget": {
+            "name": "width"
+          },
+          "link": 115
+        },
+        {
+          "name": "height",
+          "type": "INT",
+          "widget": {
+            "name": "height"
+          },
+          "link": 114
+        }
+      ],
       "outputs": [
         {
-          "name": "SAMPLER",
-          "type": "SAMPLER",
+          "name": "MODEL",
+          "type": "MODEL",
+          "slot_index": 0,
           "links": [
-            19
+            54,
+            55
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "KSamplerSelect"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "ModelSamplingFlux"
       },
       "widgets_values": [
-        "euler"
+        1.15,
+        0.5,
+        1024,
+        1024
       ]
     },
     {
-      "id": 17,
-      "type": "BasicScheduler",
+      "id": 27,
+      "type": "EmptySD3LatentImage",
       "pos": [
-        509.7876892089844,
-        702.4910888671875
+        480,
+        624
       ],
       "size": [
-        398.4141845703125,
+        315,
         106
       ],
       "flags": {},
@@ -187,71 +297,136 @@
       "mode": 0,
       "inputs": [
         {
-          "name": "model",
-          "type": "MODEL",
-          "link": 295
+          "name": "width",
+          "type": "INT",
+          "widget": {
+            "name": "width"
+          },
+          "link": 112
+        },
+        {
+          "name": "height",
+          "type": "INT",
+          "widget": {
+            "name": "height"
+          },
+          "link": 113
         }
       ],
       "outputs": [
         {
-          "name": "SIGMAS",
-          "type": "SIGMAS",
+          "name": "LATENT",
+          "type": "LATENT",
+          "slot_index": 0,
           "links": [
-            20
+            116
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "BasicScheduler"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "EmptySD3LatentImage"
       },
       "widgets_values": [
-        "normal",
-        28,
+        1024,
+        1024,
         1
       ]
     },
     {
-      "id": 9,
-      "type": "SaveImage",
+      "id": 34,
+      "type": "PrimitiveNode",
       "pos": [
-        1812.6654052734375,
-        -154.47837829589844
+        432,
+        480
       ],
       "size": [
-        1308.1181640625,
-        1063.59521484375
+        210,
+        82
       ],
       "flags": {},
-      "order": 13,
+      "order": 2,
       "mode": 0,
-      "inputs": [
+      "inputs": [],
+      "outputs": [
         {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 9
+          "name": "INT",
+          "type": "INT",
+          "widget": {
+            "name": "width"
+          },
+          "slot_index": 0,
+          "links": [
+            112,
+            115
+          ]
         }
       ],
-      "outputs": [],
+      "title": "width",
       "properties": {
-        "Node name for S&R": "SaveImage"
+        "Run widget replace on values": false
       },
       "widgets_values": [
-        "ComfyUI"
-      ]
+        1024,
+        "fixed"
+      ],
+      "color": "#323",
+      "bgcolor": "#535"
+    },
+    {
+      "id": 35,
+      "type": "PrimitiveNode",
+      "pos": [
+        672,
+        480
+      ],
+      "size": [
+        210,
+        82
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "INT",
+          "type": "INT",
+          "widget": {
+            "name": "height"
+          },
+          "slot_index": 0,
+          "links": [
+            113,
+            114
+          ]
+        }
+      ],
+      "title": "height",
+      "properties": {
+        "Run widget replace on values": false
+      },
+      "widgets_values": [
+        1024,
+        "fixed"
+      ],
+      "color": "#323",
+      "bgcolor": "#535"
     },
     {
       "id": 8,
       "type": "VAEDecode",
       "pos": [
-        1500.7164306640625,
-        -139.140380859375
+        883.333251953125,
+        602.3333129882812
       ],
       "size": [
-        233.40155029296875,
+        210,
         46
       ],
       "flags": {},
-      "order": 12,
+      "order": 15,
       "mode": 0,
       "inputs": [
         {
@@ -262,7 +437,7 @@
         {
           "name": "vae",
           "type": "VAE",
-          "link": 279
+          "link": 119
         }
       ],
       "outputs": [
@@ -276,105 +451,182 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "VAEDecode"
       },
       "widgets_values": []
     },
     {
-      "id": 71,
-      "type": "EmptySD3LatentImage",
+      "id": 40,
+      "type": "VAELoaderMultiGPU",
       "pos": [
-        781.7842407226562,
-        174.56484985351562
+        38.24152755737305,
+        451.91839599609375
       ],
       "size": [
-        210,
-        106
+        250.19544982910156,
+        83.10191345214844
       ],
       "flags": {},
-      "order": 2,
+      "order": 4,
       "mode": 0,
       "inputs": [],
       "outputs": [
         {
-          "name": "LATENT",
-          "type": "LATENT",
-          "slot_index": 0,
+          "name": "VAE",
+          "type": "VAE",
           "links": [
-            178
+            119
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "EmptySD3LatentImage"
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "VAELoaderMultiGPU"
       },
       "widgets_values": [
-        1024,
-        1024,
-        1
+        "ae.safetensors",
+        "cuda:1"
       ],
-      "color": "#222",
-      "bgcolor": "#000"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
-      "id": 26,
-      "type": "FluxGuidance",
+      "id": 17,
+      "type": "BasicScheduler",
       "pos": [
-        346.12701416015625,
-        -30.19463348388672
+        478.0481262207031,
+        1008.0003662109375
       ],
       "size": [
-        317.4000244140625,
-        58
+        315,
+        106
       ],
       "flags": {},
-      "order": 9,
+      "order": 11,
       "mode": 0,
       "inputs": [
         {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 41
+          "name": "model",
+          "type": "MODEL",
+          "link": 55
         }
       ],
       "outputs": [
         {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
+          "name": "SIGMAS",
+          "type": "SIGMAS",
           "links": [
-            42
+            20
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "FluxGuidance"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "BasicScheduler"
       },
       "widgets_values": [
-        3.5
+        "simple",
+        20,
+        1
+      ]
+    },
+    {
+      "id": 44,
+      "type": "UnetLoaderGGUFMultiGPU",
+      "pos": [
+        31.3530216217041,
+        157.298828125
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "size": [
+        273.4029235839844,
+        82
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            120
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "UnetLoaderGGUFMultiGPU"
+      },
+      "widgets_values": [
+        "flux1-dev-Q4_K_S.gguf",
+        "cuda:0"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 45,
+      "type": "DualCLIPLoaderGGUFMultiGPU",
+      "pos": [
+        22.15631866455078,
+        274.3656311035156
+      ],
+      "size": [
+        303.7476501464844,
+        130
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            121
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
+      },
+      "widgets_values": [
+        "t5-v1_1-xxl-encoder-Q4_K_S.gguf",
+        "clip_l.safetensors",
+        "flux",
+        "cpu"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
       "id": 6,
       "type": "CLIPTextEncode",
       "pos": [
-        -81.70205688476562,
-        -33.01286315917969
+        384,
+        240
       ],
       "size": [
-        391.4284973144531,
-        176.46835327148438
+        422.84503173828125,
+        164.31304931640625
       ],
       "flags": {},
-      "order": 6,
+      "order": 10,
       "mode": 0,
       "inputs": [
         {
           "name": "clip",
           "type": "CLIP",
-          "link": 293
+          "link": 121
         }
       ],
       "outputs": [
@@ -389,164 +641,70 @@
       ],
       "title": "CLIP Text Encode (Positive Prompt)",
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+        "A towering technological monolith in a cyberpunk cityscape at night, with \"GGUF\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy.  Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
       ],
       "color": "#232",
       "bgcolor": "#353"
     },
     {
-      "id": 136,
-      "type": "DualCLIPLoaderMultiGPU",
+      "id": 9,
+      "type": "SaveImage",
       "pos": [
-        -558.3677978515625,
-        -36.014400482177734
+        1155,
+        196
       ],
       "size": [
-        420.4273376464844,
-        130
+        528.3246459960938,
+        705.4493408203125
       ],
       "flags": {},
-      "order": 3,
+      "order": 16,
       "mode": 0,
-      "inputs": [],
-      "outputs": [
+      "inputs": [
         {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            293
-          ]
+          "name": "images",
+          "type": "IMAGE",
+          "link": 9
         }
       ],
+      "outputs": [],
       "properties": {
-        "Node name for S&R": "DualCLIPLoaderMultiGPU"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
       },
       "widgets_values": [
-        "t5xxl_fp8_e4m3fn.safetensors",
-        "clip_l.safetensors",
-        "flux",
-        "cuda:1"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
+        "MultiGPU"
+      ]
     },
     {
-      "id": 133,
-      "type": "UNETLoaderDisTorch2MultiGPU",
+      "id": 42,
+      "type": "MarkdownNote",
       "pos": [
-        -559.6673583984375,
-        -315.3926086425781
+        -569.0946655273438,
+        139.91355895996094
       ],
       "size": [
-        381.215576171875,
-        178
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            294,
-            295
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
-      },
-      "widgets_values": [
-        "flux1-dev-fp8.safetensors",
-        "default",
-        "cuda:0",
-        4,
-        "cpu",
-        ""
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 30,
-      "type": "ModelSamplingFlux",
-      "pos": [
-        363.7016906738281,
-        -309.4155578613281
-      ],
-      "size": [
-        382.2674560546875,
-        170
+        581.2379150390625,
+        676.9735717773438
       ],
       "flags": {},
       "order": 7,
       "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 294
-        }
-      ],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "slot_index": 0,
-          "links": [
-            54
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "ModelSamplingFlux"
-      },
-      "widgets_values": [
-        1.15,
-        0.5,
-        1024,
-        1024
-      ]
-    },
-    {
-      "id": 60,
-      "type": "VAELoaderMultiGPU",
-      "pos": [
-        -543.2852783203125,
-        204.7698516845703
-      ],
-      "size": [
-        230.01893615722656,
-        85.27015686035156
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
       "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "slot_index": 0,
-          "links": [
-            279
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - ComfyUI-GGUF UNETLoader, DualClipLoader Workflow",
+      "properties": {},
       "widgets_values": [
-        "ae.safetensors",
-        "cuda:1"
+        "A standard FLUX.dev workflow with GGUF UNet and CLIP to test ComfyUI-GGUF integration. In this case we are using standard MultiGPU-wrapped nodes to move model components to their own device.\n## Custom Node\n- [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF)\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-GGUF/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [flux1-dev-Q4_K_S.gguf](https://huggingface.co/city96/FLUX.1-dev-gguf/resolve/main/flux1-dev-Q4_K_S.gguf)\n\n**CLIP**\n- [t5-v1_1-xxl-encoder-Q4_K_S.gguf](https://huggingface.co/city96/t5-v1_1-xxl-encoder-gguf/resolve/main/t5-v1_1-xxl-encoder-Q4_K_S.gguf)\n- [clip_l.safetensors](https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/clip_l.safetensors)\n\n**VAE**\n- [ae.safetensors](https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/ae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── t5-v1_1-xxl-encoder-Q4_K_S.gguf\n│   │   └── clip_l.safetensors\n│   ├── 📂 unet/\n│   │   ├── flux1-dev-Q4_K_S.gguf\n│   ├── 📂 vae/\n│   │   └── ae.safetensors]\n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── flux1-dev-Q4_K_S.gguf\n├── 🟣 cuda:1\n│       └── ae.safetensors\n├── ⚙️ cpu\n        └── t5-v1_1-xxl-encoder-Q4_K_S.gguf\n        └── clip_l.safetensors\n```"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     }
   ],
   "links": [
@@ -623,68 +781,92 @@
       "MODEL"
     ],
     [
-      178,
-      71,
+      55,
+      30,
+      0,
+      17,
+      0,
+      "MODEL"
+    ],
+    [
+      112,
+      34,
+      0,
+      27,
+      0,
+      "INT"
+    ],
+    [
+      113,
+      35,
+      0,
+      27,
+      1,
+      "INT"
+    ],
+    [
+      114,
+      35,
+      0,
+      30,
+      2,
+      "INT"
+    ],
+    [
+      115,
+      34,
+      0,
+      30,
+      1,
+      "INT"
+    ],
+    [
+      116,
+      27,
       0,
       13,
       4,
       "LATENT"
     ],
     [
-      279,
-      60,
+      119,
+      40,
       0,
       8,
       1,
       "VAE"
     ],
     [
-      293,
-      136,
-      0,
-      6,
-      0,
-      "CLIP"
-    ],
-    [
-      294,
-      133,
+      120,
+      44,
       0,
       30,
       0,
       "MODEL"
     ],
     [
-      295,
-      133,
+      121,
+      45,
       0,
-      17,
+      6,
       0,
-      "MODEL"
+      "CLIP"
     ]
   ],
   "groups": [],
   "config": {},
   "extra": {
     "ds": {
-      "scale": 0.6115909044841529,
+      "scale": 0.9090909090909091,
       "offset": [
-        1204.2248231557692,
-        953.8392783594873
+        753.354087714039,
+        -35.46859036092216
       ]
     },
-    "frontendVersion": "1.24.4",
+    "frontendVersion": "1.27.10",
     "groupNodes": {},
-    "node_versions": {
-      "comfy-core": "0.3.27",
-      "comfyui-kjnodes": "86b5453a5ca9ecb883eedc9d0a96bf942b9ca73e",
-      "ComfyUI-MultiGPU": "1bf9333fc7f1d230282a6bc9946cfeabb9801969",
-      "comfyui-art-venture": "50abaace756b96f5f5dc2c9d72826ef371afd45e",
-      "Comfy-WaveSpeed": "3db162bb7ad56b84a452a4778527da63793c0e87"
-    },
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
-    "ue_links": [],
     "VHS_MetadataImage": true,
     "VHS_KeepIntermediate": true
   },

example_workflows/ComfyUI-GGUF qwen_image unet distorch2 cliploader.json

@@ -1,153 +1,9 @@
 {
   "id": "91f6bbe2-ed41-4fd6-bac7-71d5b5864ecb",
   "revision": 0,
-  "last_node_id": 74,
-  "last_link_id": 134,
+  "last_node_id": 77,
+  "last_link_id": 137,
   "nodes": [
-    {
-      "id": 8,
-      "type": "VAEDecode",
-      "pos": [
-        1210,
-        190
-      ],
-      "size": [
-        210,
-        46
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 128
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 130
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "slot_index": 0,
-          "links": [
-            110
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 60,
-      "type": "SaveImage",
-      "pos": [
-        1478.3486328125,
-        190.30274963378906
-      ],
-      "size": [
-        821.0496215820312,
-        871.7067260742188
-      ],
-      "flags": {},
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 110
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 58,
-      "type": "EmptySD3LatentImage",
-      "pos": [
-        410.6574401855469,
-        620.5468139648438
-      ],
-      "size": [
-        270,
-        106
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            107
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptySD3LatentImage"
-      },
-      "widgets_values": [
-        1328,
-        1328,
-        1
-      ]
-    },
-    {
-      "id": 7,
-      "type": "CLIPTextEncode",
-      "pos": [
-        413,
-        389
-      ],
-      "size": [
-        425.27801513671875,
-        180.6060791015625
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 75
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            52
-          ]
-        }
-      ],
-      "title": "CLIP Text Encode (Negative Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        " "
-      ],
-      "color": "#322",
-      "bgcolor": "#533"
-    },
     {
       "id": 3,
       "type": "KSampler",
@@ -160,7 +16,7 @@
         474
       ],
       "flags": {},
-      "order": 9,
+      "order": 8,
       "mode": 0,
       "inputs": [
         {
@@ -195,10 +51,12 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "KSampler"
       },
       "widgets_values": [
-        460967899514521,
+        174815108394042,
         "randomize",
         20,
         2.5,
@@ -208,87 +66,117 @@
       ]
     },
     {
-      "id": 38,
-      "type": "CLIPLoader",
+      "id": 66,
+      "type": "ModelSamplingAuraFlow",
       "pos": [
-        -38.50741195678711,
-        203.00167846679688
+        459.40179443359375,
+        -35.1873779296875
       ],
       "size": [
-        380,
+        270,
+        58
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 137
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            125
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "ModelSamplingAuraFlow"
+      },
+      "widgets_values": [
+        3.1000000000000005
+      ]
+    },
+    {
+      "id": 76,
+      "type": "CLIPLoaderGGUFMultiGPU",
+      "pos": [
+        -28.469432830810547,
+        225.77920532226562
+      ],
+      "size": [
+        360.6989440917969,
         106
       ],
       "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            135,
+            136
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "CLIPLoaderGGUFMultiGPU"
+      },
+      "widgets_values": [
+        "Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf",
+        "qwen_image",
+        "cuda:1"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 70,
+      "type": "VAELoaderMultiGPU",
+      "pos": [
+        -30.621204376220703,
+        408.86016845703125
+      ],
+      "size": [
+        367.14569091796875,
+        82
+      ],
+      "flags": {},
       "order": 1,
       "mode": 0,
       "inputs": [],
       "outputs": [
         {
-          "name": "CLIP",
-          "type": "CLIP",
-          "slot_index": 0,
+          "name": "VAE",
+          "type": "VAE",
           "links": [
-            74,
-            75
+            130
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "CLIPLoader"
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "VAELoaderMultiGPU"
       },
       "widgets_values": [
-        "qwen_2.5_vl_7b_fp8_scaled.safetensors",
-        "qwen_image",
-        "cpu"
+        "qwen_image_vae.safetensors",
+        "cuda:1"
       ],
-      "color": "#223",
-      "bgcolor": "#335"
-    },
-    {
-      "id": 68,
-      "type": "Note",
-      "pos": [
-        913.0664672851562,
-        -0.3729564845561981
-      ],
-      "size": [
-        261.87744140625,
-        102.99000549316406
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "properties": {},
-      "widgets_values": [
-        "Increase the shift if you get too many blury/dark/bad images. Decrease if you want to try increasing detail."
-      ],
-      "color": "#432",
-      "bgcolor": "#653"
-    },
-    {
-      "id": 67,
-      "type": "Note",
-      "pos": [
-        874.5732421875,
-        755.3063354492188
-      ],
-      "size": [
-        307.4002380371094,
-        127.38092803955078
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "properties": {},
-      "widgets_values": [
-        "Set cfg to 1.0 for a speed boost at the cost of consistency. Samplers like res_multistep work pretty well at cfg 1.0\n\nThe official number of steps is 50 but I think that's too much. Even just 10 steps seems to work."
-      ],
-      "color": "#432",
-      "bgcolor": "#653"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
       "id": 6,
@@ -308,7 +196,7 @@
         {
           "name": "clip",
           "type": "CLIP",
-          "link": 74
+          "link": 136
         }
       ],
       "outputs": [
@@ -323,122 +211,233 @@
       ],
       "title": "CLIP Text Encode (Positive Prompt)",
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. \"now with .safetensors!\" in same styling but smaller, italic version of the font splashed in the lower right-hand corner of the image. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+        "A towering technological monolith in a cyberpunk cityscape at night, with \"GGUF DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
       ],
       "color": "#232",
       "bgcolor": "#353"
     },
     {
-      "id": 70,
-      "type": "VAELoaderMultiGPU",
+      "id": 8,
+      "type": "VAEDecode",
       "pos": [
-        -30.621204376220703,
-        408.86016845703125
+        932.9422607421875,
+        11.704089164733887
       ],
       "size": [
-        337.2979431152344,
-        82
+        210,
+        46
+      ],
+      "flags": {},
+      "order": 9,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 128
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 130
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            110
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    },
+    {
+      "id": 7,
+      "type": "CLIPTextEncode",
+      "pos": [
+        422.6140441894531,
+        397.7400207519531
+      ],
+      "size": [
+        425.27801513671875,
+        182.3540496826172
+      ],
+      "flags": {
+        "collapsed": true
+      },
+      "order": 5,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 135
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            52
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Negative Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        " "
+      ],
+      "color": "#322",
+      "bgcolor": "#533"
+    },
+    {
+      "id": 58,
+      "type": "EmptySD3LatentImage",
+      "pos": [
+        448.2394104003906,
+        480.706787109375
+      ],
+      "size": [
+        270,
+        106
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            107
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "EmptySD3LatentImage"
+      },
+      "widgets_values": [
+        1328,
+        1328,
+        1
+      ]
+    },
+    {
+      "id": 77,
+      "type": "UnetLoaderGGUFDisTorch2MultiGPU",
+      "pos": [
+        -30.83705711364746,
+        -24.04859733581543
+      ],
+      "size": [
+        363.6120910644531,
+        185.86599731445312
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            137
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "UnetLoaderGGUFDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "qwen-image-Q3_K_S.gguf",
+        "cuda:0",
+        4.2,
+        "cpu",
+        "",
+        true
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 75,
+      "type": "MarkdownNote",
+      "pos": [
+        -713.5603637695312,
+        -38.757911682128906
+      ],
+      "size": [
+        648.826904296875,
+        649.345947265625
       ],
       "flags": {},
       "order": 4,
       "mode": 0,
       "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            130
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - ComfyUI-GGUF UNETDisTorch2Loader, DualClipLoader Workflow",
+      "properties": {},
       "widgets_values": [
-        "qwen_image_vae.safetensors",
-        "cuda:1"
+        "A DisTorch2 FLUX.dev workflow with GGUF UNet DisTorch2 and CLIP to test ComfyUI-GGUF integration. In this case we are using the DisTorch2 node to statically allocate approximately half of the main UNet model to the cpu.\n\n## Custom Node\n- [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF)\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-GGUF/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [qwen-image-Q3_K_S.gguf](https://huggingface.co/city96/Qwen-Image-gguf/resolve/main/qwen-image-Q3_K_S.gguf)\n\n**CLIP**\n- [Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf](https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/resolve/main/Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf)\n\n**VAE**\n- [qwen_image_vae.safetensors](https://huggingface.co/Comfy-Org/Qwen-Image_ComfyUI/blob/main/split_files/vae/qwen_image_vae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf\n│   ├── 📂 unet/\n│   │   ├── qwen-image-Q3_K_S.gguf [🟩🟩🟩🟩🟩⚙️⚙️⚙️⚙️⚙️]\n│   ├── 📂 vae/\n│   │   └── qwen_image_vae.safetensors\n```\n\n```\n🖥️ Device Mapping\n├── 🟢 cuda:0\n│       └── qwen-image-Q3_K_S.gguf [🟩🟩🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf\n│       └── qwen_image_vae.safetensors\n├── ⚙️ cpu\n│       └── qwen-image-Q3_K_S.gguf [⚙️⚙️⚙️⚙️⚙️]\n\n```"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
-      "id": 66,
-      "type": "ModelSamplingAuraFlow",
+      "id": 60,
+      "type": "SaveImage",
       "pos": [
-        459.40179443359375,
-        -35.1873779296875
+        1275.1832275390625,
+        -41.704383850097656
       ],
       "size": [
-        270,
-        58
+        821.0496215820312,
+        871.7067260742188
       ],
       "flags": {},
-      "order": 8,
+      "order": 10,
       "mode": 0,
       "inputs": [
         {
-          "name": "model",
-          "type": "MODEL",
-          "link": 134
-        }
-      ],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            125
-          ]
+          "name": "images",
+          "type": "IMAGE",
+          "link": 110
         }
       ],
+      "outputs": [],
       "properties": {
-        "Node name for S&R": "ModelSamplingAuraFlow"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
       },
       "widgets_values": [
-        3.1000000000000005
+        "MultiGPU"
       ]
-    },
-    {
-      "id": 71,
-      "type": "UNETLoaderDisTorch2MultiGPU",
-      "pos": [
-        -18.269481658935547,
-        -40.56364059448242
-      ],
-      "size": [
-        351.41351318359375,
-        179.5890655517578
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            134
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
-      },
-      "widgets_values": [
-        "qwen_image_fp8_e4m3fn.safetensors",
-        "fp8_e4m3fn",
-        "cuda:0",
-        4,
-        "cpu",
-        ""
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
     }
   ],
   "links": [
@@ -458,22 +457,6 @@
       2,
       "CONDITIONING"
     ],
-    [
-      74,
-      38,
-      0,
-      6,
-      0,
-      "CLIP"
-    ],
-    [
-      75,
-      38,
-      0,
-      7,
-      0,
-      "CLIP"
-    ],
     [
       107,
       58,
@@ -515,8 +498,24 @@
       "VAE"
     ],
     [
-      134,
-      71,
+      135,
+      76,
+      0,
+      7,
+      0,
+      "CLIP"
+    ],
+    [
+      136,
+      76,
+      0,
+      6,
+      0,
+      "CLIP"
+    ],
+    [
+      137,
+      77,
       0,
       66,
       0,
@@ -527,13 +526,13 @@
   "config": {},
   "extra": {
     "ds": {
-      "scale": 0.9229599817706498,
+      "scale": 0.7627768444385551,
       "offset": [
-        81.82659533721916,
-        197.28454065770217
+        811.7802596892885,
+        398.7650738399946
       ]
     },
-    "frontendVersion": "1.24.4",
+    "frontendVersion": "1.27.10",
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
     "VHS_MetadataImage": true,

example_workflows/distorch/flux1dev_gguf_distorch.json

@@ -1,597 +0,0 @@
-{
-  "last_node_id": 52,
-  "last_link_id": 103,
-  "nodes": [
-    {
-      "id": 22,
-      "type": "BasicGuider",
-      "pos": [
-        383.62896728515625,
-        96.27555847167969
-      ],
-      "size": [
-        161.1999969482422,
-        46
-      ],
-      "flags": {},
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 102,
-          "slot_index": 0
-        },
-        {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 87,
-          "slot_index": 1
-        }
-      ],
-      "outputs": [
-        {
-          "name": "GUIDER",
-          "type": "GUIDER",
-          "links": [
-            30
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicGuider"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 16,
-      "type": "KSamplerSelect",
-      "pos": [
-        398.8528137207031,
-        360.1959533691406
-      ],
-      "size": [
-        210,
-        58
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "SAMPLER",
-          "type": "SAMPLER",
-          "links": [
-            19
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSamplerSelect"
-      },
-      "widgets_values": [
-        "deis"
-      ]
-    },
-    {
-      "id": 13,
-      "type": "SamplerCustomAdvanced",
-      "pos": [
-        883.27783203125,
-        267.0603942871094
-      ],
-      "size": [
-        236.8000030517578,
-        387.28668212890625
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "noise",
-          "type": "NOISE",
-          "link": 37,
-          "slot_index": 0
-        },
-        {
-          "name": "guider",
-          "type": "GUIDER",
-          "link": 30,
-          "slot_index": 1
-        },
-        {
-          "name": "sampler",
-          "type": "SAMPLER",
-          "link": 19,
-          "slot_index": 2
-        },
-        {
-          "name": "sigmas",
-          "type": "SIGMAS",
-          "link": 20,
-          "slot_index": 3
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 82,
-          "slot_index": 4
-        }
-      ],
-      "outputs": [
-        {
-          "name": "output",
-          "type": "LATENT",
-          "links": [
-            83
-          ],
-          "slot_index": 0,
-          "shape": 3
-        },
-        {
-          "name": "denoised_output",
-          "type": "LATENT",
-          "links": null,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "SamplerCustomAdvanced"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 9,
-      "type": "SaveImage",
-      "pos": [
-        1153.8681640625,
-        66.58897399902344
-      ],
-      "size": [
-        512.2255859375,
-        692.112548828125
-      ],
-      "flags": {},
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 85
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 41,
-      "type": "CLIPTextEncode",
-      "pos": [
-        420.7973937988281,
-        467.3779296875
-      ],
-      "size": [
-        400,
-        200
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 99
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            87
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch\" emblazoned across its surface in massive neon red letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading."
-      ]
-    },
-    {
-      "id": 17,
-      "type": "BasicScheduler",
-      "pos": [
-        660.5484008789062,
-        118.03018188476562
-      ],
-      "size": [
-        210,
-        106
-      ],
-      "flags": {},
-      "order": 6,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 103,
-          "slot_index": 0
-        }
-      ],
-      "outputs": [
-        {
-          "name": "SIGMAS",
-          "type": "SIGMAS",
-          "links": [
-            20
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicScheduler"
-      },
-      "widgets_values": [
-        "ddim_uniform",
-        30,
-        1
-      ]
-    },
-    {
-      "id": 40,
-      "type": "VAEDecode",
-      "pos": [
-        875.2288818359375,
-        120.00743103027344
-      ],
-      "size": [
-        210,
-        46
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 83
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 84
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            85
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 39,
-      "type": "EmptySD3LatentImage",
-      "pos": [
-        644.3074951171875,
-        299.38372802734375
-      ],
-      "size": [
-        210,
-        106
-      ],
-      "flags": {},
-      "order": 1,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            82
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptySD3LatentImage"
-      },
-      "widgets_values": [
-        1024,
-        1024,
-        1
-      ]
-    },
-    {
-      "id": 25,
-      "type": "RandomNoise",
-      "pos": [
-        390.974853515625,
-        209.66781616210938
-      ],
-      "size": [
-        236.60824584960938,
-        88.84210968017578
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "NOISE",
-          "type": "NOISE",
-          "links": [
-            37
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "RandomNoise"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed"
-      ]
-    },
-    {
-      "id": 37,
-      "type": "UnetLoaderGGUFDisTorchMultiGPU",
-      "pos": [
-        -71.38706970214844,
-        90.67648315429688
-      ],
-      "size": [
-        417.6407775878906,
-        154
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            102,
-            103
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU"
-      },
-      "widgets_values": [
-        "flux1-dev-Q8_0.gguf",
-        "cuda:0",
-        6,
-        false,
-        ""
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 33,
-      "type": "VAELoaderMultiGPU",
-      "pos": [
-        -66.57144165039062,
-        479.7591552734375
-      ],
-      "size": [
-        450.23980712890625,
-        82
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            84
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
-      "widgets_values": [
-        "ae.safetensors",
-        "cuda:1"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 35,
-      "type": "DualCLIPLoaderGGUFMultiGPU",
-      "pos": [
-        -69.62869262695312,
-        285.6338195800781
-      ],
-      "size": [
-        435.3804016113281,
-        130
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            99
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
-      },
-      "widgets_values": [
-        "t5-v1_1-xxl-encoder-Q4_K_M.gguf",
-        "clip_l.safetensors",
-        "flux",
-        "cuda:1"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    }
-  ],
-  "links": [
-    [
-      19,
-      16,
-      0,
-      13,
-      2,
-      "SAMPLER"
-    ],
-    [
-      20,
-      17,
-      0,
-      13,
-      3,
-      "SIGMAS"
-    ],
-    [
-      30,
-      22,
-      0,
-      13,
-      1,
-      "GUIDER"
-    ],
-    [
-      37,
-      25,
-      0,
-      13,
-      0,
-      "NOISE"
-    ],
-    [
-      82,
-      39,
-      0,
-      13,
-      4,
-      "LATENT"
-    ],
-    [
-      83,
-      13,
-      0,
-      40,
-      0,
-      "LATENT"
-    ],
-    [
-      84,
-      33,
-      0,
-      40,
-      1,
-      "VAE"
-    ],
-    [
-      85,
-      40,
-      0,
-      9,
-      0,
-      "IMAGE"
-    ],
-    [
-      87,
-      41,
-      0,
-      22,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      99,
-      35,
-      0,
-      41,
-      0,
-      "CLIP"
-    ],
-    [
-      102,
-      37,
-      0,
-      22,
-      0,
-      "MODEL"
-    ],
-    [
-      103,
-      37,
-      0,
-      17,
-      0,
-      "MODEL"
-    ]
-  ],
-  "groups": [],
-  "config": {},
-  "extra": {
-    "ds": {
-      "scale": 1,
-      "offset": [
-        574.0015045555798,
-        267.12195585438565
-      ]
-    },
-    "ue_links": [],
-    "VHS_latentpreview": false,
-    "VHS_latentpreviewrate": 0,
-    "node_versions": {
-      "comfy-core": "0.3.12",
-      "ComfyUI-MultiGPU": "3dbfcc713552b0560a471c10d9b29520e8b1981e"
-    },
-    "VHS_MetadataImage": true,
-    "VHS_KeepIntermediate": true
-  },
-  "version": 0.4
-}

example_workflows/flux unet dual_clip vae loaders.json

@@ -1,7 +1,7 @@
 {
   "id": "4d231a10-da3b-4b12-8698-449accd4b87a",
   "revision": 0,
-  "last_node_id": 40,
+  "last_node_id": 43,
   "last_link_id": 119,
   "nodes": [
     {
@@ -16,7 +16,7 @@
         106
       ],
       "flags": {},
-      "order": 12,
+      "order": 11,
       "mode": 0,
       "inputs": [
         {
@@ -35,6 +35,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "BasicScheduler"
       },
       "widgets_values": [
@@ -68,6 +70,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "KSamplerSelect"
       },
       "widgets_values": [
@@ -86,7 +90,7 @@
         58
       ],
       "flags": {},
-      "order": 11,
+      "order": 12,
       "mode": 0,
       "inputs": [
         {
@@ -106,6 +110,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "FluxGuidance"
       },
       "widgets_values": [
@@ -151,6 +157,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "BasicGuider"
       },
       "widgets_values": []
@@ -212,6 +220,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "SamplerCustomAdvanced"
       },
       "widgets_values": []
@@ -241,56 +251,17 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "RandomNoise"
       },
       "widgets_values": [
-        826914720443214,
+        653376826227025,
         "randomize"
       ],
       "color": "#2a363b",
       "bgcolor": "#3f5159"
     },
-    {
-      "id": 8,
-      "type": "VAEDecode",
-      "pos": [
-        866,
-        367
-      ],
-      "size": [
-        210,
-        46
-      ],
-      "flags": {},
-      "order": 15,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 24
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 119
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "slot_index": 0,
-          "links": [
-            9
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
     {
       "id": 30,
       "type": "ModelSamplingFlux",
@@ -303,7 +274,7 @@
         130
       ],
       "flags": {},
-      "order": 10,
+      "order": 9,
       "mode": 0,
       "inputs": [
         {
@@ -340,6 +311,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "ModelSamplingFlux"
       },
       "widgets_values": [
@@ -392,6 +365,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "EmptySD3LatentImage"
       },
       "widgets_values": [
@@ -480,60 +455,6 @@
       "color": "#323",
       "bgcolor": "#535"
     },
-    {
-      "id": 9,
-      "type": "SaveImage",
-      "pos": [
-        1155,
-        196
-      ],
-      "size": [
-        985.3012084960938,
-        1060.3828125
-      ],
-      "flags": {},
-      "order": 16,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 9
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 37,
-      "type": "Note",
-      "pos": [
-        480,
-        1344
-      ],
-      "size": [
-        314.99755859375,
-        117.98363494873047
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "properties": {
-        "text": ""
-      },
-      "widgets_values": [
-        "The reference sampling implementation auto adjusts the shift value based on the resolution, if you don't want this you can just bypass (CTRL-B) this ModelSamplingFlux node.\n"
-      ],
-      "color": "#432",
-      "bgcolor": "#653"
-    },
     {
       "id": 6,
       "type": "CLIPTextEncode",
@@ -546,7 +467,7 @@
         164.31304931640625
       ],
       "flags": {},
-      "order": 9,
+      "order": 10,
       "mode": 0,
       "inputs": [
         {
@@ -567,23 +488,105 @@
       ],
       "title": "CLIP Text Encode (Positive Prompt)",
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+        "A towering technological monolith in a cyberpunk cityscape at night, with \"MultiGPU\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy.  Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
       ],
       "color": "#232",
       "bgcolor": "#353"
     },
+    {
+      "id": 8,
+      "type": "VAEDecode",
+      "pos": [
+        883.333251953125,
+        602.3333129882812
+      ],
+      "size": [
+        210,
+        46
+      ],
+      "flags": {},
+      "order": 15,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 24
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 119
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            9
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    },
+    {
+      "id": 38,
+      "type": "UNETLoaderMultiGPU",
+      "pos": [
+        32.4267692565918,
+        128.16644287109375
+      ],
+      "size": [
+        252.71832275390625,
+        106
+      ],
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            117
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "UNETLoaderMultiGPU"
+      },
+      "widgets_values": [
+        "flux1-dev-fp8.safetensors",
+        "default",
+        "cuda:0"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
     {
       "id": 39,
       "type": "DualCLIPLoaderMultiGPU",
       "pos": [
-        52.45843505859375,
-        284.6034851074219
+        35.378475189208984,
+        276.3390197753906
       ],
       "size": [
-        270,
+        252.36911010742188,
         130
       ],
       "flags": {},
@@ -600,30 +603,56 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "DualCLIPLoaderMultiGPU"
       },
       "widgets_values": [
-        "t5xxl_fp16.safetensors",
+        "t5xxl_fp8_e4m3fn_scaled.safetensors",
         "clip_l.safetensors",
         "flux",
-        "cuda:1"
+        "cpu"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 42,
+      "type": "MarkdownNote",
+      "pos": [
+        -543.3901977539062,
+        124.58646392822266
+      ],
+      "size": [
+        536.8795166015625,
+        540.175537109375
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - UNETLoader, DualClipLoader, and VAELoader nodes",
+      "properties": {},
+      "widgets_values": [
+        "A standard FLUX.dev .fp8 UNet to test ComfyUI-MultiGPU Comfy Core Loader basic functionality. In this case we are using standard MultiGPU-wrapped nodes to move model components to their own device.\n\n## Model links\n\n**Diffusion model**\n- [flux1-dev-fp8.safetensors](https://huggingface.co/Comfy-Org/flux1-dev/resolve/main/flux1-dev-fp8.safetensors)\n\n**CLIP**\n- [t5xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/t5xxl_fp8_e4m3fn_scaled.safetensors)\n- [clip_l.safetensors](https://huggingface.co/comfyanonymous/flux_text_encoders/resolve/main/clip_l.safetensors)\n\n**VAE**\n- [ae.safetensors](https://huggingface.co/black-forest-labs/FLUX.1-dev/resolve/main/ae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 diffusion_models/\n│   │   ├── flux1-dev-fp8.safetensors\n│   ├── 📂 clip/\n│   │   └── t5xxl_fp8_e4m3fn_scaled.safetensors\n│   │   └── clip_l.safetensors\n│   ├── 📂 vae/\n│   │   └── ae.safetensors\n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── flux1-dev-fp8.safetensors\n├── 🟣 cuda:1\n│       └── ae.safetensors\n├── ⚙️ cpu\n        └── t5xxl_fp8_e4m3fn_scaled.safetensors\n        └── clip_l.safetensors\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
       "id": 40,
       "type": "VAELoaderMultiGPU",
       "pos": [
-        55.872314453125,
-        462.9376220703125
+        62.4415397644043,
+        462.18499755859375
       ],
       "size": [
-        268.9281921386719,
-        82
+        250.19544982910156,
+        83.10191345214844
       ],
       "flags": {},
-      "order": 6,
+      "order": 7,
       "mode": 0,
       "inputs": [],
       "outputs": [
@@ -636,49 +665,47 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "VAELoaderMultiGPU"
       },
       "widgets_values": [
         "ae.safetensors",
-        "cuda:0"
+        "cuda:1"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
-      "id": 38,
-      "type": "UNETLoaderMultiGPU",
+      "id": 9,
+      "type": "SaveImage",
       "pos": [
-        62.178836822509766,
-        116.59618377685547
+        1155,
+        196
       ],
       "size": [
-        252.71832275390625,
-        106
+        771.1677856445312,
+        714.9827880859375
       ],
       "flags": {},
-      "order": 7,
+      "order": 16,
       "mode": 0,
-      "inputs": [],
-      "outputs": [
+      "inputs": [
         {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            117
-          ]
+          "name": "images",
+          "type": "IMAGE",
+          "link": 9
         }
       ],
+      "outputs": [],
       "properties": {
-        "Node name for S&R": "UNETLoaderMultiGPU"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
       },
       "widgets_values": [
-        "flux1-dev-fp8.safetensors",
-        "default",
-        "cuda:0"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
+        "MultiGPU"
+      ]
     }
   ],
   "links": [
@@ -831,14 +858,14 @@
   "config": {},
   "extra": {
     "ds": {
-      "scale": 0.6830134553650705,
+      "scale": 0.9090909090909091,
       "offset": [
-        1096.2188760488327,
-        245.01396417277823
+        549.7571867235707,
+        -6.513564853156251
       ]
     },
+    "frontendVersion": "1.27.10",
     "groupNodes": {},
-    "frontendVersion": "1.24.4",
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
     "VHS_MetadataImage": true,

example_workflows/gguf/flux1dev_2gpu_gguf.json

@@ -1,675 +0,0 @@
-{
-  "last_node_id": 36,
-  "last_link_id": 53,
-  "nodes": [
-    {
-      "id": 33,
-      "type": "VAELoaderMultiGPU",
-      "pos": [
-        -62.57144546508789,
-        460.42584228515625
-      ],
-      "size": [
-        450.23980712890625,
-        82
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            48,
-            49
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
-      "widgets_values": [
-        "ae.safetensors",
-        "cuda:0"
-      ]
-    },
-    {
-      "id": 9,
-      "type": "SaveImage",
-      "pos": [
-        553.2835693359375,
-        604.8348999023438
-      ],
-      "size": [
-        512.2255859375,
-        692.112548828125
-      ],
-      "flags": {},
-      "order": 13,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 9
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 22,
-      "type": "BasicGuider",
-      "pos": [
-        397.337158203125,
-        135.11544799804688
-      ],
-      "size": [
-        161.1999969482422,
-        46
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 51,
-          "slot_index": 0
-        },
-        {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 40,
-          "slot_index": 1
-        }
-      ],
-      "outputs": [
-        {
-          "name": "GUIDER",
-          "type": "GUIDER",
-          "links": [
-            30
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicGuider"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 25,
-      "type": "RandomNoise",
-      "pos": [
-        381.8360595703125,
-        230.80130004882812
-      ],
-      "size": [
-        236.60824584960938,
-        88.84210968017578
-      ],
-      "flags": {},
-      "order": 1,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "NOISE",
-          "type": "NOISE",
-          "links": [
-            37
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "RandomNoise"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed"
-      ]
-    },
-    {
-      "id": 16,
-      "type": "KSamplerSelect",
-      "pos": [
-        398.8528137207031,
-        360.1959533691406
-      ],
-      "size": [
-        210,
-        58
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "SAMPLER",
-          "type": "SAMPLER",
-          "links": [
-            19
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSamplerSelect"
-      },
-      "widgets_values": [
-        "euler"
-      ]
-    },
-    {
-      "id": 17,
-      "type": "BasicScheduler",
-      "pos": [
-        573.0526123046875,
-        137.1051483154297
-      ],
-      "size": [
-        210,
-        106
-      ],
-      "flags": {},
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 52,
-          "slot_index": 0
-        }
-      ],
-      "outputs": [
-        {
-          "name": "SIGMAS",
-          "type": "SIGMAS",
-          "links": [
-            20
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicScheduler"
-      },
-      "widgets_values": [
-        "simple",
-        20,
-        0.75
-      ]
-    },
-    {
-      "id": 30,
-      "type": "VAEEncode",
-      "pos": [
-        626.94189453125,
-        306.2926940917969
-      ],
-      "size": [
-        140,
-        46.959110260009766
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "pixels",
-          "type": "IMAGE",
-          "link": 53
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 49
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            44
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEEncode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 8,
-      "type": "VAEDecode",
-      "pos": [
-        625.9295654296875,
-        428.6144714355469
-      ],
-      "size": [
-        140,
-        46
-      ],
-      "flags": {},
-      "order": 12,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 24
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 48
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            9
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 13,
-      "type": "SamplerCustomAdvanced",
-      "pos": [
-        806.6261596679688,
-        163.39205932617188
-      ],
-      "size": [
-        236.8000030517578,
-        387.28668212890625
-      ],
-      "flags": {},
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "noise",
-          "type": "NOISE",
-          "link": 37,
-          "slot_index": 0
-        },
-        {
-          "name": "guider",
-          "type": "GUIDER",
-          "link": 30,
-          "slot_index": 1
-        },
-        {
-          "name": "sampler",
-          "type": "SAMPLER",
-          "link": 19,
-          "slot_index": 2
-        },
-        {
-          "name": "sigmas",
-          "type": "SIGMAS",
-          "link": 20,
-          "slot_index": 3
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 44,
-          "slot_index": 4
-        }
-      ],
-      "outputs": [
-        {
-          "name": "output",
-          "type": "LATENT",
-          "links": [
-            24
-          ],
-          "slot_index": 0,
-          "shape": 3
-        },
-        {
-          "name": "denoised_output",
-          "type": "LATENT",
-          "links": null,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "SamplerCustomAdvanced"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 26,
-      "type": "LoadImage",
-      "pos": [
-        -49.16379928588867,
-        590.3043823242188
-      ],
-      "size": [
-        571.7417602539062,
-        708.3975830078125
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            53
-          ],
-          "slot_index": 0,
-          "shape": 3
-        },
-        {
-          "name": "MASK",
-          "type": "MASK",
-          "links": null,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "LoadImage"
-      },
-      "widgets_values": [
-        "43400095.png",
-        "image"
-      ]
-    },
-    {
-      "id": 6,
-      "type": "CLIPTextEncode",
-      "pos": [
-        405.42108154296875,
-        460.1813049316406
-      ],
-      "size": [
-        210,
-        76
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 50
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            40
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "anime style"
-      ]
-    },
-    {
-      "id": 34,
-      "type": "UnetLoaderGGUFMultiGPU",
-      "pos": [
-        -42.17792892456055,
-        132.78921508789062
-      ],
-      "size": [
-        417.5072937011719,
-        97.88888549804688
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            51,
-            52
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UnetLoaderGGUFMultiGPU"
-      },
-      "widgets_values": [
-        "flux1-dev-Q4_0.gguf",
-        "cuda:1"
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
-    {
-      "id": 36,
-      "type": "Note",
-      "pos": [
-        -448.1904602050781,
-        138.0183868408203
-      ],
-      "size": [
-        384.5566711425781,
-        276.04486083984375
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "title": "This workflow requires ComfyUI-GGUF",
-      "properties": {},
-      "widgets_values": [
-        "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"UnetLoaderGGUFMultiGPU\" and \n*\"DualCLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow."
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
-    {
-      "id": 35,
-      "type": "DualCLIPLoaderGGUFMultiGPU",
-      "pos": [
-        -52.30849075317383,
-        280.70391845703125
-      ],
-      "size": [
-        435.3804016113281,
-        130
-      ],
-      "flags": {},
-      "order": 6,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            50
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
-      },
-      "widgets_values": [
-        "t5-v1_1-xxl-encoder-Q4_K_M.gguf",
-        "clip_l.safetensors",
-        "flux",
-        "cuda:0"
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    }
-  ],
-  "links": [
-    [
-      9,
-      8,
-      0,
-      9,
-      0,
-      "IMAGE"
-    ],
-    [
-      19,
-      16,
-      0,
-      13,
-      2,
-      "SAMPLER"
-    ],
-    [
-      20,
-      17,
-      0,
-      13,
-      3,
-      "SIGMAS"
-    ],
-    [
-      24,
-      13,
-      0,
-      8,
-      0,
-      "LATENT"
-    ],
-    [
-      30,
-      22,
-      0,
-      13,
-      1,
-      "GUIDER"
-    ],
-    [
-      37,
-      25,
-      0,
-      13,
-      0,
-      "NOISE"
-    ],
-    [
-      40,
-      6,
-      0,
-      22,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      44,
-      30,
-      0,
-      13,
-      4,
-      "LATENT"
-    ],
-    [
-      48,
-      33,
-      0,
-      8,
-      1,
-      "VAE"
-    ],
-    [
-      49,
-      33,
-      0,
-      30,
-      1,
-      "VAE"
-    ],
-    [
-      50,
-      35,
-      0,
-      6,
-      0,
-      "CLIP"
-    ],
-    [
-      51,
-      34,
-      0,
-      22,
-      0,
-      "MODEL"
-    ],
-    [
-      52,
-      34,
-      0,
-      17,
-      0,
-      "MODEL"
-    ],
-    [
-      53,
-      26,
-      0,
-      30,
-      0,
-      "IMAGE"
-    ]
-  ],
-  "groups": [],
-  "config": {},
-  "extra": {
-    "ds": {
-      "scale": 0.7972024500001046,
-      "offset": [
-        1117.1276694292012,
-        150.83008522230102
-      ]
-    },
-    "ue_links": [],
-    "VHS_latentpreview": false,
-    "VHS_latentpreviewrate": 0
-  },
-  "version": 0.4
-}

example_workflows/gguf/hunyuan_cpu_1gpu_gguf.json

@@ -1,767 +0,0 @@
-{
-  "last_node_id": 107,
-  "last_link_id": 282,
-  "nodes": [
-    {
-      "id": 26,
-      "type": "FluxGuidance",
-      "pos": [
-        350.5116882324219,
-        321.9669494628906
-      ],
-      "size": [
-        211.60000610351562,
-        58
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 175
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            129
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "FluxGuidance"
-      },
-      "widgets_values": [
-        6
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 16,
-      "type": "KSamplerSelect",
-      "pos": [
-        351.79522705078125,
-        238.22244262695312
-      ],
-      "size": [
-        210,
-        58
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "SAMPLER",
-          "type": "SAMPLER",
-          "links": [
-            19
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSamplerSelect"
-      },
-      "widgets_values": [
-        "euler"
-      ]
-    },
-    {
-      "id": 44,
-      "type": "CLIPTextEncode",
-      "pos": [
-        352.4063415527344,
-        110.92157745361328
-      ],
-      "size": [
-        806.6873168945312,
-        100.75743865966797
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 271
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            175
-          ],
-          "slot_index": 0
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "anime style anime girl with massive fennec ears and one big fluffy tail, she has blonde hair long hair blue eyes wearing a pink sweater and a long blue skirt walking in a beautiful outdoor scenery with snow mountains in the background"
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
-    {
-      "id": 103,
-      "type": "Note",
-      "pos": [
-        -341.6152038574219,
-        140.59632873535156
-      ],
-      "size": [
-        353.56494140625,
-        190.77996826171875
-      ],
-      "flags": {},
-      "order": 1,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "title": "This workflow requires ComfyUI-GGUF",
-      "properties": {},
-      "widgets_values": [
-        "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"CLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow."
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
-    {
-      "id": 25,
-      "type": "RandomNoise",
-      "pos": [
-        564.22607421875,
-        246.15061950683594
-      ],
-      "size": [
-        240.3448944091797,
-        82
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "NOISE",
-          "type": "NOISE",
-          "links": [
-            37
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "RandomNoise"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed"
-      ],
-      "color": "#2a363b",
-      "bgcolor": "#3f5159"
-    },
-    {
-      "id": 17,
-      "type": "BasicScheduler",
-      "pos": [
-        566.8038940429688,
-        356.6055908203125
-      ],
-      "size": [
-        210,
-        109.8011474609375
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 270,
-          "slot_index": 0
-        }
-      ],
-      "outputs": [
-        {
-          "name": "SIGMAS",
-          "type": "SIGMAS",
-          "links": [
-            20
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicScheduler"
-      },
-      "widgets_values": [
-        "simple",
-        20,
-        1
-      ]
-    },
-    {
-      "id": 67,
-      "type": "ModelSamplingSD3",
-      "pos": [
-        353.3148193359375,
-        580.4356689453125
-      ],
-      "size": [
-        210,
-        58
-      ],
-      "flags": {},
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 269
-        }
-      ],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            252
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "ModelSamplingSD3"
-      },
-      "widgets_values": [
-        7
-      ]
-    },
-    {
-      "id": 45,
-      "type": "EmptyHunyuanLatentVideo",
-      "pos": [
-        348.5732116699219,
-        417.52801513671875
-      ],
-      "size": [
-        210,
-        130
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            180
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptyHunyuanLatentVideo"
-      },
-      "widgets_values": [
-        848,
-        480,
-        73,
-        1
-      ]
-    },
-    {
-      "id": 87,
-      "type": "DualCLIPLoaderGGUFMultiGPU",
-      "pos": [
-        21.471084594726562,
-        250.58938598632812
-      ],
-      "size": [
-        327.5999755859375,
-        130
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            271
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
-      },
-      "widgets_values": [
-        "clip_l.safetensors",
-        "llava-llama-3-8B-v1_1-Q4_K_M.gguf",
-        "hunyuan_video",
-        "cpu"
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
-    {
-      "id": 88,
-      "type": "VAELoaderMultiGPU",
-      "pos": [
-        16.678661346435547,
-        554.1597290039062
-      ],
-      "size": [
-        322.5263366699219,
-        82
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            280
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
-      "widgets_values": [
-        "hunyuan_video_vae_bf16.safetensors",
-        "cuda:0"
-      ]
-    },
-    {
-      "id": 13,
-      "type": "SamplerCustomAdvanced",
-      "pos": [
-        811.649169921875,
-        248.65501403808594
-      ],
-      "size": [
-        342.43023681640625,
-        387.5726623535156
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 12,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "noise",
-          "type": "NOISE",
-          "link": 37,
-          "slot_index": 0
-        },
-        {
-          "name": "guider",
-          "type": "GUIDER",
-          "link": 30,
-          "slot_index": 1
-        },
-        {
-          "name": "sampler",
-          "type": "SAMPLER",
-          "link": 19,
-          "slot_index": 2
-        },
-        {
-          "name": "sigmas",
-          "type": "SIGMAS",
-          "link": 20,
-          "slot_index": 3
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 180,
-          "slot_index": 4
-        }
-      ],
-      "outputs": [
-        {
-          "name": "output",
-          "type": "LATENT",
-          "links": [
-            281
-          ],
-          "slot_index": 0,
-          "shape": 3
-        },
-        {
-          "name": "denoised_output",
-          "type": "LATENT",
-          "links": null,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "SamplerCustomAdvanced"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 22,
-      "type": "BasicGuider",
-      "pos": [
-        579.3200073242188,
-        506.49493408203125
-      ],
-      "size": [
-        222.3482666015625,
-        46
-      ],
-      "flags": {
-        "collapsed": true
-      },
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 252,
-          "slot_index": 0
-        },
-        {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 129,
-          "slot_index": 1
-        }
-      ],
-      "outputs": [
-        {
-          "name": "GUIDER",
-          "type": "GUIDER",
-          "links": [
-            30
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicGuider"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 107,
-      "type": "VAEDecodeTiled",
-      "pos": [
-        577.1324462890625,
-        546.57861328125
-      ],
-      "size": [
-        210,
-        150
-      ],
-      "flags": {},
-      "order": 13,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 281
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 280
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            282
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecodeTiled"
-      },
-      "widgets_values": [
-        256,
-        64,
-        64,
-        8
-      ]
-    },
-    {
-      "id": 86,
-      "type": "UnetLoaderGGUFMultiGPU",
-      "pos": [
-        28.1607723236084,
-        124.31423950195312
-      ],
-      "size": [
-        315,
-        82
-      ],
-      "flags": {},
-      "order": 6,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            269,
-            270
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UnetLoaderGGUFMultiGPU"
-      },
-      "widgets_values": [
-        "hunyuan-video-t2v-720p-Q4_K_M.gguf",
-        "cuda:0"
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
-    {
-      "id": 102,
-      "type": "VHS_VideoCombine",
-      "pos": [
-        1161.8779296875,
-        -19.11272621154785
-      ],
-      "size": [
-        580.7774658203125,
-        665.4212036132812
-      ],
-      "flags": {},
-      "order": 14,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 282
-        },
-        {
-          "name": "audio",
-          "type": "AUDIO",
-          "link": null,
-          "shape": 7
-        },
-        {
-          "name": "meta_batch",
-          "type": "VHS_BatchManager",
-          "link": null,
-          "shape": 7
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": null,
-          "shape": 7
-        }
-      ],
-      "outputs": [
-        {
-          "name": "Filenames",
-          "type": "VHS_FILENAMES",
-          "links": null
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VHS_VideoCombine"
-      },
-      "widgets_values": {
-        "frame_rate": 25,
-        "loop_count": 0,
-        "filename_prefix": "HunyuanVideo",
-        "format": "video/h264-mp4",
-        "pix_fmt": "yuv420p",
-        "crf": 19,
-        "save_metadata": true,
-        "trim_to_audio": false,
-        "pingpong": false,
-        "save_output": true,
-        "videopreview": {
-          "hidden": false,
-          "paused": false,
-          "params": {
-            "filename": "HunyuanVideo_00058.mp4",
-            "subfolder": "",
-            "type": "output",
-            "format": "video/h264-mp4",
-            "frame_rate": 24,
-            "workflow": "HunyuanVideo_00058.png",
-            "fullpath": "/home/johnj/ComfyUI/output/HunyuanVideo_00058.mp4"
-          },
-          "muted": false
-        }
-      }
-    }
-  ],
-  "links": [
-    [
-      19,
-      16,
-      0,
-      13,
-      2,
-      "SAMPLER"
-    ],
-    [
-      20,
-      17,
-      0,
-      13,
-      3,
-      "SIGMAS"
-    ],
-    [
-      30,
-      22,
-      0,
-      13,
-      1,
-      "GUIDER"
-    ],
-    [
-      37,
-      25,
-      0,
-      13,
-      0,
-      "NOISE"
-    ],
-    [
-      129,
-      26,
-      0,
-      22,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      175,
-      44,
-      0,
-      26,
-      0,
-      "CONDITIONING"
-    ],
-    [
-      180,
-      45,
-      0,
-      13,
-      4,
-      "LATENT"
-    ],
-    [
-      252,
-      67,
-      0,
-      22,
-      0,
-      "MODEL"
-    ],
-    [
-      269,
-      86,
-      0,
-      67,
-      0,
-      "MODEL"
-    ],
-    [
-      270,
-      86,
-      0,
-      17,
-      0,
-      "MODEL"
-    ],
-    [
-      271,
-      87,
-      0,
-      44,
-      0,
-      "CLIP"
-    ],
-    [
-      280,
-      88,
-      0,
-      107,
-      1,
-      "VAE"
-    ],
-    [
-      281,
-      13,
-      0,
-      107,
-      0,
-      "LATENT"
-    ],
-    [
-      282,
-      107,
-      0,
-      102,
-      0,
-      "IMAGE"
-    ]
-  ],
-  "groups": [],
-  "config": {},
-  "extra": {
-    "ds": {
-      "scale": 0.9646149645001282,
-      "offset": [
-        465.7708198313094,
-        178.06262567367494
-      ]
-    },
-    "groupNodes": {},
-    "ue_links": [],
-    "VHS_latentpreview": false,
-    "VHS_latentpreviewrate": 0
-  },
-  "version": 0.4
-}

example_workflows/gguf/hunyuan_gguf_MultiGPU.json

@@ -1,240 +0,0 @@
-{
-  "13": {
-    "inputs": {
-      "noise": [
-        "25",
-        0
-      ],
-      "guider": [
-        "22",
-        0
-      ],
-      "sampler": [
-        "16",
-        0
-      ],
-      "sigmas": [
-        "17",
-        0
-      ],
-      "latent_image": [
-        "45",
-        0
-      ]
-    },
-    "class_type": "SamplerCustomAdvanced",
-    "_meta": {
-      "title": "SamplerCustomAdvanced"
-    }
-  },
-  "16": {
-    "inputs": {
-      "sampler_name": "euler"
-    },
-    "class_type": "KSamplerSelect",
-    "_meta": {
-      "title": "KSamplerSelect"
-    }
-  },
-  "17": {
-    "inputs": {
-      "scheduler": "simple",
-      "steps": 20,
-      "denoise": 1,
-      "model": [
-        "85",
-        0
-      ]
-    },
-    "class_type": "BasicScheduler",
-    "_meta": {
-      "title": "BasicScheduler"
-    }
-  },
-  "22": {
-    "inputs": {
-      "model": [
-        "67",
-        0
-      ],
-      "conditioning": [
-        "26",
-        0
-      ]
-    },
-    "class_type": "BasicGuider",
-    "_meta": {
-      "title": "BasicGuider"
-    }
-  },
-  "25": {
-    "inputs": {
-      "noise_seed": 5770521
-    },
-    "class_type": "RandomNoise",
-    "_meta": {
-      "title": "RandomNoise"
-    }
-  },
-  "26": {
-    "inputs": {
-      "guidance": 6,
-      "conditioning": [
-        "44",
-        0
-      ]
-    },
-    "class_type": "FluxGuidance",
-    "_meta": {
-      "title": "FluxGuidance"
-    }
-  },
-  "44": {
-    "inputs": {
-      "text": "A towering technological monolith in a cyberpunk cityscape at night, with alien letters emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading.",
-      "clip": [
-        "82",
-        0
-      ]
-    },
-    "class_type": "CLIPTextEncode",
-    "_meta": {
-      "title": "CLIP Text Encode (Positive Prompt)"
-    }
-  },
-  "45": {
-    "inputs": {
-      "width": 848,
-      "height": 480,
-      "length": 73,
-      "batch_size": 1
-    },
-    "class_type": "EmptyHunyuanLatentVideo",
-    "_meta": {
-      "title": "EmptyHunyuanLatentVideo"
-    }
-  },
-  "67": {
-    "inputs": {
-      "shift": 7,
-      "model": [
-        "85",
-        0
-      ]
-    },
-    "class_type": "ModelSamplingSD3",
-    "_meta": {
-      "title": "ModelSamplingSD3"
-    }
-  },
-  "73": {
-    "inputs": {
-      "tile_size": 256,
-      "overlap": 64,
-      "temporal_size": 64,
-      "temporal_overlap": 8,
-      "samples": [
-        "13",
-        0
-      ],
-      "vae": [
-        "81",
-        0
-      ]
-    },
-    "class_type": "VAEDecodeTiled",
-    "_meta": {
-      "title": "VAE Decode (Tiled)"
-    }
-  },
-  "81": {
-    "inputs": {
-      "any_01": [
-        "88",
-        0
-      ]
-    },
-    "class_type": "Any Switch (rgthree)",
-    "_meta": {
-      "title": "VAE Switch"
-    }
-  },
-  "82": {
-    "inputs": {
-      "any_01": [
-        "87",
-        0
-      ]
-    },
-    "class_type": "Any Switch (rgthree)",
-    "_meta": {
-      "title": "CLIP Switch"
-    }
-  },
-  "85": {
-    "inputs": {
-      "any_01": [
-        "86",
-        0
-      ]
-    },
-    "class_type": "Any Switch (rgthree)",
-    "_meta": {
-      "title": "UNet Switch"
-    }
-  },
-  "86": {
-    "inputs": {
-      "unet_name": "fast-hunyuan-video-t2v-720p-Q8_0.gguf",
-      "device": "cuda:0"
-    },
-    "class_type": "UnetLoaderGGUFMultiGPU",
-    "_meta": {
-      "title": "UnetLoaderGGUFMultiGPU"
-    }
-  },
-  "87": {
-    "inputs": {
-      "clip_name1": "clip_l.safetensors",
-      "clip_name2": "llava-llama-3-8B-v1_1-Q4_K_M.gguf",
-      "type": "hunyuan_video",
-      "device": "cuda:1"
-    },
-    "class_type": "DualCLIPLoaderGGUFMultiGPU",
-    "_meta": {
-      "title": "DualCLIPLoaderGGUFMultiGPU"
-    }
-  },
-  "88": {
-    "inputs": {
-      "vae_name": "hunyuan_video_vae_bf16.safetensors",
-      "device": "cuda:1"
-    },
-    "class_type": "VAELoaderMultiGPU",
-    "_meta": {
-      "title": "VAELoaderMultiGPU"
-    }
-  },
-  "102": {
-    "inputs": {
-      "frame_rate": 24,
-      "loop_count": 0,
-      "filename_prefix": "HunyuanVideo",
-      "format": "video/h264-mp4",
-      "pix_fmt": "yuv420p",
-      "crf": 19,
-      "save_metadata": true,
-      "trim_to_audio": false,
-      "pingpong": false,
-      "save_output": true,
-      "images": [
-        "73",
-        0
-      ]
-    },
-    "class_type": "VHS_VideoCombine",
-    "_meta": {
-      "title": "Video Combine 🎥🅥🅗🅢"
-    }
-  }
-}

example_workflows/gguf/hunyuan_gguf_distorch.json

@@ -1,789 +0,0 @@
-{
-  "last_node_id": 120,
-  "last_link_id": 156,
-  "nodes": [
-    {
-      "id": 72,
-      "type": "FluxGuidance",
-      "pos": [
-        3012.307373046875,
-        -267.3423767089844
-      ],
-      "size": [
-        211.60000610351562,
-        58
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 83
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            79
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "FluxGuidance"
-      },
-      "widgets_values": [
-        6
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 73,
-      "type": "ModelSamplingSD3",
-      "pos": [
-        3030.986328125,
-        216.49542236328125
-      ],
-      "size": [
-        210,
-        58
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 141
-        }
-      ],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            78
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "ModelSamplingSD3"
-      },
-      "widgets_values": [
-        7
-      ]
-    },
-    {
-      "id": 74,
-      "type": "VAEDecodeTiled",
-      "pos": [
-        3246.459716796875,
-        191.86683654785156
-      ],
-      "size": [
-        210,
-        150
-      ],
-      "flags": {},
-      "order": 13,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 85
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 99
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            82
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecodeTiled"
-      },
-      "widgets_values": [
-        256,
-        64,
-        64,
-        8
-      ]
-    },
-    {
-      "id": 66,
-      "type": "BasicScheduler",
-      "pos": [
-        3250.771484375,
-        41.81864929199219
-      ],
-      "size": [
-        210,
-        109.8011474609375
-      ],
-      "flags": {},
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 142,
-          "slot_index": 0
-        }
-      ],
-      "outputs": [
-        {
-          "name": "SIGMAS",
-          "type": "SIGMAS",
-          "links": [
-            90
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicScheduler"
-      },
-      "widgets_values": [
-        "simple",
-        20,
-        1
-      ]
-    },
-    {
-      "id": 69,
-      "type": "KSamplerSelect",
-      "pos": [
-        3505.5615234375,
-        -276.5766296386719
-      ],
-      "size": [
-        210,
-        58
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "SAMPLER",
-          "type": "SAMPLER",
-          "links": [
-            89
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSamplerSelect"
-      },
-      "widgets_values": [
-        "euler"
-      ]
-    },
-    {
-      "id": 115,
-      "type": "EmptyHunyuanLatentVideo",
-      "pos": [
-        3026.87939453125,
-        50.70602035522461
-      ],
-      "size": [
-        210,
-        130
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 1,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            155
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptyHunyuanLatentVideo"
-      },
-      "widgets_values": [
-        368,
-        640,
-        65,
-        1
-      ]
-    },
-    {
-      "id": 78,
-      "type": "Note",
-      "pos": [
-        2631.16015625,
-        -399.4529113769531
-      ],
-      "size": [
-        353.56494140625,
-        190.77996826171875
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "title": "This workflow requires ComfyUI-GGUF",
-      "properties": {},
-      "widgets_values": [
-        "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"CLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow."
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
-    {
-      "id": 68,
-      "type": "RandomNoise",
-      "pos": [
-        3244.127685546875,
-        -303.9937438964844
-      ],
-      "size": [
-        250.37998962402344,
-        82
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "NOISE",
-          "type": "NOISE",
-          "links": [
-            87
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "RandomNoise"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed"
-      ],
-      "color": "#2a363b",
-      "bgcolor": "#3f5159"
-    },
-    {
-      "id": 70,
-      "type": "VHS_VideoCombine",
-      "pos": [
-        3809.87548828125,
-        -522.964111328125
-      ],
-      "size": [
-        338.94024658203125,
-        902.6787109375
-      ],
-      "flags": {},
-      "order": 14,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 82
-        },
-        {
-          "name": "audio",
-          "type": "AUDIO",
-          "link": null,
-          "shape": 7
-        },
-        {
-          "name": "meta_batch",
-          "type": "VHS_BatchManager",
-          "link": null,
-          "shape": 7
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": null,
-          "shape": 7
-        }
-      ],
-      "outputs": [
-        {
-          "name": "Filenames",
-          "type": "VHS_FILENAMES",
-          "links": null
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VHS_VideoCombine"
-      },
-      "widgets_values": {
-        "frame_rate": 24,
-        "loop_count": 0,
-        "filename_prefix": "HunyuanVideo",
-        "format": "video/h264-mp4",
-        "pix_fmt": "yuv420p",
-        "crf": 19,
-        "save_metadata": true,
-        "trim_to_audio": false,
-        "pingpong": false,
-        "save_output": true,
-        "videopreview": {
-          "hidden": false,
-          "paused": false,
-          "params": {
-            "filename": "HunyuanVideo_00336.mp4",
-            "subfolder": "",
-            "type": "output",
-            "format": "video/h264-mp4",
-            "frame_rate": 24,
-            "workflow": "HunyuanVideo_00336.png",
-            "fullpath": "/home/johnj/ComfyUI/output/HunyuanVideo_00336.mp4"
-          },
-          "muted": false
-        }
-      }
-    },
-    {
-      "id": 64,
-      "type": "BasicGuider",
-      "pos": [
-        3288.76025390625,
-        -192.04156494140625
-      ],
-      "size": [
-        222.3482666015625,
-        46
-      ],
-      "flags": {
-        "collapsed": true
-      },
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 78,
-          "slot_index": 0
-        },
-        {
-          "name": "conditioning",
-          "type": "CONDITIONING",
-          "link": 79,
-          "slot_index": 1
-        }
-      ],
-      "outputs": [
-        {
-          "name": "GUIDER",
-          "type": "GUIDER",
-          "links": [
-            88
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicGuider"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 67,
-      "type": "CLIPTextEncode",
-      "pos": [
-        3032.827392578125,
-        -153.691650390625
-      ],
-      "size": [
-        422.84503173828125,
-        164.31304931640625
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 156
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            83
-          ],
-          "slot_index": 0
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "A light green frog with brown spots stares forward with its left eye moving subtly. The frog's skin is textured with small bumps, and its spots appear in irregular patterns across its head and face. The eye is round and black with a subtle shine. The head is slightly tilted to its left, and the body is barely visible. The background is a flat, solid bright yellow color, extending beyond the frog in all directions, with the lower part having a slight gradient into a lighter green. The camera zooms in slowly on the frog's eye and the frog looks directly at the viewer. The overall lighting is bright and diffused, creating a soft appearance."
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
-    {
-      "id": 76,
-      "type": "VAELoaderMultiGPU",
-      "pos": [
-        2632.252685546875,
-        327.2115783691406
-      ],
-      "size": [
-        341.07464599609375,
-        87.14057922363281
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            99
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
-      "widgets_values": [
-        "hunyuan_video_vae_bf16.safetensors",
-        "cuda:1"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 75,
-      "type": "SamplerCustomAdvanced",
-      "pos": [
-        3517.626953125,
-        -117.69574737548828
-      ],
-      "size": [
-        292.4319763183594,
-        479.03521728515625
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 12,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "noise",
-          "type": "NOISE",
-          "link": 87,
-          "slot_index": 0
-        },
-        {
-          "name": "guider",
-          "type": "GUIDER",
-          "link": 88,
-          "slot_index": 1
-        },
-        {
-          "name": "sampler",
-          "type": "SAMPLER",
-          "link": 89,
-          "slot_index": 2
-        },
-        {
-          "name": "sigmas",
-          "type": "SIGMAS",
-          "link": 90,
-          "slot_index": 3
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 155,
-          "slot_index": 4
-        }
-      ],
-      "outputs": [
-        {
-          "name": "output",
-          "type": "LATENT",
-          "links": [
-            85
-          ],
-          "slot_index": 0,
-          "shape": 3
-        },
-        {
-          "name": "denoised_output",
-          "type": "LATENT",
-          "links": null,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "SamplerCustomAdvanced"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 88,
-      "type": "UnetLoaderGGUFDisTorchMultiGPU",
-      "pos": [
-        2624.267822265625,
-        -66.1816177368164
-      ],
-      "size": [
-        358.005859375,
-        154
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            141,
-            142
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU"
-      },
-      "widgets_values": [
-        "hunyuan-video-t2v-720p-Q8_0.gguf",
-        "cuda:0",
-        8,
-        false,
-        ""
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 120,
-      "type": "DualCLIPLoaderGGUFMultiGPU",
-      "pos": [
-        2625.07763671875,
-        132.1048126220703
-      ],
-      "size": [
-        348.16229248046875,
-        130
-      ],
-      "flags": {},
-      "order": 6,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            156
-          ],
-          "slot_index": 0
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
-      },
-      "widgets_values": [
-        "clip_l.safetensors",
-        "llava-llama-3-8B-v1_1-Q4_K_M.gguf",
-        "hunyuan_video",
-        "cpu"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    }
-  ],
-  "links": [
-    [
-      78,
-      73,
-      0,
-      64,
-      0,
-      "MODEL"
-    ],
-    [
-      79,
-      72,
-      0,
-      64,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      82,
-      74,
-      0,
-      70,
-      0,
-      "IMAGE"
-    ],
-    [
-      83,
-      67,
-      0,
-      72,
-      0,
-      "CONDITIONING"
-    ],
-    [
-      85,
-      75,
-      0,
-      74,
-      0,
-      "LATENT"
-    ],
-    [
-      87,
-      68,
-      0,
-      75,
-      0,
-      "NOISE"
-    ],
-    [
-      88,
-      64,
-      0,
-      75,
-      1,
-      "GUIDER"
-    ],
-    [
-      89,
-      69,
-      0,
-      75,
-      2,
-      "SAMPLER"
-    ],
-    [
-      90,
-      66,
-      0,
-      75,
-      3,
-      "SIGMAS"
-    ],
-    [
-      99,
-      76,
-      0,
-      74,
-      1,
-      "VAE"
-    ],
-    [
-      141,
-      88,
-      0,
-      73,
-      0,
-      "MODEL"
-    ],
-    [
-      142,
-      88,
-      0,
-      66,
-      0,
-      "MODEL"
-    ],
-    [
-      155,
-      115,
-      0,
-      75,
-      4,
-      "LATENT"
-    ],
-    [
-      156,
-      120,
-      0,
-      67,
-      0,
-      "CLIP"
-    ]
-  ],
-  "groups": [
-    {
-      "id": 1,
-      "title": "GGUFDisTorchMultiGPU",
-      "bounding": [
-        2620.569091796875,
-        -121.6815185546875,
-        360.4816589355469,
-        537.903076171875
-      ],
-      "color": "#8AA",
-      "font_size": 24,
-      "flags": {}
-    }
-  ],
-  "config": {},
-  "extra": {
-    "ds": {
-      "scale": 1.167184107045179,
-      "offset": [
-        -2360.0515813693187,
-        465.0591039206934
-      ]
-    },
-    "ue_links": [],
-    "VHS_latentpreview": false,
-    "VHS_latentpreviewrate": 0,
-    "VHS_MetadataImage": true,
-    "VHS_KeepIntermediate": true
-  },
-  "version": 0.4
-}

example_workflows/hunyuanvideo distorch DEPRECATED.json

@@ -1,8 +1,8 @@
 {
-  "id": "476d2791-c10e-4a18-a548-2fbc6aa0f024",
+  "id": "93280d39-664d-49f5-9bd5-62d80b169b01",
   "revision": 0,
-  "last_node_id": 121,
-  "last_link_id": 158,
+  "last_node_id": 123,
+  "last_link_id": 160,
   "nodes": [
     {
       "id": 72,
@@ -36,6 +36,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "FluxGuidance"
       },
       "widgets_values": [
@@ -56,13 +58,13 @@
         58
       ],
       "flags": {},
-      "order": 7,
+      "order": 8,
       "mode": 0,
       "inputs": [
         {
           "name": "model",
           "type": "MODEL",
-          "link": 157
+          "link": 159
         }
       ],
       "outputs": [
@@ -76,6 +78,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "ModelSamplingSD3"
       },
       "widgets_values": [
@@ -119,6 +123,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "VAEDecodeTiled"
       },
       "widgets_values": [
@@ -128,45 +134,6 @@
         8
       ]
     },
-    {
-      "id": 66,
-      "type": "BasicScheduler",
-      "pos": [
-        3250.771484375,
-        41.81864929199219
-      ],
-      "size": [
-        210,
-        109.8011474609375
-      ],
-      "flags": {},
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 158
-        }
-      ],
-      "outputs": [
-        {
-          "name": "SIGMAS",
-          "type": "SIGMAS",
-          "links": [
-            90
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "BasicScheduler"
-      },
-      "widgets_values": [
-        "simple",
-        20,
-        1
-      ]
-    },
     {
       "id": 69,
       "type": "KSamplerSelect",
@@ -192,6 +159,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "KSamplerSelect"
       },
       "widgets_values": [
@@ -226,6 +195,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "EmptyHunyuanLatentVideo"
       },
       "widgets_values": [
@@ -235,30 +206,6 @@
         1
       ]
     },
-    {
-      "id": 78,
-      "type": "Note",
-      "pos": [
-        2631.16015625,
-        -399.4529113769531
-      ],
-      "size": [
-        353.56494140625,
-        190.77996826171875
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [],
-      "title": "This workflow requires ComfyUI-GGUF",
-      "properties": {},
-      "widgets_values": [
-        "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"CLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow."
-      ],
-      "color": "#332922",
-      "bgcolor": "#593930"
-    },
     {
       "id": 68,
       "type": "RandomNoise",
@@ -271,7 +218,7 @@
         82
       ],
       "flags": {},
-      "order": 3,
+      "order": 2,
       "mode": 0,
       "inputs": [],
       "outputs": [
@@ -284,6 +231,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "RandomNoise"
       },
       "widgets_values": [
@@ -293,82 +242,6 @@
       "color": "#2a363b",
       "bgcolor": "#3f5159"
     },
-    {
-      "id": 70,
-      "type": "VHS_VideoCombine",
-      "pos": [
-        3809.87548828125,
-        -522.964111328125
-      ],
-      "size": [
-        338.94024658203125,
-        902.6787109375
-      ],
-      "flags": {},
-      "order": 14,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 82
-        },
-        {
-          "name": "audio",
-          "shape": 7,
-          "type": "AUDIO",
-          "link": null
-        },
-        {
-          "name": "meta_batch",
-          "shape": 7,
-          "type": "VHS_BatchManager",
-          "link": null
-        },
-        {
-          "name": "vae",
-          "shape": 7,
-          "type": "VAE",
-          "link": null
-        }
-      ],
-      "outputs": [
-        {
-          "name": "Filenames",
-          "type": "VHS_FILENAMES",
-          "links": null
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VHS_VideoCombine"
-      },
-      "widgets_values": {
-        "frame_rate": 24,
-        "loop_count": 0,
-        "filename_prefix": "HunyuanVideo",
-        "format": "video/h264-mp4",
-        "pix_fmt": "yuv420p",
-        "crf": 19,
-        "save_metadata": true,
-        "trim_to_audio": false,
-        "pingpong": false,
-        "save_output": true,
-        "videopreview": {
-          "hidden": false,
-          "paused": false,
-          "params": {
-            "filename": "HunyuanVideo_00002.mp4",
-            "subfolder": "",
-            "type": "output",
-            "format": "video/h264-mp4",
-            "frame_rate": 24,
-            "workflow": "HunyuanVideo_00002.png",
-            "fullpath": "/home/johnj/ComfyUI/output/HunyuanVideo_00002.mp4"
-          },
-          "muted": false
-        }
-      }
-    },
     {
       "id": 64,
       "type": "BasicGuider",
@@ -408,92 +281,18 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "BasicGuider"
       },
       "widgets_values": []
     },
-    {
-      "id": 67,
-      "type": "CLIPTextEncode",
-      "pos": [
-        3032.827392578125,
-        -153.691650390625
-      ],
-      "size": [
-        422.84503173828125,
-        164.31304931640625
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 156
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            83
-          ]
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "A light green frog with brown spots stares forward with its left eye moving subtly. The frog's skin is textured with small bumps, and its spots appear in irregular patterns across its head and face. The eye is round and black with a subtle shine. The head is slightly tilted to its left, and the body is barely visible. The background is a flat, solid bright yellow color, extending beyond the frog in all directions, with the lower part having a slight gradient into a lighter green. The camera zooms in slowly on the frog's eye and the frog looks directly at the viewer. The overall lighting is bright and diffused, creating a soft appearance."
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
-    {
-      "id": 76,
-      "type": "VAELoaderMultiGPU",
-      "pos": [
-        2632.252685546875,
-        327.2115783691406
-      ],
-      "size": [
-        341.07464599609375,
-        87.14057922363281
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "slot_index": 0,
-          "links": [
-            99
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAELoaderMultiGPU"
-      },
-      "widgets_values": [
-        "hunyuan_video_vae_bf16.safetensors",
-        "cuda:1"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
     {
       "id": 75,
       "type": "SamplerCustomAdvanced",
       "pos": [
-        3517.626953125,
-        -117.69574737548828
+        3559.78662109375,
+        -157.08978271484375
       ],
       "size": [
         292.4319763183594,
@@ -547,61 +346,25 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "SamplerCustomAdvanced"
       },
       "widgets_values": []
     },
-    {
-      "id": 121,
-      "type": "UnetLoaderGGUFDisTorch2MultiGPU",
-      "pos": [
-        2627.078125,
-        -58.38229751586914
-      ],
-      "size": [
-        335.6441345214844,
-        154
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            157,
-            158
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "UnetLoaderGGUFDisTorch2MultiGPU"
-      },
-      "widgets_values": [
-        "hunyuan-video-t2v-720p-Q8_0.gguf",
-        "cuda:0",
-        8,
-        "cpu",
-        ""
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
     {
       "id": 120,
       "type": "DualCLIPLoaderGGUFMultiGPU",
       "pos": [
-        2629.646484375,
-        143.52830505371094
+        2600.616455078125,
+        79.9447250366211
       ],
       "size": [
         348.16229248046875,
         130
       ],
       "flags": {},
-      "order": 6,
+      "order": 3,
       "mode": 0,
       "inputs": [],
       "outputs": [
@@ -615,6 +378,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU"
       },
       "widgets_values": [
@@ -623,8 +388,271 @@
         "hunyuan_video",
         "cpu"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 76,
+      "type": "VAELoaderMultiGPU",
+      "pos": [
+        2582.493408203125,
+        273.3041076660156
+      ],
+      "size": [
+        341.07464599609375,
+        87.14057922363281
+      ],
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "slot_index": 0,
+          "links": [
+            99
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "VAELoaderMultiGPU"
+      },
+      "widgets_values": [
+        "hunyuan_video_vae_bf16.safetensors",
+        "cuda:1"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 66,
+      "type": "BasicScheduler",
+      "pos": [
+        3250.771484375,
+        41.81864929199219
+      ],
+      "size": [
+        210,
+        109.8011474609375
+      ],
+      "flags": {},
+      "order": 9,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 160
+        }
+      ],
+      "outputs": [
+        {
+          "name": "SIGMAS",
+          "type": "SIGMAS",
+          "links": [
+            90
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "BasicScheduler"
+      },
+      "widgets_values": [
+        "simple",
+        8,
+        1
+      ]
+    },
+    {
+      "id": 123,
+      "type": "UnetLoaderGGUFDisTorchMultiGPU",
+      "pos": [
+        2600.939453125,
+        -143.72315979003906
+      ],
+      "size": [
+        327.8580017089844,
+        154
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            159,
+            160
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU"
+      },
+      "widgets_values": [
+        "fast-hunyuan-video-t2v-720p-Q4_K_M.gguf",
+        "cuda:0",
+        4,
+        true,
+        ""
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 122,
+      "type": "MarkdownNote",
+      "pos": [
+        1895.963134765625,
+        -237.00189208984375
+      ],
+      "size": [
+        648.826904296875,
+        649.345947265625
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - THIS WORKFLOW IS DEPRECATED. USE DISTORCH2 NODES",
+      "properties": {},
+      "widgets_values": [
+        "###THIS WORKFLOW IS DEPRECATED. USE DISTORCH2 NODES\n\nA DisTorch Hunyuan Video workflow with GGUF UNet DisTorch to test Hunyuan Video integration. In this case we are using the DisTorch2 node to statically allocate approximately half of the main UNet model to the cpu.\n\n## Custom Node\n- [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF)\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-GGUF/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [fast-hunyuan-video-t2v-720p-Q4_K_M.gguf](https://huggingface.co/city96/FastHunyuan-gguf/resolve/main/fast-hunyuan-video-t2v-720p-Q4_K_M.gguf)\n\n**CLIP**\n- [llava-llama-3-8B-v1_1-Q4_K_M.gguf](https://huggingface.co/city96/llava-llama-3-8b-v1_1-imat-gguf/resolve/main/llava-llama-3-8B-v1_1-Q4_K_M.gguf)\n\n**VAE**\n- [hunyuan_video_vae_bf16.safetensors](https://huggingface.co/Kijai/HunyuanVideo_comfy/resolve/main/hunyuan_video_vae_bf16.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── llava-llama-3-8B-v1_1-Q4_K_M.gguf\n│   │   └── clip_l.safetensors\n│   ├── 📂 unet/\n│   │   ├── fast-hunyuan-video-t2v-720p-Q4_K_M.gguf [🟩🟩🟩🟩🟪🟪🟪🟪🟪🟪]\n│   ├── 📂 vae/\n│   │   └── hunyuan_video_vae_bf16.safetensors\n```\n\n```\n🖥️ Device Mapping\n├── 🟢 cuda:0\n│       └── fast-hunyuan-video-t2v-720p-Q4_K_M.gguf [🟩🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── fast-hunyuan-video-t2v-720p-Q4_K_M.gguf [🟪🟪🟪🟪🟪🟪]\n│       └── qwen_image_vae.safetensors\n├── ⚙️ cpu\n        └── llava-llama-3-8B-v1_1-Q4_K_M.gguf\n        └── clip_l.safetensors\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 67,
+      "type": "CLIPTextEncode",
+      "pos": [
+        2989.010986328125,
+        -159.98072814941406
+      ],
+      "size": [
+        462.5758972167969,
+        155.9339599609375
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 156
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            83
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Positive Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "A neon blue-green frog with vibrant neon purple spots stares forward with its left eye moving subtly. The frog's skin is textured with small bumps, and its spots appear in irregular patterns across its head and face. The eye is round and black with a subtle shine. The head is slightly tilted to its left, and the body is barely visible. The background is a flat, solid deep blue color, extending beyond the frog in all directions. The overall lighting is bright and diffused, creating a soft appearance."
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 70,
+      "type": "VHS_VideoCombine",
+      "pos": [
+        3878.080810546875,
+        -565.3644409179688
+      ],
+      "size": [
+        338.94024658203125,
+        902.6787109375
+      ],
+      "flags": {},
+      "order": 14,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 82
+        },
+        {
+          "name": "audio",
+          "shape": 7,
+          "type": "AUDIO",
+          "link": null
+        },
+        {
+          "name": "meta_batch",
+          "shape": 7,
+          "type": "VHS_BatchManager",
+          "link": null
+        },
+        {
+          "name": "vae",
+          "shape": 7,
+          "type": "VAE",
+          "link": null
+        }
+      ],
+      "outputs": [
+        {
+          "name": "Filenames",
+          "type": "VHS_FILENAMES",
+          "links": null
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-videohelpersuite",
+        "ver": "08e8df15db24da292d4b7f943c460dc2ab442b24",
+        "Node name for S&R": "VHS_VideoCombine"
+      },
+      "widgets_values": {
+        "frame_rate": 24,
+        "loop_count": 0,
+        "filename_prefix": "DisTorch",
+        "format": "video/h264-mp4",
+        "pix_fmt": "yuv420p",
+        "crf": 19,
+        "save_metadata": true,
+        "trim_to_audio": false,
+        "pingpong": false,
+        "save_output": true,
+        "videopreview": {
+          "hidden": false,
+          "paused": false,
+          "params": {
+            "filename": "DisTorch2_00003.mp4",
+            "subfolder": "",
+            "type": "output",
+            "format": "video/h264-mp4",
+            "frame_rate": 24,
+            "workflow": "DisTorch2_00003.png",
+            "fullpath": "/home/johnj/ComfyUI/output/DisTorch2_00003.mp4"
+          },
+          "muted": false
+        }
+      }
     }
   ],
   "links": [
@@ -725,52 +753,38 @@
       "CLIP"
     ],
     [
-      157,
-      121,
+      159,
+      123,
       0,
       73,
       0,
       "MODEL"
     ],
     [
-      158,
-      121,
+      160,
+      123,
       0,
       66,
       0,
       "MODEL"
     ]
   ],
-  "groups": [
-    {
-      "id": 1,
-      "title": "GGUFDisTorchMultiGPU",
-      "bounding": [
-        2620.569091796875,
-        -121.6815185546875,
-        360.4816589355469,
-        537.903076171875
-      ],
-      "color": "#8AA",
-      "font_size": 24,
-      "flags": {}
-    }
-  ],
+  "groups": [],
   "config": {},
   "extra": {
     "ds": {
-      "scale": 1.167184107045179,
+      "scale": 0.8769226950001346,
       "offset": [
-        -2141.8625685908787,
-        473.0554876075415
+        -2364.1344798750674,
+        831.4510265639095
       ]
     },
+    "frontendVersion": "1.27.10",
     "ue_links": [],
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
     "VHS_MetadataImage": true,
-    "VHS_KeepIntermediate": true,
-    "frontendVersion": "1.24.4"
+    "VHS_KeepIntermediate": true
   },
   "version": 0.4
 }

example_workflows/mochi checkpointloaderadvanced distorch2.json

@@ -1,8 +1,8 @@
 {
-  "id": "d21a2457-c2bf-4733-b2e9-42352b1dd20d",
+  "id": "c76df118-f3eb-4efa-93d1-18626df4f016",
   "revision": 0,
-  "last_node_id": 11,
-  "last_link_id": 17,
+  "last_node_id": 44,
+  "last_link_id": 87,
   "nodes": [
     {
       "id": 7,
@@ -16,13 +16,13 @@
         180.6060791015625
       ],
       "flags": {},
-      "order": 3,
+      "order": 4,
       "mode": 0,
       "inputs": [
         {
           "name": "clip",
           "type": "CLIP",
-          "link": 16
+          "link": 87
         }
       ],
       "outputs": [
@@ -31,15 +31,17 @@
           "type": "CONDITIONING",
           "slot_index": 0,
           "links": [
-            6
+            52
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
-        "text, watermark"
+        ""
       ]
     },
     {
@@ -47,35 +49,35 @@
       "type": "KSampler",
       "pos": [
         863,
-        186
+        187
       ],
       "size": [
         315,
         474
       ],
       "flags": {},
-      "order": 4,
+      "order": 5,
       "mode": 0,
       "inputs": [
         {
           "name": "model",
           "type": "MODEL",
-          "link": 14
+          "link": 86
         },
         {
           "name": "positive",
           "type": "CONDITIONING",
-          "link": 4
+          "link": 46
         },
         {
           "name": "negative",
           "type": "CONDITIONING",
-          "link": 6
+          "link": 52
         },
         {
           "name": "latent_image",
           "type": "LATENT",
-          "link": 2
+          "link": 38
         }
       ],
       "outputs": [
@@ -84,124 +86,22 @@
           "type": "LATENT",
           "slot_index": 0,
           "links": [
-            7
+            35
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "KSampler"
       },
       "widgets_values": [
-        262971817904402,
+        363535877769015,
         "randomize",
-        20,
-        8,
+        30,
+        4.5,
         "euler",
-        "normal",
-        1
-      ]
-    },
-    {
-      "id": 8,
-      "type": "VAEDecode",
-      "pos": [
-        1209,
-        188
-      ],
-      "size": [
-        210,
-        46
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 7
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 17
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "slot_index": 0,
-          "links": [
-            9
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 9,
-      "type": "SaveImage",
-      "pos": [
-        1451,
-        189
-      ],
-      "size": [
-        797.607666015625,
-        781.645263671875
-      ],
-      "flags": {},
-      "order": 6,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 9
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 5,
-      "type": "EmptyLatentImage",
-      "pos": [
-        473,
-        609
-      ],
-      "size": [
-        315,
-        106
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "slot_index": 0,
-          "links": [
-            2
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptyLatentImage"
-      },
-      "widgets_values": [
-        1024,
-        1024,
+        "simple",
         1
       ]
     },
@@ -217,13 +117,13 @@
         164.31304931640625
       ],
       "flags": {},
-      "order": 2,
+      "order": 3,
       "mode": 0,
       "inputs": [
         {
           "name": "clip",
           "type": "CLIP",
-          "link": 15
+          "link": 84
         }
       ],
       "outputs": [
@@ -232,23 +132,105 @@
           "type": "CONDITIONING",
           "slot_index": 0,
           "links": [
-            4
+            46
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. \"Now for .safetensors!\" in same stying but smaller font as a splash overlay in the right-hand corner of the image "
+        "A neon blue-green frog with vibrant neon purple spots stares forward with its left eye moving subtly. The frog's skin is textured with small bumps, and its spots appear in irregular patterns across its head and face. The eye is round and black with a subtle shine. The head is slightly tilted to its left, and the body is barely visible. The background is a flat, solid deep blue color, extending beyond the frog in all directions. The camera zooms in slowly on the frog's eye and the frog looks directly at the viewer. The overall lighting is bright and diffused, creating a soft appearance."
       ]
     },
     {
-      "id": 11,
+      "id": 21,
+      "type": "EmptyMochiLatentVideo",
+      "pos": [
+        478.55859375,
+        635.787353515625
+      ],
+      "size": [
+        315,
+        130
+      ],
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "slot_index": 0,
+          "links": [
+            38
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "EmptyMochiLatentVideo"
+      },
+      "widgets_values": [
+        848,
+        480,
+        25,
+        1
+      ]
+    },
+    {
+      "id": 8,
+      "type": "VAEDecode",
+      "pos": [
+        898.748046875,
+        704.1561279296875
+      ],
+      "size": [
+        210,
+        46
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 35
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 85
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            56
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    },
+    {
+      "id": 44,
       "type": "CheckpointLoaderAdvancedDisTorch2MultiGPU",
       "pos": [
-        -135.86851501464844,
-        203.48403930664062
+        -1.363607406616211,
+        200.74766540527344
       ],
       "size": [
         397.9400329589844,
@@ -263,32 +245,34 @@
           "name": "MODEL",
           "type": "MODEL",
           "links": [
-            14
+            86
           ]
         },
         {
           "name": "CLIP",
           "type": "CLIP",
           "links": [
-            15,
-            16
+            84,
+            87
           ]
         },
         {
           "name": "VAE",
           "type": "VAE",
           "links": [
-            17
+            85
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "CheckpointLoaderAdvancedDisTorch2MultiGPU"
       },
       "widgets_values": [
-        "Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors",
+        "mochi_preview_fp8_scaled.safetensors",
         "cuda:0",
-        1.1,
+        5,
         "cpu",
         "cuda:1",
         2,
@@ -298,21 +282,88 @@
         "",
         true
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 41,
+      "type": "MarkdownNote",
+      "pos": [
+        -570.2321166992188,
+        151.1495361328125
+      ],
+      "size": [
+        542.65576171875,
+        531.9367065429688
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU - CheckpointLoaderAdvancedDisTorch2MultiGPU",
+      "properties": {},
+      "widgets_values": [
+        "A mochi all-in-one checkpoint to test ComfyUI-MultiGPU CheckpointLoaderAdvancedDisTorch2 functionality. In this case we are offloading 45% of the UNet, 55% of the CLIP, and assigning the VAE device independently\n## Custom Node\n\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**checkpoints**\n\n - [mochi_preview_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/mochi_preview_repackaged/blob/main/all_in_one/mochi_preview_fp8_scaled.safetensors) \n\n```\n📂 ComfyUI/\n├─ 📂 models/\n│   ├─ 📂 checkpoints/\n│   │     └── mochi_preview_fp8_scaled.safetensors  [🟩🟩🟩🟪🟪⚙️⚙️⚙️⚙️⚙️]\n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── mochi_preview_fp8_scaled.safetensors - UNet [ 🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── mochi_preview_fp8_scaled.safetensors - CLIP [🟪🟪]\n│       └── mochi_preview_fp8_scaled.safetensors - VAE\n├── ⚙️ cpu\n        └── mochi_preview_fp8_scaled.safetensors - UNET [⚙️⚙️⚙️]\n        └── mochi_preview_fp8_scaled.safetensors - CLIP [⚙️⚙️]\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 28,
+      "type": "SaveAnimatedWEBP",
+      "pos": [
+        1216.383056640625,
+        160.4508056640625
+      ],
+      "size": [
+        847.3048706054688,
+        625.6065673828125
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 56
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveAnimatedWEBP"
+      },
+      "widgets_values": [
+        "MultiGPU",
+        24,
+        false,
+        90,
+        "default"
+      ]
     }
   ],
   "links": [
     [
-      2,
-      5,
+      35,
+      3,
+      0,
+      8,
+      0,
+      "LATENT"
+    ],
+    [
+      38,
+      21,
       0,
       3,
       3,
       "LATENT"
     ],
     [
-      4,
+      46,
       6,
       0,
       3,
@@ -320,7 +371,7 @@
       "CONDITIONING"
     ],
     [
-      6,
+      52,
       7,
       0,
       3,
@@ -328,65 +379,57 @@
       "CONDITIONING"
     ],
     [
-      7,
-      3,
-      0,
+      56,
       8,
       0,
-      "LATENT"
-    ],
-    [
-      9,
-      8,
-      0,
-      9,
+      28,
       0,
       "IMAGE"
     ],
     [
-      14,
-      11,
+      84,
+      44,
+      1,
+      6,
+      0,
+      "CLIP"
+    ],
+    [
+      85,
+      44,
+      2,
+      8,
+      1,
+      "VAE"
+    ],
+    [
+      86,
+      44,
       0,
       3,
       0,
       "MODEL"
     ],
     [
-      15,
-      11,
-      1,
-      6,
-      0,
-      "CLIP"
-    ],
-    [
-      16,
-      11,
+      87,
+      44,
       1,
       7,
       0,
       "CLIP"
-    ],
-    [
-      17,
-      11,
-      2,
-      8,
-      1,
-      "VAE"
     ]
   ],
   "groups": [],
   "config": {},
   "extra": {
     "ds": {
-      "scale": 0.6593771753936349,
+      "scale": 0.8390545288824313,
       "offset": [
-        1007.5875606954307,
-        245.85267454738732
+        575.1578342200211,
+        87.97767931514372
       ]
     },
-    "frontendVersion": "1.25.11",
+    "frontendVersion": "1.27.10",
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
     "VHS_MetadataImage": true,

example_workflows/multiGPU/sd15_2gpu_advanced.json

@@ -1,737 +0,0 @@
-{
-  "id": "a6ee03c8-e601-4b33-87dc-64e9ed484de8",
-  "revision": 0,
-  "last_node_id": 26,
-  "last_link_id": 63,
-  "nodes": [
-    {
-      "id": 2,
-      "type": "KSampler",
-      "pos": [
-        1235.140380859375,
-        -287.8480529785156
-      ],
-      "size": [
-        295.7660217285156,
-        474
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 35
-        },
-        {
-          "name": "positive",
-          "type": "CONDITIONING",
-          "link": 46
-        },
-        {
-          "name": "negative",
-          "type": "CONDITIONING",
-          "link": 59
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 9
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "slot_index": 0,
-          "links": [
-            6,
-            52
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSampler"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed",
-        20,
-        8,
-        "dpmpp_2m_sde_gpu",
-        "karras",
-        1
-      ]
-    },
-    {
-      "id": 21,
-      "type": "CLIPTextEncode",
-      "pos": [
-        937.1891479492188,
-        -240.19276428222656
-      ],
-      "size": [
-        285.6000061035156,
-        88
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 54
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            46
-          ]
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "realistic photograph of a glass of wine, depth of field, bokeh"
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
-    {
-      "id": 24,
-      "type": "CLIPTextEncode",
-      "pos": [
-        946.2571411132812,
-        271.57373046875
-      ],
-      "size": [
-        285.6000061035156,
-        88
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 61
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            56
-          ]
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "realistic photograph of a glass of wine, depth of field, bokeh"
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
-    {
-      "id": 15,
-      "type": "VAEDecode",
-      "pos": [
-        1556.0386962890625,
-        268.0700988769531
-      ],
-      "size": [
-        210,
-        46
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 22
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 63
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "slot_index": 0,
-          "links": [
-            53
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 23,
-      "type": "SaveImage",
-      "pos": [
-        1796.7874755859375,
-        243.16427612304688
-      ],
-      "size": [
-        473.8890686035156,
-        484.4914245605469
-      ],
-      "flags": {},
-      "order": 12,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 53
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 6,
-      "type": "PreviewImage",
-      "pos": [
-        1805.782958984375,
-        -291.3573303222656
-      ],
-      "size": [
-        491.1799011230469,
-        494.12640380859375
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 7
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "PreviewImage"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 5,
-      "type": "VAEDecode",
-      "pos": [
-        1592.0411376953125,
-        -260.3390808105469
-      ],
-      "size": [
-        140,
-        46
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 6
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 36
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "slot_index": 0,
-          "links": [
-            7
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 12,
-      "type": "KSampler",
-      "pos": [
-        1255.6590576171875,
-        244.5147705078125
-      ],
-      "size": [
-        274.0234375,
-        474.0000305175781
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 60
-        },
-        {
-          "name": "positive",
-          "type": "CONDITIONING",
-          "link": 56
-        },
-        {
-          "name": "negative",
-          "type": "CONDITIONING",
-          "link": 57
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 52
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "slot_index": 0,
-          "links": [
-            22
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSampler"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed",
-        20,
-        4,
-        "dpmpp_2m_sde_gpu",
-        "karras",
-        0.5
-      ]
-    },
-    {
-      "id": 25,
-      "type": "CLIPTextEncode",
-      "pos": [
-        944.7369384765625,
-        -117.6661605834961
-      ],
-      "size": [
-        285.6000061035156,
-        76
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 4,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 58
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            59
-          ]
-        }
-      ],
-      "title": "CLIP Text Encode (Negative Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        ""
-      ],
-      "color": "#322",
-      "bgcolor": "#533"
-    },
-    {
-      "id": 19,
-      "type": "CheckpointLoaderSimpleMultiGPU",
-      "pos": [
-        549.6911010742188,
-        -220.0397186279297
-      ],
-      "size": [
-        378,
-        122
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "slot_index": 0,
-          "links": [
-            35
-          ]
-        },
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "slot_index": 1,
-          "links": [
-            54,
-            58
-          ]
-        },
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "slot_index": 2,
-          "links": [
-            36
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CheckpointLoaderSimpleMultiGPU"
-      },
-      "widgets_values": [
-        "safetensor_testing/realDream_15SD15.safetensors",
-        "cuda:0"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 26,
-      "type": "CheckpointLoaderAdvancedMultiGPU",
-      "pos": [
-        558.9177856445312,
-        261.31072998046875
-      ],
-      "size": [
-        335.6988220214844,
-        170
-      ],
-      "flags": {},
-      "order": 1,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            60
-          ]
-        },
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            61,
-            62
-          ]
-        },
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            63
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CheckpointLoaderAdvancedMultiGPU"
-      },
-      "widgets_values": [
-        "safetensor_testing/realisticVisionV60B1_v51VAE.safetensors",
-        "cuda:0",
-        "cuda:1",
-        "cpu"
-      ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 8,
-      "type": "EmptyLatentImage",
-      "pos": [
-        991.2929077148438,
-        -435.2230224609375
-      ],
-      "size": [
-        210,
-        106
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            9
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptyLatentImage"
-      },
-      "widgets_values": [
-        1024,
-        1024,
-        1
-      ]
-    },
-    {
-      "id": 22,
-      "type": "CLIPTextEncode",
-      "pos": [
-        942.2822875976562,
-        408.21136474609375
-      ],
-      "size": [
-        285.6000061035156,
-        98.24866485595703
-      ],
-      "flags": {
-        "collapsed": false
-      },
-      "order": 6,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 62
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            57
-          ]
-        }
-      ],
-      "title": "CLIP Text Encode (Negative Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        ""
-      ],
-      "color": "#322",
-      "bgcolor": "#533"
-    }
-  ],
-  "links": [
-    [
-      6,
-      2,
-      0,
-      5,
-      0,
-      "LATENT"
-    ],
-    [
-      7,
-      5,
-      0,
-      6,
-      0,
-      "IMAGE"
-    ],
-    [
-      9,
-      8,
-      0,
-      2,
-      3,
-      "LATENT"
-    ],
-    [
-      22,
-      12,
-      0,
-      15,
-      0,
-      "LATENT"
-    ],
-    [
-      35,
-      19,
-      0,
-      2,
-      0,
-      "MODEL"
-    ],
-    [
-      36,
-      19,
-      2,
-      5,
-      1,
-      "VAE"
-    ],
-    [
-      46,
-      21,
-      0,
-      2,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      52,
-      2,
-      0,
-      12,
-      3,
-      "LATENT"
-    ],
-    [
-      53,
-      15,
-      0,
-      23,
-      0,
-      "IMAGE"
-    ],
-    [
-      54,
-      19,
-      1,
-      21,
-      0,
-      "CLIP"
-    ],
-    [
-      56,
-      24,
-      0,
-      12,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      57,
-      22,
-      0,
-      12,
-      2,
-      "CONDITIONING"
-    ],
-    [
-      58,
-      19,
-      1,
-      25,
-      0,
-      "CLIP"
-    ],
-    [
-      59,
-      25,
-      0,
-      2,
-      2,
-      "CONDITIONING"
-    ],
-    [
-      60,
-      26,
-      0,
-      12,
-      0,
-      "MODEL"
-    ],
-    [
-      61,
-      26,
-      1,
-      24,
-      0,
-      "CLIP"
-    ],
-    [
-      62,
-      26,
-      1,
-      22,
-      0,
-      "CLIP"
-    ],
-    [
-      63,
-      26,
-      2,
-      15,
-      1,
-      "VAE"
-    ]
-  ],
-  "groups": [],
-  "config": {},
-  "extra": {
-    "ds": {
-      "scale": 0.8769226950001169,
-      "offset": [
-        -155.61337164905575,
-        501.2042499363116
-      ]
-    },
-    "ue_links": [],
-    "VHS_latentpreview": false,
-    "VHS_latentpreviewrate": 0,
-    "frontendVersion": "1.25.11",
-    "VHS_MetadataImage": true,
-    "VHS_KeepIntermediate": true
-  },
-  "version": 0.4
-}

example_workflows/multiGPU/sdxl_2gpu.json

@@ -1,738 +0,0 @@
-{
-  "last_node_id": 25,
-  "last_link_id": 59,
-  "nodes": [
-    {
-      "id": 5,
-      "type": "VAEDecode",
-      "pos": [
-        1592.0411376953125,
-        -260.3390808105469
-      ],
-      "size": [
-        140,
-        46
-      ],
-      "flags": {
-        "collapsed": true
-      },
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 6
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 36
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            7
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 15,
-      "type": "VAEDecode",
-      "pos": [
-        1556.0386962890625,
-        268.0700988769531
-      ],
-      "size": [
-        210,
-        46
-      ],
-      "flags": {
-        "collapsed": true
-      },
-      "order": 11,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 22
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 42
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "links": [
-            53
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 2,
-      "type": "KSampler",
-      "pos": [
-        1235.140380859375,
-        -287.8480529785156
-      ],
-      "size": [
-        295.7660217285156,
-        474
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 35
-        },
-        {
-          "name": "positive",
-          "type": "CONDITIONING",
-          "link": 46,
-          "slot_index": 1
-        },
-        {
-          "name": "negative",
-          "type": "CONDITIONING",
-          "link": 59
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 9,
-          "slot_index": 3
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            6,
-            52
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSampler"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed",
-        20,
-        8,
-        "dpmpp_2m_sde_gpu",
-        "karras",
-        1
-      ]
-    },
-    {
-      "id": 23,
-      "type": "SaveImage",
-      "pos": [
-        1533.74560546875,
-        241.643798828125
-      ],
-      "size": [
-        473.8890686035156,
-        484.4914245605469
-      ],
-      "flags": {},
-      "order": 12,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 53
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 12,
-      "type": "KSampler",
-      "pos": [
-        1248.8175048828125,
-        237.6725311279297
-      ],
-      "size": [
-        274.0234375,
-        474
-      ],
-      "flags": {},
-      "order": 9,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 39
-        },
-        {
-          "name": "positive",
-          "type": "CONDITIONING",
-          "link": 56,
-          "slot_index": 1
-        },
-        {
-          "name": "negative",
-          "type": "CONDITIONING",
-          "link": 57
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 52,
-          "slot_index": 3
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            22
-          ],
-          "slot_index": 0,
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSampler"
-      },
-      "widgets_values": [
-        5770521,
-        "fixed",
-        20,
-        4,
-        "dpmpp_2m_sde_gpu",
-        "karras",
-        0.5
-      ]
-    },
-    {
-      "id": 6,
-      "type": "PreviewImage",
-      "pos": [
-        1526.01708984375,
-        -295.9187316894531
-      ],
-      "size": [
-        491.1799011230469,
-        494.12640380859375
-      ],
-      "flags": {},
-      "order": 10,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 7
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "PreviewImage"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 22,
-      "type": "CLIPTextEncode",
-      "pos": [
-        962.80859375,
-        390.72601318359375
-      ],
-      "size": [
-        285.6000061035156,
-        98.24866485595703
-      ],
-      "flags": {
-        "collapsed": true
-      },
-      "order": 3,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 49
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            57
-          ],
-          "slot_index": 0
-        }
-      ],
-      "title": "CLIP Text Encode (Negative Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        ""
-      ],
-      "color": "#322",
-      "bgcolor": "#533"
-    },
-    {
-      "id": 20,
-      "type": "CheckpointLoaderSimpleMultiGPU",
-      "pos": [
-        558.670654296875,
-        277.36590576171875
-      ],
-      "size": [
-        378,
-        122
-      ],
-      "flags": {},
-      "order": 0,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            39
-          ],
-          "slot_index": 0
-        },
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            49,
-            55
-          ],
-          "slot_index": 1
-        },
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            42
-          ],
-          "slot_index": 2
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CheckpointLoaderSimpleMultiGPU"
-      },
-      "widgets_values": [
-        "juggernautXL_juggXIByRundiffusion.safetensors",
-        "cuda:1"
-      ]
-    },
-    {
-      "id": 8,
-      "type": "EmptyLatentImage",
-      "pos": [
-        1250.5328369140625,
-        -431.4219055175781
-      ],
-      "size": [
-        210,
-        106
-      ],
-      "flags": {},
-      "order": 1,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "links": [
-            9
-          ],
-          "shape": 3
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "EmptyLatentImage"
-      },
-      "widgets_values": [
-        1024,
-        1024,
-        1
-      ]
-    },
-    {
-      "id": 21,
-      "type": "CLIPTextEncode",
-      "pos": [
-        937.1891479492188,
-        -240.19276428222656
-      ],
-      "size": [
-        285.6000061035156,
-        76
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 54
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            46
-          ],
-          "slot_index": 0
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "realistic photograph of a glass of wine, depth of field, bokeh"
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
-    {
-      "id": 25,
-      "type": "CLIPTextEncode",
-      "pos": [
-        944.7369384765625,
-        -117.6661605834961
-      ],
-      "size": [
-        285.6000061035156,
-        76
-      ],
-      "flags": {
-        "collapsed": true
-      },
-      "order": 6,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 58
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            59
-          ],
-          "slot_index": 0
-        }
-      ],
-      "title": "CLIP Text Encode (Negative Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        ""
-      ],
-      "color": "#322",
-      "bgcolor": "#533"
-    },
-    {
-      "id": 19,
-      "type": "CheckpointLoaderSimpleMultiGPU",
-      "pos": [
-        549.6911010742188,
-        -220.0397186279297
-      ],
-      "size": [
-        378,
-        122
-      ],
-      "flags": {},
-      "order": 2,
-      "mode": 0,
-      "inputs": [],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "links": [
-            35
-          ],
-          "slot_index": 0
-        },
-        {
-          "name": "CLIP",
-          "type": "CLIP",
-          "links": [
-            54,
-            58
-          ],
-          "slot_index": 1
-        },
-        {
-          "name": "VAE",
-          "type": "VAE",
-          "links": [
-            36
-          ],
-          "slot_index": 2
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CheckpointLoaderSimpleMultiGPU"
-      },
-      "widgets_values": [
-        "realvisxlV50_v50Bakedvae.safetensors",
-        "cuda:0"
-      ]
-    },
-    {
-      "id": 24,
-      "type": "CLIPTextEncode",
-      "pos": [
-        946.2571411132812,
-        271.57373046875
-      ],
-      "size": [
-        285.6000061035156,
-        76
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 55
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "links": [
-            56
-          ],
-          "slot_index": 0
-        }
-      ],
-      "title": "CLIP Text Encode (Positive Prompt)",
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "realistic photograph of a glass of wine, depth of field, bokeh"
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    }
-  ],
-  "links": [
-    [
-      6,
-      2,
-      0,
-      5,
-      0,
-      "LATENT"
-    ],
-    [
-      7,
-      5,
-      0,
-      6,
-      0,
-      "IMAGE"
-    ],
-    [
-      9,
-      8,
-      0,
-      2,
-      3,
-      "LATENT"
-    ],
-    [
-      22,
-      12,
-      0,
-      15,
-      0,
-      "LATENT"
-    ],
-    [
-      35,
-      19,
-      0,
-      2,
-      0,
-      "MODEL"
-    ],
-    [
-      36,
-      19,
-      2,
-      5,
-      1,
-      "VAE"
-    ],
-    [
-      39,
-      20,
-      0,
-      12,
-      0,
-      "MODEL"
-    ],
-    [
-      42,
-      20,
-      2,
-      15,
-      1,
-      "VAE"
-    ],
-    [
-      46,
-      21,
-      0,
-      2,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      49,
-      20,
-      1,
-      22,
-      0,
-      "CLIP"
-    ],
-    [
-      52,
-      2,
-      0,
-      12,
-      3,
-      "LATENT"
-    ],
-    [
-      53,
-      15,
-      0,
-      23,
-      0,
-      "IMAGE"
-    ],
-    [
-      54,
-      19,
-      1,
-      21,
-      0,
-      "CLIP"
-    ],
-    [
-      55,
-      20,
-      1,
-      24,
-      0,
-      "CLIP"
-    ],
-    [
-      56,
-      24,
-      0,
-      12,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      57,
-      22,
-      0,
-      12,
-      2,
-      "CONDITIONING"
-    ],
-    [
-      58,
-      19,
-      1,
-      25,
-      0,
-      "CLIP"
-    ],
-    [
-      59,
-      25,
-      0,
-      2,
-      2,
-      "CONDITIONING"
-    ]
-  ],
-  "groups": [],
-  "config": {},
-  "extra": {
-    "ds": {
-      "scale": 0.8769226950001169,
-      "offset": [
-        -163.9759947916083,
-        509.56687307886415
-      ]
-    },
-    "ue_links": [],
-    "VHS_latentpreview": false,
-    "VHS_latentpreviewrate": 0
-  },
-  "version": 0.4
-}

example_workflows/qwen_image unet clip distorch2.json

@@ -0,0 +1,547 @@
+{
+  "id": "c69a80ce-b881-4188-8e81-13ec32dd4c91",
+  "revision": 0,
+  "last_node_id": 79,
+  "last_link_id": 140,
+  "nodes": [
+    {
+      "id": 66,
+      "type": "ModelSamplingAuraFlow",
+      "pos": [
+        459.40179443359375,
+        -35.1873779296875
+      ],
+      "size": [
+        270,
+        58
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 138
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            125
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "ModelSamplingAuraFlow"
+      },
+      "widgets_values": [
+        3.1000000000000005
+      ]
+    },
+    {
+      "id": 70,
+      "type": "VAELoaderMultiGPU",
+      "pos": [
+        -30.621204376220703,
+        408.86016845703125
+      ],
+      "size": [
+        367.14569091796875,
+        82
+      ],
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            130
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "VAELoaderMultiGPU"
+      },
+      "widgets_values": [
+        "qwen_image_vae.safetensors",
+        "cuda:1"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 7,
+      "type": "CLIPTextEncode",
+      "pos": [
+        422.6140441894531,
+        397.7400207519531
+      ],
+      "size": [
+        425.27801513671875,
+        182.3540496826172
+      ],
+      "flags": {
+        "collapsed": true
+      },
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 140
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            52
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Negative Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        " "
+      ],
+      "color": "#322",
+      "bgcolor": "#533"
+    },
+    {
+      "id": 58,
+      "type": "EmptySD3LatentImage",
+      "pos": [
+        448.2394104003906,
+        480.706787109375
+      ],
+      "size": [
+        270,
+        106
+      ],
+      "flags": {},
+      "order": 1,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            107
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "EmptySD3LatentImage"
+      },
+      "widgets_values": [
+        1328,
+        1328,
+        1
+      ]
+    },
+    {
+      "id": 6,
+      "type": "CLIPTextEncode",
+      "pos": [
+        415,
+        186
+      ],
+      "size": [
+        422.84503173828125,
+        164.31304931640625
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 139
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            46
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Positive Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "A towering technological monolith in a cyberpunk cityscape at night, with \"QWEN Image DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 78,
+      "type": "UNETLoaderDisTorch2MultiGPU",
+      "pos": [
+        -22.603160858154297,
+        -167.50906372070312
+      ],
+      "size": [
+        342.4831237792969,
+        202
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            138
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "qwen_image_fp8_e4m3fn.safetensors",
+        "default",
+        "cuda:0",
+        14,
+        "cpu",
+        "",
+        true
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 79,
+      "type": "CLIPLoaderDisTorch2MultiGPU",
+      "pos": [
+        -23.14051055908203,
+        105.53752899169922
+      ],
+      "size": [
+        355.2030334472656,
+        217.1029052734375
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            139,
+            140
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "CLIPLoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "qwen_2.5_vl_7b_fp8_scaled.safetensors",
+        "qwen_image",
+        "cuda:1",
+        3.9,
+        "cpu",
+        "",
+        false
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 60,
+      "type": "SaveImage",
+      "pos": [
+        1304.51025390625,
+        -224.49746704101562
+      ],
+      "size": [
+        821.0496215820312,
+        871.7067260742188
+      ],
+      "flags": {},
+      "order": 10,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 110
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
+      },
+      "widgets_values": [
+        "MultiGPU"
+      ]
+    },
+    {
+      "id": 75,
+      "type": "MarkdownNote",
+      "pos": [
+        -599.9403076171875,
+        -190.50645446777344
+      ],
+      "size": [
+        546.3931274414062,
+        702.6599731445312
+      ],
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - UNET, DualClipLoader DisTorch2 Workflow",
+      "properties": {},
+      "widgets_values": [
+        "A DisTorch2 QWEN Image workflow with UNet and CLIP DisTorch2. In this case we are using the DisTorch2 node to statically allocate approximately 70% of the UNet model (14.0G) to the cpu and 50% of the CLIP model (3.9G) to cpu. With `eject_models` being `True`, all other models on the `compute` card (`cuda:0`) will be unloaded, regardless of size, ensuring a clean compute card prior to inference.\n\n## Custom Node\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [qwen_image_fp8_e4m3fn.safetensors](https://huggingface.co/Comfy-Org/Qwen-Image_ComfyUI/blob/main/split_files/diffusion_models/qwen_image_fp8_e4m3fn.safetensors)\n\n**CLIP**\n- [qwen_2.5_vl_7b_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Qwen-Image_ComfyUI/blob/main/split_files/text_encoders/qwen_2.5_vl_7b_fp8_scaled.safetensors)\n\n**VAE**\n- [qwen_image_vae.safetensors](https://huggingface.co/Comfy-Org/Qwen-Image_ComfyUI/blob/main/split_files/vae/qwen_image_vae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── qwen_2.5_vl_7b_fp8_scaled.safetensors [🟪🟪🟪🟪🟪⚙️⚙️⚙️⚙️⚙️]\n│   ├── 📂 unet/\n│   │   ├── qwen_image_fp8_e4m3fn.safetensors [🟩🟩🟩⚙️⚙️⚙️⚙️⚙️⚙️⚙️]\n│   ├── 📂 vae/\n│   │   └── qwen_image_vae.safetensors \n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── qwen_image_fp8_e4m3fn.safetensors [🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── qwen_2.5_vl_7b_fp8_scaled.safetensors[🟪🟪🟪🟪🟪]\n│       └── qwen_image_vae.safetensors\n├── ⚙️ cpu\n        └── qwen_image_fp8_e4m3fn.safetensors [⚙️⚙️⚙️⚙️⚙️⚙️⚙️]\n        └── qwen_2.5_vl_7b_fp8_scaled.safetensors [⚙️⚙️⚙️⚙️⚙️]\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 3,
+      "type": "KSampler",
+      "pos": [
+        922.4367065429688,
+        125.62214660644531
+      ],
+      "size": [
+        315,
+        474
+      ],
+      "flags": {},
+      "order": 8,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 125
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 46
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 52
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 107
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "slot_index": 0,
+          "links": [
+            128
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "KSampler"
+      },
+      "widgets_values": [
+        133236841455355,
+        "randomize",
+        20,
+        2.5,
+        "euler",
+        "simple",
+        1
+      ]
+    },
+    {
+      "id": 8,
+      "type": "VAEDecode",
+      "pos": [
+        986.2562866210938,
+        -31.995906829833984
+      ],
+      "size": [
+        210,
+        46
+      ],
+      "flags": {},
+      "order": 9,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 128
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 130
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            110
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    }
+  ],
+  "links": [
+    [
+      46,
+      6,
+      0,
+      3,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      52,
+      7,
+      0,
+      3,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      107,
+      58,
+      0,
+      3,
+      3,
+      "LATENT"
+    ],
+    [
+      110,
+      8,
+      0,
+      60,
+      0,
+      "IMAGE"
+    ],
+    [
+      125,
+      66,
+      0,
+      3,
+      0,
+      "MODEL"
+    ],
+    [
+      128,
+      3,
+      0,
+      8,
+      0,
+      "LATENT"
+    ],
+    [
+      130,
+      70,
+      0,
+      8,
+      1,
+      "VAE"
+    ],
+    [
+      138,
+      78,
+      0,
+      66,
+      0,
+      "MODEL"
+    ],
+    [
+      139,
+      79,
+      0,
+      6,
+      0,
+      "CLIP"
+    ],
+    [
+      140,
+      79,
+      0,
+      7,
+      0,
+      "CLIP"
+    ]
+  ],
+  "groups": [],
+  "config": {},
+  "extra": {
+    "ds": {
+      "scale": 0.762776844438556,
+      "offset": [
+        794.0740721421819,
+        403.6876353762771
+      ]
+    },
+    "frontendVersion": "1.27.10",
+    "VHS_latentpreview": false,
+    "VHS_latentpreviewrate": 0,
+    "VHS_MetadataImage": true,
+    "VHS_KeepIntermediate": true
+  },
+  "version": 0.4
+}

example_workflows/qwen_image_edit_2509 unet clip distorch2.json

@@ -0,0 +1,711 @@
+{
+  "id": "ad18abd3-bdee-4f80-8fae-d15d4f845b9d",
+  "revision": 0,
+  "last_node_id": 73,
+  "last_link_id": 191,
+  "nodes": [
+    {
+      "id": 67,
+      "type": "ModelSamplingAuraFlow",
+      "pos": [
+        115.86839294433594,
+        -103.43475341796875
+      ],
+      "size": [
+        270,
+        58
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 191
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            177
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "ModelSamplingAuraFlow"
+      },
+      "widgets_values": [
+        3.1
+      ]
+    },
+    {
+      "id": 8,
+      "type": "VAEDecode",
+      "pos": [
+        1020,
+        -10
+      ],
+      "size": [
+        210,
+        46
+      ],
+      "flags": {},
+      "order": 11,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 175
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 188
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            9
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    },
+    {
+      "id": 9,
+      "type": "SaveImage",
+      "pos": [
+        1250,
+        -10
+      ],
+      "size": [
+        985.3012084960938,
+        1060.3828125
+      ],
+      "flags": {},
+      "order": 12,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 9
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
+      },
+      "widgets_values": [
+        "ComfyUI"
+      ]
+    },
+    {
+      "id": 69,
+      "type": "TextEncodeQwenImageEditPlus",
+      "pos": [
+        120,
+        300
+      ],
+      "size": [
+        420,
+        220
+      ],
+      "flags": {},
+      "order": 8,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 189
+        },
+        {
+          "name": "vae",
+          "shape": 7,
+          "type": "VAE",
+          "link": 186
+        },
+        {
+          "name": "image1",
+          "shape": 7,
+          "type": "IMAGE",
+          "link": 183
+        },
+        {
+          "name": "image2",
+          "shape": 7,
+          "type": "IMAGE",
+          "link": null
+        },
+        {
+          "name": "image3",
+          "shape": 7,
+          "type": "IMAGE",
+          "link": null
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            179
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "TextEncodeQwenImageEditPlus"
+      },
+      "widgets_values": [
+        ""
+      ],
+      "color": "#322",
+      "bgcolor": "#533"
+    },
+    {
+      "id": 65,
+      "type": "KSampler",
+      "pos": [
+        730,
+        -10
+      ],
+      "size": [
+        270,
+        474
+      ],
+      "flags": {},
+      "order": 10,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 171
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 180
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 179
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 174
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            175
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "KSampler"
+      },
+      "widgets_values": [
+        335077606572951,
+        "randomize",
+        20,
+        4,
+        "euler",
+        "simple",
+        1
+      ]
+    },
+    {
+      "id": 64,
+      "type": "CFGNorm",
+      "pos": [
+        410,
+        -100
+      ],
+      "size": [
+        270,
+        58
+      ],
+      "flags": {},
+      "order": 9,
+      "mode": 4,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 177
+        }
+      ],
+      "outputs": [
+        {
+          "name": "patched_model",
+          "type": "MODEL",
+          "links": [
+            171
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CFGNorm"
+      },
+      "widgets_values": [
+        1
+      ]
+    },
+    {
+      "id": 72,
+      "type": "CLIPLoaderDisTorch2MultiGPU",
+      "pos": [
+        -356.6231994628906,
+        150.83067321777344
+      ],
+      "size": [
+        355.2030334472656,
+        217.1029052734375
+      ],
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            189,
+            190
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "CLIPLoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "qwen_2.5_vl_7b_fp8_scaled.safetensors",
+        "qwen_image",
+        "cuda:1",
+        3.9,
+        "cpu",
+        "",
+        false
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 71,
+      "type": "VAELoaderMultiGPU",
+      "pos": [
+        -357.5040283203125,
+        434.3533020019531
+      ],
+      "size": [
+        367.14569091796875,
+        82
+      ],
+      "flags": {},
+      "order": 1,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            186,
+            187,
+            188
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "VAELoaderMultiGPU"
+      },
+      "widgets_values": [
+        "qwen_image_vae.safetensors",
+        "cuda:1"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 73,
+      "type": "UNETLoaderDisTorch2MultiGPU",
+      "pos": [
+        -364.1524353027344,
+        -123.68254852294922
+      ],
+      "size": [
+        342.4831237792969,
+        202
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            191
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "qwen_image_edit_2509_fp8_e4m3fn.safetensors",
+        "default",
+        "cuda:0",
+        7,
+        "cpu",
+        "",
+        true
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 66,
+      "type": "EmptySD3LatentImage",
+      "pos": [
+        219.75479125976562,
+        566.0596923828125
+      ],
+      "size": [
+        270,
+        106
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            174
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "EmptySD3LatentImage"
+      },
+      "widgets_values": [
+        720,
+        1280,
+        1
+      ]
+    },
+    {
+      "id": 68,
+      "type": "TextEncodeQwenImageEditPlus",
+      "pos": [
+        114.59521484375,
+        -1.1091564893722534
+      ],
+      "size": [
+        426.63751220703125,
+        265.5693054199219
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 190
+        },
+        {
+          "name": "vae",
+          "shape": 7,
+          "type": "VAE",
+          "link": 187
+        },
+        {
+          "name": "image1",
+          "shape": 7,
+          "type": "IMAGE",
+          "link": 182
+        },
+        {
+          "name": "image2",
+          "shape": 7,
+          "type": "IMAGE",
+          "link": null
+        },
+        {
+          "name": "image3",
+          "shape": 7,
+          "type": "IMAGE",
+          "link": null
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            180
+          ]
+        }
+      ],
+      "title": "TextEncodeQwenImageEditPlus (Positive)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "TextEncodeQwenImageEditPlus"
+      },
+      "widgets_values": [
+        "Replace \"HunyuanVideo\" with \"QWEN Image Edit\" made out of the glowy-pink-purple frog spots "
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 41,
+      "type": "LoadImage",
+      "pos": [
+        -688.2255249023438,
+        -140.61032104492188
+      ],
+      "size": [
+        274.080078125,
+        314
+      ],
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "links": [
+            182,
+            183
+          ]
+        },
+        {
+          "name": "MASK",
+          "type": "MASK",
+          "links": null
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "LoadImage"
+      },
+      "widgets_values": [
+        "hunyuanvideo distorch DEPRECATED (1).jpg",
+        "image"
+      ]
+    },
+    {
+      "id": 70,
+      "type": "MarkdownNote",
+      "pos": [
+        -1267.5081787109375,
+        -165.8821258544922
+      ],
+      "size": [
+        546.3931274414062,
+        702.6599731445312
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - qwen_image_edit_2509 UNET, DualClipLoader DisTorch2 Workflow",
+      "properties": {},
+      "widgets_values": [
+        "A DisTorch2 QWEN Image Edit 2509 workflow with UNet and CLIP DisTorch2. In this case we are using the DisTorch2 node to statically allocate approximately 70% of the UNet model (14.0G) to the cpu and 50% of the CLIP model (3.9G) to cpu. With `eject_models` being `True`, all other models on the `compute` card (`cuda:0`) will be unloaded, regardless of size, ensuring a clean compute card prior to inference.\n\n## Custom Node\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [qwen_image_edit_2509_fp8_e4m3fn.safetensors](https://huggingface.co/Comfy-Org/https://huggingface.co/Comfy-Org/Qwen-Image-Edit_ComfyUI/blob/main/split_files/diffusion_models/qwen_image_edit_2509_fp8_e4m3fn.safetensors)\n\n**CLIP**\n- [qwen_2.5_vl_7b_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Qwen-Image_ComfyUI/blob/main/split_files/text_encoders/qwen_2.5_vl_7b_fp8_scaled.safetensors)\n\n**VAE**\n- [qwen_image_vae.safetensors](https://huggingface.co/Comfy-Org/Qwen-Image_ComfyUI/blob/main/split_files/vae/qwen_image_vae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── qwen_2.5_vl_7b_fp8_scaled.safetensors [🟪🟪🟪🟪🟪⚙️⚙️⚙️⚙️⚙️]\n│   ├── 📂 unet/\n│   │   ├── qwen_image_edit_2509_fp8_e4m3fn.safetensors [🟩🟩🟩⚙️⚙️⚙️⚙️⚙️⚙️⚙️]\n│   ├── 📂 vae/\n│   │   └── qwen_image_vae.safetensors \n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── qwen_image_edit_2509_fp8_e4m3fn.safetensors [🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── qwen_2.5_vl_7b_fp8_scaled.safetensors[🟪🟪🟪🟪🟪]\n│       └── qwen_image_vae.safetensors\n├── ⚙️ cpu\n        └── qwen_image_edit_2509_fp8_e4m3fn.safetensors [⚙️⚙️⚙️⚙️⚙️⚙️⚙️]\n        └── qwen_2.5_vl_7b_fp8_scaled.safetensors [⚙️⚙️⚙️⚙️⚙️]\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    }
+  ],
+  "links": [
+    [
+      9,
+      8,
+      0,
+      9,
+      0,
+      "IMAGE"
+    ],
+    [
+      171,
+      64,
+      0,
+      65,
+      0,
+      "MODEL"
+    ],
+    [
+      174,
+      66,
+      0,
+      65,
+      3,
+      "LATENT"
+    ],
+    [
+      175,
+      65,
+      0,
+      8,
+      0,
+      "LATENT"
+    ],
+    [
+      177,
+      67,
+      0,
+      64,
+      0,
+      "MODEL"
+    ],
+    [
+      179,
+      69,
+      0,
+      65,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      180,
+      68,
+      0,
+      65,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      182,
+      41,
+      0,
+      68,
+      2,
+      "IMAGE"
+    ],
+    [
+      183,
+      41,
+      0,
+      69,
+      2,
+      "IMAGE"
+    ],
+    [
+      186,
+      71,
+      0,
+      69,
+      1,
+      "VAE"
+    ],
+    [
+      187,
+      71,
+      0,
+      68,
+      1,
+      "VAE"
+    ],
+    [
+      188,
+      71,
+      0,
+      8,
+      1,
+      "VAE"
+    ],
+    [
+      189,
+      72,
+      0,
+      69,
+      0,
+      "CLIP"
+    ],
+    [
+      190,
+      72,
+      0,
+      68,
+      0,
+      "CLIP"
+    ],
+    [
+      191,
+      73,
+      0,
+      67,
+      0,
+      "MODEL"
+    ]
+  ],
+  "groups": [],
+  "config": {},
+  "extra": {
+    "ds": {
+      "scale": 0.6209213230591553,
+      "offset": [
+        1393.7068112217967,
+        552.6271256574463
+      ]
+    },
+    "frontendVersion": "1.27.10",
+    "groupNodes": {},
+    "VHS_latentpreview": false,
+    "VHS_latentpreviewrate": 0,
+    "VHS_MetadataImage": true,
+    "VHS_KeepIntermediate": true
+  },
+  "version": 0.4
+}

example_workflows/sd15 checkpoint loader simple.json

@@ -1,185 +1,18 @@
 {
-  "id": "d21a2457-c2bf-4733-b2e9-42352b1dd20d",
+  "id": "a6ee03c8-e601-4b33-87dc-64e9ed484de8",
   "revision": 0,
-  "last_node_id": 10,
-  "last_link_id": 13,
+  "last_node_id": 28,
+  "last_link_id": 64,
   "nodes": [
-    {
-      "id": 7,
-      "type": "CLIPTextEncode",
-      "pos": [
-        413,
-        389
-      ],
-      "size": [
-        425.27801513671875,
-        180.6060791015625
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "clip",
-          "type": "CLIP",
-          "link": 12
-        }
-      ],
-      "outputs": [
-        {
-          "name": "CONDITIONING",
-          "type": "CONDITIONING",
-          "slot_index": 0,
-          "links": [
-            6
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "CLIPTextEncode"
-      },
-      "widgets_values": [
-        "text, watermark"
-      ]
-    },
-    {
-      "id": 3,
-      "type": "KSampler",
-      "pos": [
-        863,
-        186
-      ],
-      "size": [
-        315,
-        474
-      ],
-      "flags": {},
-      "order": 4,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 10
-        },
-        {
-          "name": "positive",
-          "type": "CONDITIONING",
-          "link": 4
-        },
-        {
-          "name": "negative",
-          "type": "CONDITIONING",
-          "link": 6
-        },
-        {
-          "name": "latent_image",
-          "type": "LATENT",
-          "link": 2
-        }
-      ],
-      "outputs": [
-        {
-          "name": "LATENT",
-          "type": "LATENT",
-          "slot_index": 0,
-          "links": [
-            7
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "KSampler"
-      },
-      "widgets_values": [
-        324107397495942,
-        "randomize",
-        20,
-        8,
-        "euler",
-        "normal",
-        1
-      ]
-    },
     {
       "id": 8,
-      "type": "VAEDecode",
+      "type": "EmptyLatentImage",
       "pos": [
-        1209,
-        188
+        991.2929077148438,
+        -435.2230224609375
       ],
       "size": [
         210,
-        46
-      ],
-      "flags": {},
-      "order": 5,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "samples",
-          "type": "LATENT",
-          "link": 7
-        },
-        {
-          "name": "vae",
-          "type": "VAE",
-          "link": 13
-        }
-      ],
-      "outputs": [
-        {
-          "name": "IMAGE",
-          "type": "IMAGE",
-          "slot_index": 0,
-          "links": [
-            9
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "VAEDecode"
-      },
-      "widgets_values": []
-    },
-    {
-      "id": 9,
-      "type": "SaveImage",
-      "pos": [
-        1451,
-        189
-      ],
-      "size": [
-        797.607666015625,
-        781.645263671875
-      ],
-      "flags": {},
-      "order": 6,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 9
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveImage"
-      },
-      "widgets_values": [
-        "ComfyUI"
-      ]
-    },
-    {
-      "id": 5,
-      "type": "EmptyLatentImage",
-      "pos": [
-        473,
-        609
-      ],
-      "size": [
-        315,
         106
       ],
       "flags": {},
@@ -190,13 +23,14 @@
         {
           "name": "LATENT",
           "type": "LATENT",
-          "slot_index": 0,
           "links": [
-            2
+            9
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "EmptyLatentImage"
       },
       "widgets_values": [
@@ -206,24 +40,71 @@
       ]
     },
     {
-      "id": 6,
-      "type": "CLIPTextEncode",
+      "id": 5,
+      "type": "VAEDecode",
       "pos": [
-        415,
-        186
+        1592.0411376953125,
+        -260.3390808105469
       ],
       "size": [
-        422.84503173828125,
-        164.31304931640625
+        140,
+        46
       ],
-      "flags": {},
-      "order": 2,
+      "flags": {
+        "collapsed": false
+      },
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 6
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 36
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            64
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    },
+    {
+      "id": 25,
+      "type": "CLIPTextEncode",
+      "pos": [
+        935.94091796875,
+        9.248990058898926
+      ],
+      "size": [
+        285.6000061035156,
+        88
+      ],
+      "flags": {
+        "collapsed": false
+      },
+      "order": 4,
       "mode": 0,
       "inputs": [
         {
           "name": "clip",
           "type": "CLIP",
-          "link": 11
+          "link": 58
         }
       ],
       "outputs": [
@@ -232,27 +113,167 @@
           "type": "CONDITIONING",
           "slot_index": 0,
           "links": [
-            4
+            59
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Negative Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        ""
+      ],
+      "color": "#322",
+      "bgcolor": "#533"
+    },
+    {
+      "id": 21,
+      "type": "CLIPTextEncode",
+      "pos": [
+        937.1891479492188,
+        -240.19276428222656
+      ],
+      "size": [
+        293.767822265625,
+        206.74732971191406
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 54
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            46
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Positive Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "A towering technological monolith in a cyberpunk cityscape at night, neon blue-green mixed with purple illuminate the surrounding buildings. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 2,
+      "type": "KSampler",
+      "pos": [
+        1235.140380859375,
+        -287.8480529785156
+      ],
+      "size": [
+        295.7660217285156,
+        474
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 35
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 46
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 59
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 9
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "slot_index": 0,
+          "links": [
+            6
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "CLIPTextEncode"
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "KSampler"
       },
       "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. \"Now for .safetensors!\" in same stying but smaller font as a splash overlay in the right-hand corner of the image "
+        768019607311046,
+        "randomize",
+        20,
+        8,
+        "dpmpp_2m_sde_gpu",
+        "karras",
+        1
       ]
     },
     {
-      "id": 10,
-      "type": "CheckpointLoaderSimpleDisTorch2MultiGPU",
+      "id": 28,
+      "type": "SaveImage",
       "pos": [
-        -54.288394927978516,
-        172.42547607421875
+        1763.842041015625,
+        -255.2287139892578
       ],
       "size": [
-        378.4644470214844,
-        194
+        408.8526306152344,
+        449.6918029785156
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 64
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
+      },
+      "widgets_values": [
+        "MultiGPU"
+      ]
+    },
+    {
+      "id": 19,
+      "type": "CheckpointLoaderSimpleMultiGPU",
+      "pos": [
+        446.83160400390625,
+        -309.51922607421875
+      ],
+      "size": [
+        377.1637268066406,
+        122
       ],
       "flags": {},
       "order": 1,
@@ -262,125 +283,152 @@
         {
           "name": "MODEL",
           "type": "MODEL",
+          "slot_index": 0,
           "links": [
-            10
+            35
           ]
         },
         {
           "name": "CLIP",
           "type": "CLIP",
+          "slot_index": 1,
           "links": [
-            11,
-            12
+            54,
+            58
           ]
         },
         {
           "name": "VAE",
           "type": "VAE",
+          "slot_index": 2,
           "links": [
-            13
+            36
           ]
         }
       ],
       "properties": {
-        "Node name for S&R": "CheckpointLoaderSimpleDisTorch2MultiGPU"
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "CheckpointLoaderSimpleMultiGPU"
       },
       "widgets_values": [
-        "safetensor_testing/realDream_15SD15.safetensors",
-        "cuda:0",
-        1,
-        "cpu",
-        ""
+        "sd1.5-real-dream-16.safetensors",
+        "cuda:1"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 27,
+      "type": "MarkdownNote",
+      "pos": [
+        39.4303092956543,
+        -313.1197509765625
+      ],
+      "size": [
+        387.6714782714844,
+        472.19256591796875
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU - CheckpointLoaderSimpleMultiGPU",
+      "properties": {},
+      "widgets_values": [
+        "A mature SD1.5 Checkpoint to test ComfyUI-MultiGPU basic functionality. In this case we are doing the simplest action of changing device where all models are loaded before inference.\n## Custom Node\n\n[ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**checkpoints**\n\n - [sd1.5-real-dream-16.safetensors](https://huggingface.co/sinatra-rd/sd-1.5-real-dream/resolve/main/sd1.5-real-dream-16.safetensors)\n\n```\n📂 ComfyUI/\n├─ 📂 models/\n│   ├─ 📂 checkpoints/\n│   │     └── sd1.5-real-dream-16.safetensors\n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── EMPTY\n├── 🟣 cuda:1\n│       └── sd1.5-real-dream-16.safetensors\n├── ⚙️ cpu\n        └── EMPTY\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     }
   ],
   "links": [
     [
+      6,
       2,
+      0,
       5,
       0,
-      3,
-      3,
       "LATENT"
     ],
     [
-      4,
-      6,
+      9,
+      8,
       0,
-      3,
-      1,
-      "CONDITIONING"
-    ],
-    [
-      6,
-      7,
-      0,
-      3,
       2,
-      "CONDITIONING"
-    ],
-    [
-      7,
       3,
-      0,
-      8,
-      0,
       "LATENT"
     ],
     [
-      9,
-      8,
+      35,
+      19,
       0,
-      9,
-      0,
-      "IMAGE"
-    ],
-    [
-      10,
-      10,
-      0,
-      3,
+      2,
       0,
       "MODEL"
     ],
     [
-      11,
-      10,
-      1,
-      6,
-      0,
-      "CLIP"
-    ],
-    [
-      12,
-      10,
-      1,
-      7,
-      0,
-      "CLIP"
-    ],
-    [
-      13,
-      10,
+      36,
+      19,
       2,
-      8,
+      5,
       1,
       "VAE"
+    ],
+    [
+      46,
+      21,
+      0,
+      2,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      54,
+      19,
+      1,
+      21,
+      0,
+      "CLIP"
+    ],
+    [
+      58,
+      19,
+      1,
+      25,
+      0,
+      "CLIP"
+    ],
+    [
+      59,
+      25,
+      0,
+      2,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      64,
+      5,
+      0,
+      28,
+      0,
+      "IMAGE"
     ]
   ],
   "groups": [],
   "config": {},
   "extra": {
     "ds": {
-      "scale": 0.7253148929329982,
+      "scale": 0.876922695000118,
       "offset": [
-        524.2321827393398,
-        523.3571913872648
+        164.74639645547714,
+        599.3047746961622
       ]
     },
-    "frontendVersion": "1.24.4",
+    "frontendVersion": "1.27.10",
+    "ue_links": [],
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
     "VHS_MetadataImage": true,

example_workflows/sdxl checkpoint loader advanced.json

@@ -0,0 +1,437 @@
+{
+  "id": "8af0a104-fd94-4d52-a3fe-1b223b3cfe74",
+  "revision": 0,
+  "last_node_id": 27,
+  "last_link_id": 65,
+  "nodes": [
+    {
+      "id": 5,
+      "type": "VAEDecode",
+      "pos": [
+        1581.3973388671875,
+        -280.86529541015625
+      ],
+      "size": [
+        140,
+        46
+      ],
+      "flags": {
+        "collapsed": false
+      },
+      "order": 6,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 6
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 64
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "slot_index": 0,
+          "links": [
+            60
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": []
+    },
+    {
+      "id": 21,
+      "type": "CLIPTextEncode",
+      "pos": [
+        937.1891479492188,
+        -240.19276428222656
+      ],
+      "size": [
+        306.88653564453125,
+        192.15206909179688
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 62
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            46
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Positive Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "A towering technological monolith in a cyberpunk cityscape at night, neon blue-green mixed with purple illuminate the surrounding buildings. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 25,
+      "type": "CLIPTextEncode",
+      "pos": [
+        948.5381469726562,
+        5.491794109344482
+      ],
+      "size": [
+        285.6000061035156,
+        88
+      ],
+      "flags": {
+        "collapsed": false
+      },
+      "order": 4,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 65
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "slot_index": 0,
+          "links": [
+            59
+          ]
+        }
+      ],
+      "title": "CLIP Text Encode (Negative Prompt)",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        ""
+      ],
+      "color": "#322",
+      "bgcolor": "#533"
+    },
+    {
+      "id": 8,
+      "type": "EmptyLatentImage",
+      "pos": [
+        658.3106079101562,
+        -1.8894624710083008
+      ],
+      "size": [
+        210,
+        106
+      ],
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            9
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "EmptyLatentImage"
+      },
+      "widgets_values": [
+        1024,
+        1024,
+        1
+      ]
+    },
+    {
+      "id": 2,
+      "type": "KSampler",
+      "pos": [
+        1261.748779296875,
+        -272.6434020996094
+      ],
+      "size": [
+        295.7660217285156,
+        474
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 63
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 46
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 59
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 9
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "slot_index": 0,
+          "links": [
+            6
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "KSampler"
+      },
+      "widgets_values": [
+        1018829187018126,
+        "randomize",
+        20,
+        8,
+        "dpmpp_2m_sde_gpu",
+        "karras",
+        1
+      ]
+    },
+    {
+      "id": 23,
+      "type": "SaveImage",
+      "pos": [
+        1757.25439453125,
+        -274.5552673339844
+      ],
+      "size": [
+        473.8890686035156,
+        484.4914245605469
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 60
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveImage"
+      },
+      "widgets_values": [
+        "MultiGPU"
+      ]
+    },
+    {
+      "id": 27,
+      "type": "CheckpointLoaderAdvancedMultiGPU",
+      "pos": [
+        580.2694702148438,
+        -237.61167907714844
+      ],
+      "size": [
+        360.78656005859375,
+        170
+      ],
+      "flags": {},
+      "order": 1,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            63
+          ]
+        },
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            62,
+            65
+          ]
+        },
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            64
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
+        "Node name for S&R": "CheckpointLoaderAdvancedMultiGPU"
+      },
+      "widgets_values": [
+        "Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors",
+        "cuda:0",
+        "cpu",
+        "cuda:1"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 26,
+      "type": "MarkdownNote",
+      "pos": [
+        91.9892349243164,
+        -246.16168212890625
+      ],
+      "size": [
+        480.3141784667969,
+        487.08673095703125
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU - CheckpointLoaderAdvancedMultiGPU",
+      "properties": {},
+      "widgets_values": [
+        "A mature SDXL Checkpoint to test ComfyUI-MultiGPU CheckpointLoaderAdvanced functionality. In this case we are changing the UNet, CLIP, and VAE devices independentlly\n## Custom Node\n\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**checkpoints**\n\n - [Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors](https://huggingface.co/RunDiffusion/Juggernaut-XL-v9/resolve/main/Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors) \n\n```\n📂 ComfyUI/\n├─ 📂 models/\n│   ├─ 📂 checkpoints/\n│   │     └── Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors\n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── Juggernaut-XL_v9_RunDiffusionPhoto_v2 - UNet\n├── 🟣 cuda:1\n│       └── Juggernaut-XL_v9_RunDiffusionPhoto_v2 - VAE\n├── ⚙️ cpu\n        └── Juggernaut-XL_v9_RunDiffusionPhoto_v2 - CLIP\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    }
+  ],
+  "links": [
+    [
+      6,
+      2,
+      0,
+      5,
+      0,
+      "LATENT"
+    ],
+    [
+      9,
+      8,
+      0,
+      2,
+      3,
+      "LATENT"
+    ],
+    [
+      46,
+      21,
+      0,
+      2,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      59,
+      25,
+      0,
+      2,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      60,
+      5,
+      0,
+      23,
+      0,
+      "IMAGE"
+    ],
+    [
+      62,
+      27,
+      1,
+      21,
+      0,
+      "CLIP"
+    ],
+    [
+      63,
+      27,
+      0,
+      2,
+      0,
+      "MODEL"
+    ],
+    [
+      64,
+      27,
+      2,
+      5,
+      1,
+      "VAE"
+    ],
+    [
+      65,
+      27,
+      1,
+      25,
+      0,
+      "CLIP"
+    ]
+  ],
+  "groups": [],
+  "config": {},
+  "extra": {
+    "ds": {
+      "scale": 0.9646149645001288,
+      "offset": [
+        93.03404840681384,
+        585.605321716019
+      ]
+    },
+    "frontendVersion": "1.27.10",
+    "ue_links": [],
+    "VHS_latentpreview": false,
+    "VHS_latentpreviewrate": 0,
+    "VHS_MetadataImage": true,
+    "VHS_KeepIntermediate": true
+  },
+  "version": 0.4
+}

example_workflows/wan2_2 distorch2 double_unet no_cpu.json

@@ -1,8 +1,8 @@
 {
   "id": "ec7da562-7e21-4dac-a0d2-f4441e1efd3b",
   "revision": 0,
-  "last_node_id": 70,
-  "last_link_id": 151,
+  "last_node_id": 74,
+  "last_link_id": 157,
   "nodes": [
     {
       "id": 58,
@@ -16,7 +16,7 @@
         546
       ],
       "flags": {},
-      "order": 10,
+      "order": 11,
       "mode": 0,
       "inputs": [
         {
@@ -50,6 +50,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "KSamplerAdvanced"
       },
       "widgets_values": [
@@ -77,7 +79,7 @@
         46
       ],
       "flags": {},
-      "order": 11,
+      "order": 12,
       "mode": 0,
       "inputs": [
         {
@@ -103,75 +105,12 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "VAEDecode"
       },
       "widgets_values": []
     },
-    {
-      "id": 28,
-      "type": "SaveAnimatedWEBP",
-      "pos": [
-        1820,
-        -20
-      ],
-      "size": [
-        674.6224975585938,
-        820.6224975585938
-      ],
-      "flags": {},
-      "order": 12,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 56
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveAnimatedWEBP"
-      },
-      "widgets_values": [
-        "ComfyUI",
-        16,
-        false,
-        80,
-        "default"
-      ]
-    },
-    {
-      "id": 47,
-      "type": "SaveWEBM",
-      "pos": [
-        2530,
-        -20
-      ],
-      "size": [
-        763.67041015625,
-        885.67041015625
-      ],
-      "flags": {},
-      "order": 13,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "images",
-          "type": "IMAGE",
-          "link": 93
-        }
-      ],
-      "outputs": [],
-      "properties": {
-        "Node name for S&R": "SaveWEBM"
-      },
-      "widgets_values": [
-        "ComfyUI",
-        "vp9",
-        16.000000000000004,
-        13.3333740234375
-      ]
-    },
     {
       "id": 7,
       "type": "CLIPTextEncode",
@@ -184,7 +123,7 @@
         180.6060791015625
       ],
       "flags": {},
-      "order": 6,
+      "order": 7,
       "mode": 0,
       "inputs": [
         {
@@ -206,6 +145,8 @@
       ],
       "title": "CLIP Text Encode (Negative Prompt)",
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
@@ -239,6 +180,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "EmptyHunyuanLatentVideo"
       },
       "widgets_values": [
@@ -260,7 +203,7 @@
         546
       ],
       "flags": {},
-      "order": 9,
+      "order": 10,
       "mode": 0,
       "inputs": [
         {
@@ -294,6 +237,8 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "KSamplerAdvanced"
       },
       "widgets_values": [
@@ -309,6 +254,46 @@
         "enable"
       ]
     },
+    {
+      "id": 55,
+      "type": "ModelSamplingSD3",
+      "pos": [
+        479.226318359375,
+        87.29454040527344
+      ],
+      "size": [
+        315,
+        58
+      ],
+      "flags": {},
+      "order": 9,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 157
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "slot_index": 0,
+          "links": [
+            123
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "ModelSamplingSD3"
+      },
+      "widgets_values": [
+        8
+      ]
+    },
     {
       "id": 67,
       "type": "VAELoaderMultiGPU",
@@ -334,97 +319,23 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "VAELoaderMultiGPU"
       },
       "widgets_values": [
         "wan_2.1_vae.safetensors",
         "cuda:1"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
-    },
-    {
-      "id": 55,
-      "type": "ModelSamplingSD3",
-      "pos": [
-        479.226318359375,
-        87.29454040527344
-      ],
-      "size": [
-        315,
-        58
-      ],
-      "flags": {},
-      "order": 8,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 151
-        }
-      ],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "slot_index": 0,
-          "links": [
-            123
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "ModelSamplingSD3"
-      },
-      "widgets_values": [
-        8
-      ]
-    },
-    {
-      "id": 54,
-      "type": "ModelSamplingSD3",
-      "pos": [
-        486.4836120605469,
-        -69.28914642333984
-      ],
-      "size": [
-        315,
-        58
-      ],
-      "flags": {},
-      "order": 7,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "model",
-          "type": "MODEL",
-          "link": 150
-        }
-      ],
-      "outputs": [
-        {
-          "name": "MODEL",
-          "type": "MODEL",
-          "slot_index": 0,
-          "links": [
-            125
-          ]
-        }
-      ],
-      "properties": {
-        "Node name for S&R": "ModelSamplingSD3"
-      },
-      "widgets_values": [
-        8.000000000000002
-      ]
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
       "id": 68,
       "type": "CLIPLoaderMultiGPU",
       "pos": [
-        -6.305742263793945,
-        188.62916564941406
+        13.91906452178955,
+        234.1349334716797
       ],
       "size": [
         383.4211730957031,
@@ -445,15 +356,17 @@
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "CLIPLoaderMultiGPU"
       },
       "widgets_values": [
         "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
         "wan",
-        "cpu"
+        "cuda:1"
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
       "id": 6,
@@ -467,7 +380,7 @@
         164.31304931640625
       ],
       "flags": {},
-      "order": 5,
+      "order": 6,
       "mode": 0,
       "inputs": [
         {
@@ -489,14 +402,85 @@
       ],
       "title": "CLIP Text Encode (Positive Prompt)",
       "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
         "Node name for S&R": "CLIPTextEncode"
       },
       "widgets_values": [
-        "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+        "A towering technological monolith in a cyberpunk cityscape at night, with \"Wan 2.2 DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the center of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
       ],
       "color": "#232",
       "bgcolor": "#353"
     },
+    {
+      "id": 47,
+      "type": "SaveWEBM",
+      "pos": [
+        2530,
+        -20
+      ],
+      "size": [
+        763.67041015625,
+        885.67041015625
+      ],
+      "flags": {},
+      "order": 14,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 93
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveWEBM"
+      },
+      "widgets_values": [
+        "MultiGPU",
+        "vp9",
+        16.000000000000004,
+        13.3333740234375
+      ]
+    },
+    {
+      "id": 28,
+      "type": "SaveAnimatedWEBP",
+      "pos": [
+        1820,
+        -20
+      ],
+      "size": [
+        674.6224975585938,
+        820.6224975585938
+      ],
+      "flags": {},
+      "order": 13,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 56
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveAnimatedWEBP"
+      },
+      "widgets_values": [
+        "MultiGPU",
+        16,
+        false,
+        80,
+        "default"
+      ]
+    },
     {
       "id": 62,
       "type": "UNETLoaderDisTorch2MultiGPU",
@@ -506,7 +490,7 @@
       ],
       "size": [
         351.41351318359375,
-        179.5890655517578
+        202
       ],
       "flags": {},
       "order": 3,
@@ -517,34 +501,37 @@
           "name": "MODEL",
           "type": "MODEL",
           "links": [
-            150
+            156
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
       },
       "widgets_values": [
         "wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors",
         "default",
         "cuda:0",
-        4,
-        "cpu",
-        ""
+        9,
+        "cuda:1",
+        "",
+        true
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     },
     {
       "id": 70,
       "type": "UNETLoaderDisTorch2MultiGPU",
       "pos": [
-        43.62093734741211,
-        -88.78330993652344
+        33.50856018066406,
+        -66.39156341552734
       ],
       "size": [
         351.41351318359375,
-        179.5890655517578
+        202
       ],
       "flags": {},
       "order": 4,
@@ -555,23 +542,90 @@
           "name": "MODEL",
           "type": "MODEL",
           "links": [
-            151
+            157
           ]
         }
       ],
       "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "0d6dfc7524472943ba912a6ec3088757edba15c3",
         "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
       },
       "widgets_values": [
         "wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors",
         "default",
+        "cuda:0",
+        9,
         "cuda:1",
-        4,
-        "cpu",
-        ""
+        "",
+        true
       ],
-      "color": "#233",
-      "bgcolor": "#355"
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 54,
+      "type": "ModelSamplingSD3",
+      "pos": [
+        503.1690979003906,
+        -198.79998779296875
+      ],
+      "size": [
+        315,
+        58
+      ],
+      "flags": {},
+      "order": 8,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 156
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "slot_index": 0,
+          "links": [
+            125
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "ModelSamplingSD3"
+      },
+      "widgets_values": [
+        8.000000000000002
+      ]
+    },
+    {
+      "id": 74,
+      "type": "MarkdownNote",
+      "pos": [
+        -658.3707275390625,
+        -320.4559326171875
+      ],
+      "size": [
+        634.0631103515625,
+        720.5999755859375
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - wan2_2 Double UNet DisTorch2",
+      "properties": {},
+      "widgets_values": [
+        "A DisTorch2 Wan 2.2 workflow where we ignore CPU offloading completely and load both UNets placing blocks on the CPU and CLIP DisTorch2. In this case we are using the DisTorch2 node to statically allocate approximately 70% of the UNet model (13.3G) to the cpu. With `eject_models` being `True`, all other models on the `compute` card (`cuda:0`) will be unloaded, regardless of size, ensuring a clean compute card prior to inference.\n\n## Custom Node\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/diffusion_models/wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors)\n- [wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/diffusion_models/wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors)\n\n**CLIP**\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/vae/wan_2.1_vae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── umt5_xxl_fp8_e4m3fn_scaled.safetensors\n│   ├── 📂 unet/\n│   │   ├── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   │   ├── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   ├── 📂 vae/\n│   │   └── qwen_image_vae.safetensors \n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟩🟩🟩]\n│       └── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n│       └── umt5_xxl_fp8_e4m3fn_scaled.safetensors\n│       └── wan_2.1_vae.safetensors\n├── ⚙️ cpu\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
     }
   ],
   "links": [
@@ -688,7 +742,7 @@
       "CLIP"
     ],
     [
-      150,
+      156,
       62,
       0,
       54,
@@ -696,7 +750,7 @@
       "MODEL"
     ],
     [
-      151,
+      157,
       70,
       0,
       55,
@@ -708,13 +762,13 @@
   "config": {},
   "extra": {
     "ds": {
-      "scale": 0.9229599817706872,
+      "scale": 0.7627768444385852,
       "offset": [
-        262.23932192507675,
-        541.1903997726705
+        923.7572852838339,
+        611.8769299301177
       ]
     },
-    "frontendVersion": "1.24.4",
+    "frontendVersion": "1.27.10",
     "VHS_latentpreview": false,
     "VHS_latentpreviewrate": 0,
     "VHS_MetadataImage": true,

example_workflows/wan2_2 t2v lightx2v lora distorch2.json

@@ -0,0 +1,795 @@
+{
+  "id": "b5850607-44ed-4abf-85d7-1399865d4011",
+  "revision": 0,
+  "last_node_id": 59,
+  "last_link_id": 104,
+  "nodes": [
+    {
+      "id": 4,
+      "type": "CLIPTextEncode",
+      "pos": [
+        3650,
+        100
+      ],
+      "size": [
+        450,
+        150
+      ],
+      "flags": {
+        "collapsed": false
+      },
+      "order": 9,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 89
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            59,
+            64
+          ]
+        }
+      ],
+      "title": "Negative Prompt",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.43",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        ""
+      ],
+      "color": "#2a363b",
+      "bgcolor": "#3f5159"
+    },
+    {
+      "id": 35,
+      "type": "KSamplerAdvanced",
+      "pos": [
+        4152.58056640625,
+        -684.031005859375
+      ],
+      "size": [
+        250,
+        546
+      ],
+      "flags": {},
+      "order": 11,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 88
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 58
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 59
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 60
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            61
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.46",
+        "Node name for S&R": "KSamplerAdvanced"
+      },
+      "widgets_values": [
+        "enable",
+        463363085190188,
+        "randomize",
+        8,
+        1,
+        "euler",
+        "simple",
+        0,
+        4,
+        "disable"
+      ],
+      "color": "#223",
+      "bgcolor": "#335"
+    },
+    {
+      "id": 51,
+      "type": "CLIPLoaderMultiGPU",
+      "pos": [
+        3174.543701171875,
+        -421.68939208984375
+      ],
+      "size": [
+        410.7702941894531,
+        110.15969848632812
+      ],
+      "flags": {},
+      "order": 0,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            100
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "161174266c29e5860e5b565315fba99d2bc5f1e0",
+        "Node name for S&R": "CLIPLoaderMultiGPU"
+      },
+      "widgets_values": [
+        "umt5_xxl_fp8_e4m3fn_scaled.safetensors",
+        "wan",
+        "cuda:0"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 55,
+      "type": "VAELoaderDisTorch2MultiGPU",
+      "pos": [
+        3213.78515625,
+        29.56181526184082
+      ],
+      "size": [
+        297.41796875,
+        178
+      ],
+      "flags": {},
+      "order": 1,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "VAE",
+          "type": "VAE",
+          "links": [
+            102
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "161174266c29e5860e5b565315fba99d2bc5f1e0",
+        "Node name for S&R": "VAELoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "wan_2.1_vae.safetensors",
+        "cuda:0",
+        0,
+        "cpu",
+        "",
+        true
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 44,
+      "type": "LoraLoaderModelOnly",
+      "pos": [
+        3645.671630859375,
+        -436.70050048828125
+      ],
+      "size": [
+        474.6925354003906,
+        91.07210540771484
+      ],
+      "flags": {},
+      "order": 7,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 101
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            91
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.46",
+        "Node name for S&R": "LoraLoaderModelOnly"
+      },
+      "widgets_values": [
+        "Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/low_noise.safetensors",
+        1
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 29,
+      "type": "LoraLoader",
+      "pos": [
+        3637.26611328125,
+        -691.7128295898438
+      ],
+      "size": [
+        482.47406005859375,
+        126
+      ],
+      "flags": {},
+      "order": 8,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 99
+        },
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 100
+        }
+      ],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            88
+          ]
+        },
+        {
+          "name": "CLIP",
+          "type": "CLIP",
+          "links": [
+            89,
+            90
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.43",
+        "Node name for S&R": "LoraLoader"
+      },
+      "widgets_values": [
+        "Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/high_noise.safetensors",
+        1,
+        1
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
+    },
+    {
+      "id": 53,
+      "type": "MarkdownNote",
+      "pos": [
+        2355.81494140625,
+        -698.0171508789062
+      ],
+      "size": [
+        777.6646728515625,
+        937.3121337890625
+      ],
+      "flags": {},
+      "order": 2,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - wan2_2 Double UNet DisTorch2",
+      "properties": {},
+      "widgets_values": [
+        "A DisTorch2 Wan 2.2 workflow where we eschew our other `gpu`, offloading both UNets by placing blocks on the `cpu`. In this case we are using the DisTorch2 node to statically allocate approximately 70% of the UNet model (13.3G) to the `cpu`, along with a proportional amount of the LoRAs patched to the model. With `eject_models` being `True`, all other models on the `compute` card (`cuda:0`) will be unloaded, regardless of size, ensuring a clean compute card prior to inference.\n\n## Custom Node\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/diffusion_models/wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors)\n- [wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/diffusion_models/wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors)\n\n**CLIP**\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/vae/wan_2.1_vae.safetensors)\n\n**LoRA**\n- [high_noise_model.safetensors](https://huggingface.co/lightx2v/Wan2.2-Lightning/resolve/main/Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/high_noise_model.safetensors)\n- [low_noise_model.safetensors](https://huggingface.co/lightx2v/Wan2.2-Lightning/resolve/main/Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/low_noise_model.safetensors)\n\n## Model Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── umt5_xxl_fp8_e4m3fn_scaled.safetensors\n│   ├── 📂 unet/\n│   │   ├── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   │   ├── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   ├───📂 loras/\n│   ├─────📂 Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/\n│   │        ├────── high_noise_model.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   │        └────── low_noise_model.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   ├── 📂 vae/\n│   │   └── qwen_image_vae.safetensors \n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟩🟩🟩]\n│       └── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟩🟩🟩]\n│       └── high_noise_model.safetensors [🟩🟩🟩]\n│       └── low_noise_model.safetensors [🟩🟩🟩]\n│       └── umt5_xxl_fp8_e4m3fn_scaled.safetensors\n│       └── wan_2.1_vae.safetensors\n├── 🟣 cuda:1\n│       └── EMPTY\n├── ⚙️ cpu\n       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n       └── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n       └── high_noise_model.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n       └── low_noise_model.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 3,
+      "type": "CLIPTextEncode",
+      "pos": [
+        3650,
+        -300
+      ],
+      "size": [
+        450,
+        350
+      ],
+      "flags": {},
+      "order": 10,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "clip",
+          "type": "CLIP",
+          "link": 90
+        }
+      ],
+      "outputs": [
+        {
+          "name": "CONDITIONING",
+          "type": "CONDITIONING",
+          "links": [
+            58,
+            63
+          ]
+        }
+      ],
+      "title": "Positive Prompt",
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.43",
+        "Node name for S&R": "CLIPTextEncode"
+      },
+      "widgets_values": [
+        "A towering technological monolith in a cyberpunk cityscape at night, with \"WAN 2.2\" and \"T2V\"  emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings, with a smaller \"lightx2v\" underneath, bursting with color. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. "
+      ],
+      "color": "#2a363b",
+      "bgcolor": "#3f5159"
+    },
+    {
+      "id": 52,
+      "type": "UNETLoaderDisTorch2MultiGPU",
+      "pos": [
+        3194.302490234375,
+        -254.25840759277344
+      ],
+      "size": [
+        401.1171569824219,
+        202
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            101
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "161174266c29e5860e5b565315fba99d2bc5f1e0",
+        "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors",
+        "default",
+        "cuda:0",
+        13,
+        "cpu",
+        "",
+        true
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 56,
+      "type": "MarkdownNote",
+      "pos": [
+        7540.54541015625,
+        -833.9743041992188
+      ],
+      "size": [
+        634.0631103515625,
+        720.5999755859375
+      ],
+      "flags": {},
+      "order": 4,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [],
+      "title": "ComfyUI-MultiGPU Note - wan2_2 Double UNet DisTorch2",
+      "properties": {},
+      "widgets_values": [
+        "A DisTorch2 Wan 2.2 workflow where we ignore CPU offloading completely and load both UNets placing blocks on the CPU and CLIP DisTorch2. In this case we are using the DisTorch2 node to statically allocate approximately 70% of the UNet model (13.3G) to the cpu. With `eject_models` being `True`, all other models on the `compute` card (`cuda:0`) will be unloaded, regardless of size, ensuring a clean compute card prior to inference.\n\n## Custom Node\n- [ComfyUI-MultiGPU](https://github.com/pollockjj/ComfyUI-MultiGPU)\n```\n📂 ComfyUI/\n├── 📂 custom_nodes/\n│   ├── 📂 ComfyUI-MultiGPU/\n```\n## Model links\n\n**Diffusion model**\n- [wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/diffusion_models/wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors)\n- [wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/diffusion_models/wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors)\n\n**CLIP**\n- [umt5_xxl_fp8_e4m3fn_scaled.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/resolve/main/split_files/text_encoders/umt5_xxl_fp8_e4m3fn_scaled.safetensors)\n\n**VAE**\n- [wan_2.1_vae.safetensors](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/blob/main/split_files/vae/wan_2.1_vae.safetensors)\n\nModel Storage Location\n\n```\n📂 ComfyUI/\n├── 📂 models/\n│   ├── 📂 clip/\n│   │   └── umt5_xxl_fp8_e4m3fn_scaled.safetensors\n│   ├── 📂 unet/\n│   │   ├── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   │   ├── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟩🟩🟩🟪🟪🟪🟪🟪🟪🟪]\n│   ├── 📂 vae/\n│   │   └── qwen_image_vae.safetensors \n```\n## Device Mapping (Example: Two GPUs, 1 CPU)\n```\n🖥️ system \n├── 🟢 cuda:0\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟩🟩🟩]\n│       └── wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors [🟩🟩🟩]\n├── 🟣 cuda:1\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n│       └── wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors [🟪🟪🟪🟪🟪🟪🟪]\n│       └── umt5_xxl_fp8_e4m3fn_scaled.safetensors\n│       └── wan_2.1_vae.safetensors\n├── ⚙️ cpu\n```"
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 9,
+      "type": "VAEDecode",
+      "pos": [
+        4450.001953125,
+        -696.47216796875
+      ],
+      "size": [
+        140,
+        46
+      ],
+      "flags": {},
+      "order": 13,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "samples",
+          "type": "LATENT",
+          "link": 65
+        },
+        {
+          "name": "vae",
+          "type": "VAE",
+          "link": 102
+        }
+      ],
+      "outputs": [
+        {
+          "name": "IMAGE",
+          "type": "IMAGE",
+          "links": [
+            103
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.43",
+        "Node name for S&R": "VAEDecode"
+      },
+      "widgets_values": [],
+      "color": "#323",
+      "bgcolor": "#535"
+    },
+    {
+      "id": 58,
+      "type": "SaveAnimatedWEBP",
+      "pos": [
+        4616.23095703125,
+        -513.6134643554688
+      ],
+      "size": [
+        674.6224975585938,
+        820.6224975585938
+      ],
+      "flags": {},
+      "order": 14,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "images",
+          "type": "IMAGE",
+          "link": 103
+        }
+      ],
+      "outputs": [],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.64",
+        "Node name for S&R": "SaveAnimatedWEBP"
+      },
+      "widgets_values": [
+        "MultiGPU",
+        16,
+        false,
+        80,
+        "default"
+      ]
+    },
+    {
+      "id": 5,
+      "type": "EmptyHunyuanLatentVideo",
+      "pos": [
+        3650,
+        300
+      ],
+      "size": [
+        450,
+        150
+      ],
+      "flags": {},
+      "order": 5,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            60
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.43",
+        "Node name for S&R": "EmptyHunyuanLatentVideo"
+      },
+      "widgets_values": [
+        768,
+        768,
+        81,
+        1
+      ],
+      "color": "#323",
+      "bgcolor": "#535"
+    },
+    {
+      "id": 50,
+      "type": "UNETLoaderDisTorch2MultiGPU",
+      "pos": [
+        3169.217041015625,
+        -698.2782592773438
+      ],
+      "size": [
+        440.8240051269531,
+        202
+      ],
+      "flags": {},
+      "order": 6,
+      "mode": 0,
+      "inputs": [],
+      "outputs": [
+        {
+          "name": "MODEL",
+          "type": "MODEL",
+          "links": [
+            99
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfyui-multigpu",
+        "ver": "161174266c29e5860e5b565315fba99d2bc5f1e0",
+        "Node name for S&R": "UNETLoaderDisTorch2MultiGPU"
+      },
+      "widgets_values": [
+        "wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors",
+        "default",
+        "cuda:0",
+        13,
+        "cuda:1",
+        "",
+        true
+      ],
+      "color": "#008181",
+      "bgcolor": "rgba(24,24,27,.9)"
+    },
+    {
+      "id": 36,
+      "type": "KSamplerAdvanced",
+      "pos": [
+        4163.52001953125,
+        -74.00148010253906
+      ],
+      "size": [
+        250,
+        546
+      ],
+      "flags": {},
+      "order": 12,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "model",
+          "type": "MODEL",
+          "link": 91
+        },
+        {
+          "name": "positive",
+          "type": "CONDITIONING",
+          "link": 63
+        },
+        {
+          "name": "negative",
+          "type": "CONDITIONING",
+          "link": 64
+        },
+        {
+          "name": "latent_image",
+          "type": "LATENT",
+          "link": 61
+        }
+      ],
+      "outputs": [
+        {
+          "name": "LATENT",
+          "type": "LATENT",
+          "links": [
+            65
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "comfy-core",
+        "ver": "0.3.46",
+        "Node name for S&R": "KSamplerAdvanced"
+      },
+      "widgets_values": [
+        "enable",
+        989059799892359,
+        "randomize",
+        8,
+        1,
+        "euler",
+        "simple",
+        4,
+        8,
+        "disable"
+      ],
+      "color": "#223",
+      "bgcolor": "#335"
+    }
+  ],
+  "links": [
+    [
+      58,
+      3,
+      0,
+      35,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      59,
+      4,
+      0,
+      35,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      60,
+      5,
+      0,
+      35,
+      3,
+      "LATENT"
+    ],
+    [
+      61,
+      35,
+      0,
+      36,
+      3,
+      "LATENT"
+    ],
+    [
+      63,
+      3,
+      0,
+      36,
+      1,
+      "CONDITIONING"
+    ],
+    [
+      64,
+      4,
+      0,
+      36,
+      2,
+      "CONDITIONING"
+    ],
+    [
+      65,
+      36,
+      0,
+      9,
+      0,
+      "LATENT"
+    ],
+    [
+      88,
+      29,
+      0,
+      35,
+      0,
+      "MODEL"
+    ],
+    [
+      89,
+      29,
+      1,
+      4,
+      0,
+      "CLIP"
+    ],
+    [
+      90,
+      29,
+      1,
+      3,
+      0,
+      "CLIP"
+    ],
+    [
+      91,
+      44,
+      0,
+      36,
+      0,
+      "MODEL"
+    ],
+    [
+      99,
+      50,
+      0,
+      29,
+      0,
+      "MODEL"
+    ],
+    [
+      100,
+      51,
+      0,
+      29,
+      1,
+      "CLIP"
+    ],
+    [
+      101,
+      52,
+      0,
+      44,
+      0,
+      "MODEL"
+    ],
+    [
+      102,
+      55,
+      0,
+      9,
+      1,
+      "VAE"
+    ],
+    [
+      103,
+      9,
+      0,
+      58,
+      0,
+      "IMAGE"
+    ]
+  ],
+  "groups": [],
+  "config": {},
+  "extra": {
+    "ds": {
+      "scale": 0.6410618351739488,
+      "offset": [
+        -1966.2624469350503,
+        1246.7903506223172
+      ]
+    },
+    "frontendVersion": "1.27.10",
+    "VHS_latentpreview": false,
+    "VHS_latentpreviewrate": 0,
+    "VHS_MetadataImage": true,
+    "VHS_KeepIntermediate": true
+  },
+  "version": 0.4
+}

nodes.py

@@ -176,12 +176,10 @@ class LTXVLoader:
         return original_loader._load_vae(weights, config=None)
 
 class Florence2ModelLoader:
+    @classmethod
     def INPUT_TYPES(s):
-        all_llm_paths = folder_paths.get_folder_paths("LLM")
-        s.model_paths = create_path_dict(all_llm_paths, lambda x: x.is_dir())
-
         return {"required": {
-            "model": ([*s.model_paths], {"tooltip": "models are expected to be in Comfyui/models/LLM folder"}),
+            "model": ([item.name for item in Path(folder_paths.models_dir, "LLM").iterdir() if item.is_dir()], {"tooltip": "models are expected to be in Comfyui/models/LLM folder"}),
             "precision": (['fp16','bf16','fp32'],),
             "attention": (
                     [ 'flash_attention_2', 'sdpa', 'eager'],