diff --git a/__init__.py b/__init__.py index 50ec5c4..bbccd67 100644 --- a/__init__.py +++ b/__init__.py @@ -312,12 +312,12 @@ gguf_nodes = { "DualCLIPLoaderGGUFDisTorchMultiGPU": override_class_with_distorch_clip(DualCLIPLoaderGGUF), "TripleCLIPLoaderGGUFDisTorchMultiGPU": override_class_with_distorch_clip(TripleCLIPLoaderGGUF), "QuadrupleCLIPLoaderGGUFDisTorchMultiGPU": override_class_with_distorch_clip(QuadrupleCLIPLoaderGGUF), - "UnetLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_gguf_v2(UnetLoaderGGUF), - "UnetLoaderGGUFAdvancedDisTorch2MultiGPU": override_class_with_distorch_gguf_v2(UnetLoaderGGUFAdvanced), - "CLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_clip(CLIPLoaderGGUF), - "DualCLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_clip(DualCLIPLoaderGGUF), - "TripleCLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_clip(TripleCLIPLoaderGGUF), - "QuadrupleCLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_clip(QuadrupleCLIPLoaderGGUF), + "UnetLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_safetensor_v2(UnetLoaderGGUF), + "UnetLoaderGGUFAdvancedDisTorch2MultiGPU": override_class_with_distorch_safetensor_v2(UnetLoaderGGUFAdvanced), + "CLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_safetensor_v2(CLIPLoaderGGUF), + "DualCLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_safetensor_v2(DualCLIPLoaderGGUF), + "TripleCLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_safetensor_v2(TripleCLIPLoaderGGUF), + "QuadrupleCLIPLoaderGGUFDisTorch2MultiGPU": override_class_with_distorch_safetensor_v2(QuadrupleCLIPLoaderGGUF), "UnetLoaderGGUFMultiGPU": override_class(UnetLoaderGGUF), "UnetLoaderGGUFAdvancedMultiGPU": override_class(UnetLoaderGGUFAdvanced), "CLIPLoaderGGUFMultiGPU": override_class_clip(CLIPLoaderGGUF), diff --git a/examples/device_selector_lowvram_flux_controlnet.json b/examples/device_selector_lowvram_flux_controlnet.json deleted file mode 100644 index 2993701..0000000 --- a/examples/device_selector_lowvram_flux_controlnet.json +++ /dev/null @@ -1,2096 +0,0 @@ -{ - "last_node_id": 162, - "last_link_id": 261, - "nodes": [ - { - "id": 88, - "type": "Reroute", - "pos": [ - 156.76731872558594, - -115.1278305053711 - ], - "size": [ - 75, - 26 - ], - "flags": {}, - "order": 21, - "mode": 0, - "inputs": [ - { - "name": "", - "type": "*", - "link": 261, - "label": "" - } - ], - "outputs": [ - { - "name": "", - "type": "CLIP", - "links": [ - 147, - 210 - ], - "slot_index": 0, - "label": "" - } - ], - "properties": { - "showOutputText": false, - "horizontal": false - } - }, - { - "id": 89, - "type": "Reroute", - "pos": [ - 155.76731872558594, - -64.12783813476562 - ], - "size": [ - 75, - 26 - ], - "flags": {}, - "order": 17, - "mode": 0, - "inputs": [ - { - "name": "", - "type": "*", - "link": 246, - "label": "" - } - ], - "outputs": [ - { - "name": "", - "type": "VAE", - "links": [ - 151, - 207 - ], - "slot_index": 0, - "label": "" - } - ], - "properties": { - "showOutputText": false, - "horizontal": false - } - }, - { - "id": 139, - "type": "EmptySD3LatentImage", - "pos": [ - 821.7671508789062, - 573.8721313476562 - ], - "size": [ - 315, - 106 - ], - "flags": {}, - "order": 0, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 222 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "EmptySD3LatentImage" - }, - "widgets_values": [ - 768, - 768, - 1 - ] - }, - { - "id": 72, - "type": "CLIPTextEncodeFlux", - "pos": [ - 635.7671508789062, - -120.12781524658203 - ], - "size": [ - 219.3687286376953, - 108 - ], - "flags": {}, - "order": 25, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 147, - "label": "clip" - }, - { - "name": "t5xxl", - "type": "STRING", - "link": 199, - "widget": { - "name": "t5xxl" - }, - "label": "t5xxl" - }, - { - "name": "clip_l", - "type": "STRING", - "link": 200, - "widget": { - "name": "clip_l" - }, - "label": "clip_l" - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 208 - ], - "slot_index": 0, - "shape": 3, - "label": "CONDITIONING" - } - ], - "properties": { - "Node name for S&R": "CLIPTextEncodeFlux" - }, - "widgets_values": [ - "", - "", - 3.5 - ] - }, - { - "id": 131, - "type": "CLIPTextEncodeFlux", - "pos": [ - 897.7671508789062, - -151.12783813476562 - ], - "size": [ - 222.8309326171875, - 160 - ], - "flags": {}, - "order": 26, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 210, - "label": "clip" - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 209 - ], - "slot_index": 0, - "shape": 3, - "label": "CONDITIONING" - } - ], - "properties": { - "Node name for S&R": "CLIPTextEncodeFlux" - }, - "widgets_values": [ - "", - "bad,ugly,deformed", - 3.5 - ] - }, - { - "id": 87, - "type": "Reroute", - "pos": [ - 159.76731872558594, - -170.12783813476562 - ], - "size": [ - 75, - 26 - ], - "flags": {}, - "order": 24, - "mode": 0, - "inputs": [ - { - "name": "", - "type": "*", - "link": 259, - "label": "" - } - ], - "outputs": [ - { - "name": "", - "type": "MODEL", - "links": [ - 148, - 227 - ], - "slot_index": 0, - "label": "" - } - ], - "properties": { - "showOutputText": false, - "horizontal": false - } - }, - { - "id": 16, - "type": "KSamplerSelect", - "pos": [ - 823.7671508789062, - 283.8721923828125 - ], - "size": [ - 256.2611999511719, - 58 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "SAMPLER", - "type": "SAMPLER", - "links": [ - 172 - ], - "slot_index": 0, - "shape": 3, - "label": "SAMPLER" - } - ], - "properties": { - "Node name for S&R": "KSamplerSelect" - }, - "widgets_values": [ - "euler" - ] - }, - { - "id": 138, - "type": "GrowMaskWithBlur", - "pos": [ - 715.314453125, - -571.8499755859375 - ], - "size": [ - 315, - 246 - ], - "flags": {}, - "order": 16, - "mode": 0, - "inputs": [ - { - "name": "mask", - "type": "MASK", - "link": 254, - "label": "mask" - } - ], - "outputs": [ - { - "name": "mask", - "type": "MASK", - "links": [ - 218, - 219 - ], - "slot_index": 0, - "shape": 3, - "label": "mask" - }, - { - "name": "mask_inverted", - "type": "MASK", - "links": null, - "shape": 3, - "label": "mask_inverted" - } - ], - "properties": { - "Node name for S&R": "GrowMaskWithBlur" - }, - "widgets_values": [ - 2, - 0, - false, - false, - 2, - 1, - 1, - false - ] - }, - { - "id": 144, - "type": "ImageCompositeMasked", - "pos": [ - 1607, - -460 - ], - "size": [ - 315, - 146 - ], - "flags": {}, - "order": 35, - "mode": 0, - "inputs": [ - { - "name": "destination", - "type": "IMAGE", - "link": 252 - }, - { - "name": "source", - "type": "IMAGE", - "link": 232 - }, - { - "name": "mask", - "type": "MASK", - "link": 253, - "shape": 7 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 235 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ImageCompositeMasked" - }, - "widgets_values": [ - 0, - 0, - true - ] - }, - { - "id": 11, - "type": "DualCLIPLoader", - "pos": [ - -765.1583251953125, - -25.78927993774414 - ], - "size": [ - 315, - 106 - ], - "flags": {}, - "order": 2, - "mode": 4, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [], - "slot_index": 0, - "shape": 3, - "label": "CLIP" - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoader" - }, - "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux", - "default" - ] - }, - { - "id": 10, - "type": "VAELoader", - "pos": [ - -758.1583251953125, - 131.21072387695312 - ], - "size": [ - 305.9473876953125, - 68.47245788574219 - ], - "flags": {}, - "order": 3, - "mode": 4, - "inputs": [], - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [], - "slot_index": 0, - "shape": 3, - "label": "VAE" - } - ], - "properties": { - "Node name for S&R": "VAELoader" - }, - "widgets_values": [ - "ae.safetensors" - ] - }, - { - "id": 140, - "type": "Image Comparer (rgthree)", - "pos": [ - 1618, - 306 - ], - "size": [ - 357.58453369140625, - 424.3191223144531 - ], - "flags": {}, - "order": 36, - "mode": 0, - "inputs": [ - { - "name": "image_a", - "type": "IMAGE", - "link": 257, - "dir": 3 - }, - { - "name": "image_b", - "type": "IMAGE", - "link": 258, - "dir": 3 - } - ], - "outputs": [], - "properties": { - "comparer_mode": "Slide" - }, - "widgets_values": [ - [ - { - "name": "A", - "selected": true, - "url": "/api/view?filename=rgthree.compare._temp_aiquf_00001_.png&type=temp&subfolder=&rand=0.7136088422570062" - }, - { - "name": "B", - "selected": true, - "url": "/api/view?filename=rgthree.compare._temp_aiquf_00002_.png&type=temp&subfolder=&rand=0.40638695219949295" - } - ] - ] - }, - { - "id": 111, - "type": "ShowText|pysssss", - "pos": [ - 250.7672882080078, - 517.8721923828125 - ], - "size": [ - 407.2326354980469, - 219.7727508544922 - ], - "flags": {}, - "order": 22, - "mode": 0, - "inputs": [ - { - "name": "text", - "type": "STRING", - "link": 180, - "widget": { - "name": "text" - }, - "label": "text" - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [], - "slot_index": 0, - "shape": 6, - "label": "STRING" - } - ], - "properties": { - "Node name for S&R": "ShowText|pysssss" - }, - "widgets_values": [ - [ - "The image depicts a scene from the anime series Dragon Ball Z, with the characters Goku, Elon Musk, and a child version of Gohan sharing a meal of ramen noodles. They are all sitting around a dining table, with Goku and Gohan on one side and Naruto on the other. They are all holding chopsticks and eating the noodles. The table is set with bowls of ramen, cups, and bowls of drinks. The arrangement of the characters and the food creates a sense of camaraderie and shared enjoyment of the meal." - ], - "The image depicts a beautiful young woman sitting at a desk, reading a book. She has long, wavy brown hair and is wearing a grey shirt with a black cardigan. She is holding a red pencil in her left hand and appears to be deep in thought. Surrounding her are numerous books, some stacked on the desk and others placed on a shelf behind her. A potted plant is also visible in the background, adding a touch of greenery to the scene. The image conveys a sense of serenity and intellectual pursuits." - ] - }, - { - "id": 124, - "type": "Text Concatenate (JPS)", - "pos": [ - 314, - -127 - ], - "size": [ - 219.5895233154297, - 138 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "text1", - "type": "STRING", - "link": null, - "widget": { - "name": "text1" - }, - "label": "text1" - }, - { - "name": "text2", - "type": "STRING", - "link": null, - "widget": { - "name": "text2" - }, - "label": "text2" - }, - { - "name": "text3", - "type": "STRING", - "link": null, - "widget": { - "name": "text3" - }, - "label": "text3" - }, - { - "name": "text4", - "type": "STRING", - "link": null, - "widget": { - "name": "text4" - }, - "label": "text4" - }, - { - "name": "text5", - "type": "STRING", - "link": null, - "widget": { - "name": "text5" - }, - "label": "text5" - } - ], - "outputs": [ - { - "name": "text", - "type": "STRING", - "links": [ - 198 - ], - "slot_index": 0, - "shape": 3, - "label": "text" - } - ], - "properties": { - "Node name for S&R": "Text Concatenate (JPS)" - }, - "widgets_values": [ - "comma", - "", - "", - "", - "", - "" - ] - }, - { - "id": 17, - "type": "BasicScheduler", - "pos": [ - 825.7671508789062, - 409.8721923828125 - ], - "size": [ - 315, - 106 - ], - "flags": {}, - "order": 28, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 148, - "slot_index": 0, - "label": "model" - } - ], - "outputs": [ - { - "name": "SIGMAS", - "type": "SIGMAS", - "links": [ - 20 - ], - "shape": 3, - "label": "SIGMAS" - } - ], - "properties": { - "Node name for S&R": "BasicScheduler" - }, - "widgets_values": [ - "normal", - 28, - 1 - ] - }, - { - "id": 149, - "type": "PreviewImage", - "pos": [ - 670, - -892 - ], - "size": [ - 408.4986267089844, - 246 - ], - "flags": {}, - "order": 30, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 240, - "label": "images" - } - ], - "outputs": [], - "properties": { - "Node name for S&R": "PreviewImage" - }, - "widgets_values": [] - }, - { - "id": 12, - "type": "UNETLoader", - "pos": [ - -759.1583251953125, - -158.789306640625 - ], - "size": [ - 308.9964904785156, - 83.4256591796875 - ], - "flags": {}, - "order": 5, - "mode": 4, - "inputs": [], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [], - "slot_index": 0, - "shape": 3, - "label": "MODEL" - } - ], - "properties": { - "Node name for S&R": "UNETLoader" - }, - "widgets_values": [ - "flux1-dev-fp8.safetensors", - "fp8_e4m3fn" - ] - }, - { - "id": 128, - "type": "ControlNetInpaintingAliMamaApply", - "pos": [ - 1080, - -538 - ], - "size": [ - 403.1999816894531, - 206 - ], - "flags": {}, - "order": 29, - "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 208, - "label": "positive" - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 209, - "label": "negative" - }, - { - "name": "control_net", - "type": "CONTROL_NET", - "link": 247, - "label": "control_net" - }, - { - "name": "vae", - "type": "VAE", - "link": 207, - "label": "vae" - }, - { - "name": "image", - "type": "IMAGE", - "link": 255, - "label": "image" - }, - { - "name": "mask", - "type": "MASK", - "link": 218, - "label": "mask" - } - ], - "outputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "links": [ - 230 - ], - "slot_index": 0, - "shape": 3, - "label": "positive" - }, - { - "name": "negative", - "type": "CONDITIONING", - "links": [ - 229 - ], - "slot_index": 1, - "shape": 3, - "label": "negative" - } - ], - "properties": { - "Node name for S&R": "ControlNetInpaintingAliMamaApply" - }, - "widgets_values": [ - 0.9, - 0, - 1 - ] - }, - { - "id": 141, - "type": "CFGGuider", - "pos": [ - 1194.839599609375, - -164.75381469726562 - ], - "size": [ - 315, - 98 - ], - "flags": {}, - "order": 31, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 227 - }, - { - "name": "positive", - "type": "CONDITIONING", - "link": 230 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 229 - } - ], - "outputs": [ - { - "name": "GUIDER", - "type": "GUIDER", - "links": [ - 228 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CFGGuider" - }, - "widgets_values": [ - 3.5 - ] - }, - { - "id": 35, - "type": "StringFunction|pysssss", - "pos": [ - 234, - 72 - ], - "size": [ - 438.01171875, - 381.4057922363281 - ], - "flags": {}, - "order": 15, - "mode": 0, - "inputs": [ - { - "name": "text_c", - "type": "STRING", - "link": 198, - "widget": { - "name": "text_c" - }, - "label": "text_c" - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 180, - 199, - 200 - ], - "slot_index": 0, - "shape": 3, - "label": "STRING" - } - ], - "properties": { - "Node name for S&R": "StringFunction|pysssss" - }, - "widgets_values": [ - "append", - "no", - "The image depicts a beautiful young woman sitting at a desk, reading a book. She has long, wavy brown hair and is wearing a grey shirt with a black cardigan. She is holding a red pencil in her left hand and appears to be deep in thought. Surrounding her are numerous books, some stacked on the desk and others placed on a shelf behind her. A potted plant is also visible in the background, adding a touch of greenery to the scene. The image conveys a sense of serenity and intellectual pursuits.", - "", - "", - "The image depicts a beautiful young woman sitting at a desk, reading a book. She has long, wavy brown hair and is wearing a grey shirt with a black cardigan. She is holding a red pencil in her left hand and appears to be deep in thought. Surrounding her are numerous books, some stacked on the desk and others placed on a shelf behind her. A potted plant is also visible in the background, adding a touch of greenery to the scene. The image conveys a sense of serenity and intellectual pursuits." - ] - }, - { - "id": 13, - "type": "SamplerCustomAdvanced", - "pos": [ - 1206.2874755859375, - -44.936370849609375 - ], - "size": [ - 266.6016845703125, - 326 - ], - "flags": {}, - "order": 32, - "mode": 0, - "inputs": [ - { - "name": "noise", - "type": "NOISE", - "link": 174, - "slot_index": 0, - "label": "noise" - }, - { - "name": "guider", - "type": "GUIDER", - "link": 228, - "slot_index": 1, - "label": "guider" - }, - { - "name": "sampler", - "type": "SAMPLER", - "link": 172, - "slot_index": 2, - "label": "sampler" - }, - { - "name": "sigmas", - "type": "SIGMAS", - "link": 20, - "slot_index": 3, - "label": "sigmas" - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 222, - "slot_index": 4, - "label": "latent_image" - } - ], - "outputs": [ - { - "name": "output", - "type": "LATENT", - "links": [ - 24 - ], - "slot_index": 0, - "shape": 3, - "label": "output" - }, - { - "name": "denoised_output", - "type": "LATENT", - "links": null, - "shape": 3, - "label": "denoised_output" - } - ], - "properties": { - "Node name for S&R": "SamplerCustomAdvanced" - }, - "widgets_values": [] - }, - { - "id": 134, - "type": "MaskToImage", - "pos": [ - 293.1459655761719, - -878.2982177734375 - ], - "size": [ - 176.39999389648438, - 29.597196578979492 - ], - "flags": {}, - "order": 23, - "mode": 0, - "inputs": [ - { - "name": "mask", - "type": "MASK", - "link": 219, - "label": "mask" - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 241 - ], - "slot_index": 0, - "shape": 3, - "label": "IMAGE" - } - ], - "properties": { - "Node name for S&R": "MaskToImage" - }, - "widgets_values": [] - }, - { - "id": 145, - "type": "PreviewImage", - "pos": [ - 2022.2503662109375, - 299.07696533203125 - ], - "size": [ - 434.4592590332031, - 423.6662292480469 - ], - "flags": {}, - "order": 37, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 235, - "label": "images" - } - ], - "outputs": [], - "title": "Compose", - "properties": { - "Node name for S&R": "PreviewImage" - }, - "widgets_values": [] - }, - { - "id": 8, - "type": "VAEDecode", - "pos": [ - 1513.767333984375, - 140.87216186523438 - ], - "size": [ - 210, - 46 - ], - "flags": {}, - "order": 33, - "mode": 0, - "inputs": [ - { - "name": "samples", - "type": "LATENT", - "link": 24, - "label": "samples" - }, - { - "name": "vae", - "type": "VAE", - "link": 151, - "label": "vae" - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 127, - 232, - 258 - ], - "slot_index": 0, - "label": "IMAGE" - } - ], - "properties": { - "Node name for S&R": "VAEDecode" - }, - "widgets_values": [] - }, - { - "id": 158, - "type": "LoadImageFromUrl", - "pos": [ - 242.51055908203125, - -787.9491577148438 - ], - "size": [ - 340.3285217285156, - 503.4264831542969 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [ - 250, - 252, - 255, - 257 - ], - "slot_index": 0, - "shape": 6 - }, - { - "name": "masks", - "type": "MASK", - "links": [ - 251, - 253, - 254 - ], - "slot_index": 1, - "shape": 6 - }, - { - "name": "has_image", - "type": "BOOLEAN", - "links": null - } - ], - "properties": { - "Node name for S&R": "LoadImageFromUrl" - }, - "widgets_values": { - "image": "https://raw.githubusercontent.com/pollockjj/ComfyUI-MultiGPU/dev/assets/test_images/example_inpaint_MultiGPU.png", - "keep_alpha_channel": false, - "output_mode": false, - "choose image to upload": "image" - } - }, - { - "id": 148, - "type": "ImageCompositeMasked", - "pos": [ - 1103.3099365234375, - -864.6226196289062 - ], - "size": [ - 315, - 146 - ], - "flags": {}, - "order": 27, - "mode": 0, - "inputs": [ - { - "name": "destination", - "type": "IMAGE", - "link": 250 - }, - { - "name": "source", - "type": "IMAGE", - "link": 241 - }, - { - "name": "mask", - "type": "MASK", - "link": 251, - "shape": 7 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 240 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ImageCompositeMasked" - }, - "widgets_values": [ - 0, - 0, - false - ] - }, - { - "id": 133, - "type": "ControlNetLoader", - "pos": [ - -357.3689880371094, - -514.8705444335938 - ], - "size": [ - 354.49285888671875, - 66.2697525024414 - ], - "flags": {}, - "order": 7, - "mode": 4, - "inputs": [], - "outputs": [ - { - "name": "CONTROL_NET", - "type": "CONTROL_NET", - "links": [], - "slot_index": 0, - "shape": 3, - "label": "CONTROL_NET" - } - ], - "properties": { - "Node name for S&R": "ControlNetLoader" - }, - "widgets_values": [ - "cn-inpaint-alpha.safetensors" - ] - }, - { - "id": 130, - "type": "LoadImage", - "pos": [ - 249.4192657470703, - -1287.3426513671875 - ], - "size": [ - 210, - 314 - ], - "flags": {}, - "order": 8, - "mode": 4, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [], - "slot_index": 0, - "shape": 3, - "label": "IMAGE" - }, - { - "name": "MASK", - "type": "MASK", - "links": [], - "slot_index": 1, - "shape": 3, - "label": "MASK" - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "example_inpaint (1).png", - "image" - ] - }, - { - "id": 155, - "type": "VAELoaderMultiGPU", - "pos": [ - -331.2371520996094, - 145.98760986328125 - ], - "size": [ - 315, - 82 - ], - "flags": {}, - "order": 9, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 246 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAELoaderMultiGPU" - }, - "widgets_values": [ - "ae.safetensors", - "cpu" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 76, - "type": "SaveImage", - "pos": [ - 1212, - 300 - ], - "size": [ - 367.42144775390625, - 406.4285888671875 - ], - "flags": {}, - "order": 34, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 127, - "label": "images" - } - ], - "outputs": [], - "title": "Model Output", - "properties": { - "Node name for S&R": "SaveImage" - }, - "widgets_values": [ - "ComfyUI" - ] - }, - { - "id": 157, - "type": "DeviceSelectorMultiGPU", - "pos": [ - -753.5366821289062, - -369.59674072265625 - ], - "size": [ - 315, - 58 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "device", - "type": "COMBO", - "links": [ - 248, - 249, - 260 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DeviceSelectorMultiGPU" - }, - "widgets_values": [ - "cuda:0" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 161, - "type": "UnetLoaderGGUFMultiGPU", - "pos": [ - -338.5650939941406, - -176.5059814453125 - ], - "size": [ - 315, - 82 - ], - "flags": {}, - "order": 20, - "mode": 0, - "inputs": [ - { - "name": "device", - "type": "COMBO", - "link": 260, - "widget": { - "name": "device" - }, - "shape": 7 - } - ], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 259 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "UnetLoaderGGUFMultiGPU" - }, - "widgets_values": [ - "flux1-dev-Q2_K.gguf", - "cuda:0" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 153, - "type": "UNETLoaderMultiGPU", - "pos": [ - -769.8582763671875, - 287.21417236328125 - ], - "size": [ - 315, - 106 - ], - "flags": {}, - "order": 19, - "mode": 4, - "inputs": [ - { - "name": "device", - "type": "COMBO", - "link": 249, - "widget": { - "name": "device" - }, - "shape": 7 - } - ], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "UNETLoaderMultiGPU" - }, - "widgets_values": [ - "flux1-dev-fp8.safetensors", - "fp8_e4m3fn", - "cuda:1" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 156, - "type": "ControlNetLoaderMultiGPU", - "pos": [ - -348.0879821777344, - -381.69091796875 - ], - "size": [ - 346.8614501953125, - 82 - ], - "flags": {}, - "order": 18, - "mode": 0, - "inputs": [ - { - "name": "device", - "type": "COMBO", - "link": 248, - "widget": { - "name": "device" - }, - "shape": 7 - } - ], - "outputs": [ - { - "name": "CONTROL_NET", - "type": "CONTROL_NET", - "links": [ - 247 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ControlNetLoaderMultiGPU" - }, - "widgets_values": [ - "cn-inpaint-alpha.safetensors", - "cuda:1" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 162, - "type": "DualCLIPLoaderGGUFMultiGPU", - "pos": [ - -343.19244384765625, - -42.44999313354492 - ], - "size": [ - 327.5999755859375, - 130 - ], - "flags": {}, - "order": 11, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 261 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU" - }, - "widgets_values": [ - "t5-v1_1-xxl-encoder-Q4_K_M.gguf", - "clip_l.safetensors", - "flux", - "cpu" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 154, - "type": "DualCLIPLoaderMultiGPU", - "pos": [ - -768.2605590820312, - 441.2303466796875 - ], - "size": [ - 315, - 130 - ], - "flags": {}, - "order": 12, - "mode": 4, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoaderMultiGPU" - }, - "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux", - "cpu" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 25, - "type": "RandomNoise", - "pos": [ - 825.7671508789062, - 134.8721466064453 - ], - "size": [ - 290.9759216308594, - 82 - ], - "flags": {}, - "order": 13, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "NOISE", - "type": "NOISE", - "links": [ - 174 - ], - "shape": 3, - "label": "NOISE" - } - ], - "properties": { - "Node name for S&R": "RandomNoise" - }, - "widgets_values": [ - 5770521, - "fixed" - ] - }, - { - "id": 160, - "type": "Note", - "pos": [ - -760.862060546875, - -731.6756591796875 - ], - "size": [ - 370.59625244140625, - 270.3796081542969 - ], - "flags": {}, - "order": 14, - "mode": 0, - "inputs": [], - "outputs": [], - "properties": {}, - "widgets_values": [ - "This workflow shows how to use the DeviceSelectorMultiGPU node to link two loaders together to the same device, such as a model and controlnet.\n\n\nUses this model: https://huggingface.co/alimama-creative/FLUX.1-dev-Controlnet-Inpainting-Alpha/tree/main (rename to cn-inpaint-alpha.safetensors and place in controlnet folder." - ], - "color": "#432", - "bgcolor": "#653" - } - ], - "links": [ - [ - 20, - 17, - 0, - 13, - 3, - "SIGMAS" - ], - [ - 24, - 13, - 0, - 8, - 0, - "LATENT" - ], - [ - 127, - 8, - 0, - 76, - 0, - "IMAGE" - ], - [ - 147, - 88, - 0, - 72, - 0, - "CLIP" - ], - [ - 148, - 87, - 0, - 17, - 0, - "MODEL" - ], - [ - 151, - 89, - 0, - 8, - 1, - "VAE" - ], - [ - 172, - 16, - 0, - 13, - 2, - "SAMPLER" - ], - [ - 174, - 25, - 0, - 13, - 0, - "NOISE" - ], - [ - 180, - 35, - 0, - 111, - 0, - "STRING" - ], - [ - 198, - 124, - 0, - 35, - 0, - "STRING" - ], - [ - 199, - 35, - 0, - 72, - 1, - "STRING" - ], - [ - 200, - 35, - 0, - 72, - 2, - "STRING" - ], - [ - 207, - 89, - 0, - 128, - 3, - "VAE" - ], - [ - 208, - 72, - 0, - 128, - 0, - "CONDITIONING" - ], - [ - 209, - 131, - 0, - 128, - 1, - "CONDITIONING" - ], - [ - 210, - 88, - 0, - 131, - 0, - "CLIP" - ], - [ - 218, - 138, - 0, - 128, - 5, - "MASK" - ], - [ - 219, - 138, - 0, - 134, - 0, - "MASK" - ], - [ - 222, - 139, - 0, - 13, - 4, - "LATENT" - ], - [ - 227, - 87, - 0, - 141, - 0, - "MODEL" - ], - [ - 228, - 141, - 0, - 13, - 1, - "GUIDER" - ], - [ - 229, - 128, - 1, - 141, - 2, - "CONDITIONING" - ], - [ - 230, - 128, - 0, - 141, - 1, - "CONDITIONING" - ], - [ - 232, - 8, - 0, - 144, - 1, - "IMAGE" - ], - [ - 235, - 144, - 0, - 145, - 0, - "IMAGE" - ], - [ - 240, - 148, - 0, - 149, - 0, - "IMAGE" - ], - [ - 241, - 134, - 0, - 148, - 1, - "IMAGE" - ], - [ - 246, - 155, - 0, - 89, - 0, - "*" - ], - [ - 247, - 156, - 0, - 128, - 2, - "CONTROL_NET" - ], - [ - 248, - 157, - 0, - 156, - 0, - "COMBO" - ], - [ - 249, - 157, - 0, - 153, - 0, - "COMBO" - ], - [ - 250, - 158, - 0, - 148, - 0, - "IMAGE" - ], - [ - 251, - 158, - 1, - 148, - 2, - "MASK" - ], - [ - 252, - 158, - 0, - 144, - 0, - "IMAGE" - ], - [ - 253, - 158, - 1, - 144, - 2, - "MASK" - ], - [ - 254, - 158, - 1, - 138, - 0, - "MASK" - ], - [ - 255, - 158, - 0, - 128, - 4, - "IMAGE" - ], - [ - 257, - 158, - 0, - 140, - 0, - "IMAGE" - ], - [ - 258, - 8, - 0, - 140, - 1, - "IMAGE" - ], - [ - 259, - 161, - 0, - 87, - 0, - "*" - ], - [ - 260, - 157, - 0, - 161, - 0, - "COMBO" - ], - [ - 261, - 162, - 0, - 88, - 0, - "*" - ] - ], - "groups": [ - { - "id": 1, - "title": "AliMama Inpainting", - "bounding": [ - 214, - -963, - 1341, - 687 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - }, - { - "id": 2, - "title": "FLUX-Text2Image", - "bounding": [ - 146, - -241, - 1747, - 989 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - }, - { - "id": 3, - "title": "Load Model", - "bounding": [ - -785.1583251953125, - -253.7894287109375, - 365, - 491 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - }, - { - "id": 4, - "title": "Load Model - MultiGPU", - "bounding": [ - -361.6991271972656, - -260.1966552734375, - 365, - 491 - ], - "color": "#8AA", - "font_size": 24, - "flags": {} - } - ], - "config": {}, - "extra": { - "ds": { - "scale": 0.5989500000000829, - "offset": [ - 1537.7853104263077, - 1078.5772276337652 - ] - }, - "workspace_info": { - "id": "sSr80zkRsolLQHBh3oFSe", - "saveLock": false, - "cloudID": null, - "coverMediaPath": null - }, - "0246.VERSION": [ - 0, - 0, - 4 - ], - "ue_links": [], - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0, - "node_versions": { - "comfy-core": "0.3.10", - "comfyui-kjnodes": "31cb7c1d14f86881ad34654a250d5e7682430fee", - "rgthree-comfy": "5d771b8b56a343c24a26e8cea1f0c87c3d58102f", - "ComfyUI-Universal-Styler": "bfe88489ff250a84bc25c210d84a58135f9a8a8f", - "ComfyUI_JPS-Nodes": "0e2a9aca02b17dde91577bfe4b65861df622dcaf", - "comfyui-custom-scripts": "dff506c7dea0e715f05518354f1f7e1986609703", - "comfyui-art-venture": "50abaace756b96f5f5dc2c9d72826ef371afd45e", - "ComfyUI-MultiGPU": "3814340e45a293075cdc2f1a27e6e2427c53671a" - } - }, - "version": 0.4 -} \ No newline at end of file diff --git a/examples/flux1dev_gguf_distorch.json b/examples/distorch/flux1dev_gguf_distorch.json similarity index 100% rename from examples/flux1dev_gguf_distorch.json rename to examples/distorch/flux1dev_gguf_distorch.json diff --git a/examples/hunyuan_ip2v_distorch_gguf.json b/examples/distorch/hunyuan_ip2v_distorch_gguf.json similarity index 100% rename from examples/hunyuan_ip2v_distorch_gguf.json rename to examples/distorch/hunyuan_ip2v_distorch_gguf.json diff --git a/examples/distorch2/default_DisTorch2.json b/examples/distorch2/default_DisTorch2.json new file mode 100755 index 0000000..03ca19f --- /dev/null +++ b/examples/distorch2/default_DisTorch2.json @@ -0,0 +1,390 @@ +{ + "id": "d21a2457-c2bf-4733-b2e9-42352b1dd20d", + "revision": 0, + "last_node_id": 10, + "last_link_id": 13, + "nodes": [ + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 413, + 389 + ], + "size": [ + 425.27801513671875, + 180.6060791015625 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 12 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 6 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "text, watermark" + ] + }, + { + "id": 3, + "type": "KSampler", + "pos": [ + 863, + 186 + ], + "size": [ + 315, + 474 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 10 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 4 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 6 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 7 + ] + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 324107397495942, + "randomize", + 20, + 8, + "euler", + "normal", + 1 + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1209, + 188 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 13 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 9 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1451, + 189 + ], + "size": [ + 797.607666015625, + 781.645263671875 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage" + }, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + 473, + 609 + ], + "size": [ + 315, + 106 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 2 + ] + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 415, + 186 + ], + "size": [ + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 11 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 4 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. \"Now for .safetensors!\" in same stying but smaller font as a splash overlay in the right-hand corner of the image " + ] + }, + { + "id": 10, + "type": "CheckpointLoaderSimpleDisTorch2MultiGPU", + "pos": [ + -54.288394927978516, + 172.42547607421875 + ], + "size": [ + 378.4644470214844, + 194 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 10 + ] + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 11, + 12 + ] + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimpleDisTorch2MultiGPU" + }, + "widgets_values": [ + "safetensor_testing/realDream_15SD15.safetensors", + "cuda:0", + 1, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + } + ], + "links": [ + [ + 2, + 5, + 0, + 3, + 3, + "LATENT" + ], + [ + 4, + 6, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 6, + 7, + 0, + 3, + 2, + "CONDITIONING" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 10, + 10, + 0, + 3, + 0, + "MODEL" + ], + [ + 11, + 10, + 1, + 6, + 0, + "CLIP" + ], + [ + 12, + 10, + 1, + 7, + 0, + "CLIP" + ], + [ + 13, + 10, + 2, + 8, + 1, + "VAE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.7253148929329982, + "offset": [ + 524.2321827393398, + 523.3571913872648 + ] + }, + "frontendVersion": "1.24.4", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/flux1dev_2gpu.json b/examples/distorch2/flux_dev_example_DisTorch2.json old mode 100644 new mode 100755 similarity index 63% rename from examples/flux1dev_2gpu.json rename to examples/distorch2/flux_dev_example_DisTorch2.json index 8ab8a51..085ffbe --- a/examples/flux1dev_2gpu.json +++ b/examples/distorch2/flux_dev_example_DisTorch2.json @@ -1,20 +1,158 @@ { - "last_node_id": 34, - "last_link_id": 49, + "id": "3c55bda9-d06f-4dc1-a571-cb6ea8f647e8", + "revision": 0, + "last_node_id": 136, + "last_link_id": 295, "nodes": [ + { + "id": 22, + "type": "BasicGuider", + "pos": [ + 852.2776489257812, + -113.5096435546875 + ], + "size": [ + 222.3482666015625, + 46 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 54 + }, + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 42 + } + ], + "outputs": [ + { + "name": "GUIDER", + "type": "GUIDER", + "slot_index": 0, + "links": [ + 30 + ] + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + }, + "widgets_values": [] + }, + { + "id": 13, + "type": "SamplerCustomAdvanced", + "pos": [ + 1162.46533203125, + 79.54632568359375 + ], + "size": [ + 566.427001953125, + 688.7268676757812 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": 37 + }, + { + "name": "guider", + "type": "GUIDER", + "link": 30 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 19 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 20 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 178 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "slot_index": 0, + "links": [ + 24 + ] + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "widgets_values": [] + }, + { + "id": 25, + "type": "RandomNoise", + "pos": [ + 470.26251220703125, + 444.5785827636719 + ], + "size": [ + 412.7810363769531, + 82 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [ + 37 + ] + } + ], + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 36218255195780, + "randomize" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, { "id": 16, "type": "KSamplerSelect", "pos": [ - 430, - 350 + 484.6856689453125, + 587.7680053710938 ], "size": [ - 315, - 58 + 394.4875793457031, + 58.668025970458984 ], "flags": {}, - "order": 0, + "order": 1, "mode": 0, "inputs": [], "outputs": [ @@ -23,8 +161,7 @@ "type": "SAMPLER", "links": [ 19 - ], - "shape": 3 + ] } ], "properties": { @@ -34,230 +171,15 @@ "euler" ] }, - { - "id": 32, - "type": "DualCLIPLoaderMultiGPU", - "pos": [ - -78.85963439941406, - 312.105224609375 - ], - "size": [ - 456.3470458984375, - 130 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 47 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoaderMultiGPU" - }, - "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux", - "cuda:0" - ] - }, - { - "id": 33, - "type": "VAELoaderMultiGPU", - "pos": [ - -74.85962677001953, - 488.105224609375 - ], - "size": [ - 450.23980712890625, - 82 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 48, - 49 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "VAELoaderMultiGPU" - }, - "widgets_values": [ - "ae.safetensors", - "cuda:0" - ] - }, - { - "id": 31, - "type": "UNETLoaderMultiGPU", - "pos": [ - -81.8596420288086, - 158.10528564453125 - ], - "size": [ - 460.79998779296875, - 106 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 45, - 46 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "UNETLoaderMultiGPU" - }, - "widgets_values": [ - "flux1-dev.safetensors", - "default", - "cuda:1" - ] - }, - { - "id": 13, - "type": "SamplerCustomAdvanced", - "pos": [ - 556.2047119140625, - 267.16375732421875 - ], - "size": [ - 398.79998779296875, - 326 - ], - "flags": { - "collapsed": true - }, - "order": 12, - "mode": 0, - "inputs": [ - { - "name": "noise", - "type": "NOISE", - "link": 37, - "slot_index": 0 - }, - { - "name": "guider", - "type": "GUIDER", - "link": 30, - "slot_index": 1 - }, - { - "name": "sampler", - "type": "SAMPLER", - "link": 19, - "slot_index": 2 - }, - { - "name": "sigmas", - "type": "SIGMAS", - "link": 20, - "slot_index": 3 - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 44, - "slot_index": 4 - } - ], - "outputs": [ - { - "name": "output", - "type": "LATENT", - "links": [ - 24 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "denoised_output", - "type": "LATENT", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "SamplerCustomAdvanced" - }, - "widgets_values": [] - }, - { - "id": 6, - "type": "CLIPTextEncode", - "pos": [ - 428, - 456 - ], - "size": [ - 210, - 76 - ], - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 47 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 40 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "widgets_values": [ - "steampunk style" - ] - }, { "id": 17, "type": "BasicScheduler", "pos": [ - 415, - 588 + 509.7876892089844, + 702.4910888671875 ], "size": [ - 231.37432861328125, + 398.4141845703125, 106 ], "flags": {}, @@ -267,8 +189,7 @@ { "name": "model", "type": "MODEL", - "link": 46, - "slot_index": 0 + "link": 295 } ], "outputs": [ @@ -277,304 +198,31 @@ "type": "SIGMAS", "links": [ 20 - ], - "shape": 3 + ] } ], "properties": { "Node name for S&R": "BasicScheduler" }, "widgets_values": [ - "simple", - 20, - 0.75 - ] - }, - { - "id": 30, - "type": "VAEEncode", - "pos": [ - 423.8831787109375, - 312.1461486816406 - ], - "size": [ - 320, - 50 - ], - "flags": { - "collapsed": true - }, - "order": 11, - "mode": 0, - "inputs": [ - { - "name": "pixels", - "type": "IMAGE", - "link": 42 - }, - { - "name": "vae", - "type": "VAE", - "link": 49 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 44 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "VAEEncode" - }, - "widgets_values": [] - }, - { - "id": 8, - "type": "VAEDecode", - "pos": [ - 581.379150390625, - 306.2924499511719 - ], - "size": [ - 210, - 46 - ], - "flags": { - "collapsed": true - }, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "samples", - "type": "LATENT", - "link": 24 - }, - { - "name": "vae", - "type": "VAE", - "link": 48 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 9 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAEDecode" - }, - "widgets_values": [] - }, - { - "id": 22, - "type": "BasicGuider", - "pos": [ - 415.5555419921875, - 267.602294921875 - ], - "size": [ - 310, - 50 - ], - "flags": { - "collapsed": true - }, - "order": 10, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 45, - "slot_index": 0 - }, - { - "name": "conditioning", - "type": "CONDITIONING", - "link": 40, - "slot_index": 1 - } - ], - "outputs": [ - { - "name": "GUIDER", - "type": "GUIDER", - "links": [ - 30 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "BasicGuider" - }, - "widgets_values": [] - }, - { - "id": 34, - "type": "Note", - "pos": [ - 408.77154541015625, - 898.7672119140625 - ], - "size": [ - 244.2865447998047, - 58 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [], - "outputs": [], - "title": "User Input", - "properties": {}, - "widgets_values": [ - "Resize the image in terms of total pixels as part of img2img" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 29, - "type": "ImageScaleToTotalPixels", - "pos": [ - 412.5205078125, - 767.2865600585938 - ], - "size": [ - 268.10052490234375, - 88.08191680908203 - ], - "flags": {}, - "order": 9, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 41 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 42 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ImageScaleToTotalPixels" - }, - "widgets_values": [ - "lanczos", + "normal", + 28, 1 - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 25, - "type": "RandomNoise", - "pos": [ - 407.152099609375, - 145.883056640625 - ], - "size": [ - 315, - 82 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "NOISE", - "type": "NOISE", - "links": [ - 37 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "RandomNoise" - }, - "widgets_values": [ - 1081409732488957, - "randomize" - ] - }, - { - "id": 26, - "type": "LoadImage", - "pos": [ - 734.78955078125, - 144.19891357421875 - ], - "size": [ - 557.5253295898438, - 885.68408203125 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 41 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "43451813.jpeg", - "image" ] }, { "id": 9, "type": "SaveImage", "pos": [ - 1309.1583251953125, - 131.4620819091797 + 1812.6654052734375, + -154.47837829589844 ], "size": [ - 610.9039306640625, - 935.4635620117188 + 1308.1181640625, + 1063.59521484375 ], "flags": {}, - "order": 14, + "order": 13, "mode": 0, "inputs": [ { @@ -590,6 +238,315 @@ "widgets_values": [ "ComfyUI" ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1500.7164306640625, + -139.140380859375 + ], + "size": [ + 233.40155029296875, + 46 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 24 + }, + { + "name": "vae", + "type": "VAE", + "link": 279 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 9 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 71, + "type": "EmptySD3LatentImage", + "pos": [ + 781.7842407226562, + 174.56484985351562 + ], + "size": [ + 210, + 106 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 178 + ] + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ], + "color": "#222", + "bgcolor": "#000" + }, + { + "id": 26, + "type": "FluxGuidance", + "pos": [ + 346.12701416015625, + -30.19463348388672 + ], + "size": [ + 317.4000244140625, + 58 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 41 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 42 + ] + } + ], + "properties": { + "Node name for S&R": "FluxGuidance" + }, + "widgets_values": [ + 3.5 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + -81.70205688476562, + -33.01286315917969 + ], + "size": [ + 391.4284973144531, + 176.46835327148438 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 293 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 41 + ] + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. " + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 136, + "type": "DualCLIPLoaderMultiGPU", + "pos": [ + -558.3677978515625, + -36.014400482177734 + ], + "size": [ + 420.4273376464844, + 130 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 293 + ] + } + ], + "properties": { + "Node name for S&R": "DualCLIPLoaderMultiGPU" + }, + "widgets_values": [ + "t5xxl_fp8_e4m3fn.safetensors", + "clip_l.safetensors", + "flux", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 133, + "type": "UNETLoaderDisTorch2MultiGPU", + "pos": [ + -559.6673583984375, + -315.3926086425781 + ], + "size": [ + 381.215576171875, + 178 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 294, + 295 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoaderDisTorch2MultiGPU" + }, + "widgets_values": [ + "flux1-dev-fp8.safetensors", + "default", + "cuda:0", + 4, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 30, + "type": "ModelSamplingFlux", + "pos": [ + 363.7016906738281, + -309.4155578613281 + ], + "size": [ + 382.2674560546875, + 170 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 294 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "slot_index": 0, + "links": [ + 54 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingFlux" + }, + "widgets_values": [ + 1.15, + 0.5, + 1024, + 1024 + ] + }, + { + "id": 60, + "type": "VAELoaderMultiGPU", + "pos": [ + -543.2852783203125, + 204.7698516845703 + ], + "size": [ + 230.01893615722656, + 85.27015686035156 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "slot_index": 0, + "links": [ + 279 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "ae.safetensors", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" } ], "links": [ @@ -642,91 +599,94 @@ "NOISE" ], [ - 40, + 41, 6, 0, + 26, + 0, + "CONDITIONING" + ], + [ + 42, + 26, + 0, 22, 1, "CONDITIONING" ], [ - 41, - 26, - 0, - 29, - 0, - "IMAGE" - ], - [ - 42, - 29, - 0, + 54, 30, 0, - "IMAGE" - ], - [ - 44, - 30, - 0, - 13, - 4, - "LATENT" - ], - [ - 45, - 31, - 0, 22, 0, "MODEL" ], [ - 46, - 31, + 178, + 71, 0, - 17, - 0, - "MODEL" + 13, + 4, + "LATENT" ], [ - 47, - 32, - 0, - 6, - 0, - "CLIP" - ], - [ - 48, - 33, + 279, + 60, 0, 8, 1, "VAE" ], [ - 49, - 33, + 293, + 136, + 0, + 6, + 0, + "CLIP" + ], + [ + 294, + 133, 0, 30, - 1, - "VAE" + 0, + "MODEL" + ], + [ + 295, + 133, + 0, + 17, + 0, + "MODEL" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 0.8769226950001169, + "scale": 0.6115909044841529, "offset": [ - 372.74926916263763, - 130.97026916318094 + 1204.2248231557692, + 953.8392783594873 ] }, - "ue_links": [], + "frontendVersion": "1.24.4", + "groupNodes": {}, + "node_versions": { + "comfy-core": "0.3.27", + "comfyui-kjnodes": "86b5453a5ca9ecb883eedc9d0a96bf942b9ca73e", + "ComfyUI-MultiGPU": "1bf9333fc7f1d230282a6bc9946cfeabb9801969", + "comfyui-art-venture": "50abaace756b96f5f5dc2c9d72826ef371afd45e", + "Comfy-WaveSpeed": "3db162bb7ad56b84a452a4778527da63793c0e87" + }, "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0 + "VHS_latentpreviewrate": 0, + "ue_links": [], + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true }, "version": 0.4 } \ No newline at end of file diff --git a/examples/distorch2/hunyuan_gguf_DisTorch2.json b/examples/distorch2/hunyuan_gguf_DisTorch2.json new file mode 100755 index 0000000..13db27d --- /dev/null +++ b/examples/distorch2/hunyuan_gguf_DisTorch2.json @@ -0,0 +1,776 @@ +{ + "id": "476d2791-c10e-4a18-a548-2fbc6aa0f024", + "revision": 0, + "last_node_id": 121, + "last_link_id": 158, + "nodes": [ + { + "id": 72, + "type": "FluxGuidance", + "pos": [ + 3012.307373046875, + -267.3423767089844 + ], + "size": [ + 211.60000610351562, + 58 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 83 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 79 + ] + } + ], + "properties": { + "Node name for S&R": "FluxGuidance" + }, + "widgets_values": [ + 6 + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 73, + "type": "ModelSamplingSD3", + "pos": [ + 3030.986328125, + 216.49542236328125 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 157 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "slot_index": 0, + "links": [ + 78 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingSD3" + }, + "widgets_values": [ + 7 + ] + }, + { + "id": 74, + "type": "VAEDecodeTiled", + "pos": [ + 3246.459716796875, + 191.86683654785156 + ], + "size": [ + 210, + 150 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 85 + }, + { + "name": "vae", + "type": "VAE", + "link": 99 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 82 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecodeTiled" + }, + "widgets_values": [ + 256, + 64, + 64, + 8 + ] + }, + { + "id": 66, + "type": "BasicScheduler", + "pos": [ + 3250.771484375, + 41.81864929199219 + ], + "size": [ + 210, + 109.8011474609375 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 158 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 90 + ] + } + ], + "properties": { + "Node name for S&R": "BasicScheduler" + }, + "widgets_values": [ + "simple", + 20, + 1 + ] + }, + { + "id": 69, + "type": "KSamplerSelect", + "pos": [ + 3505.5615234375, + -276.5766296386719 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 89 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ] + }, + { + "id": 115, + "type": "EmptyHunyuanLatentVideo", + "pos": [ + 3026.87939453125, + 50.70602035522461 + ], + "size": [ + 210.09432983398438, + 130 + ], + "flags": { + "collapsed": false + }, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 155 + ] + } + ], + "properties": { + "Node name for S&R": "EmptyHunyuanLatentVideo" + }, + "widgets_values": [ + 368, + 640, + 65, + 1 + ] + }, + { + "id": 78, + "type": "Note", + "pos": [ + 2631.16015625, + -399.4529113769531 + ], + "size": [ + 353.56494140625, + 190.77996826171875 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [], + "title": "This workflow requires ComfyUI-GGUF", + "properties": {}, + "widgets_values": [ + "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"CLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow." + ], + "color": "#332922", + "bgcolor": "#593930" + }, + { + "id": 68, + "type": "RandomNoise", + "pos": [ + 3244.127685546875, + -303.9937438964844 + ], + "size": [ + 250.37998962402344, + 82 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [ + 87 + ] + } + ], + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 5770521, + "fixed" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 70, + "type": "VHS_VideoCombine", + "pos": [ + 3809.87548828125, + -522.964111328125 + ], + "size": [ + 338.94024658203125, + 902.6787109375 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 82 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "HunyuanVideo", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "HunyuanVideo_00002.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 24, + "workflow": "HunyuanVideo_00002.png", + "fullpath": "/home/johnj/ComfyUI/output/HunyuanVideo_00002.mp4" + }, + "muted": false + } + } + }, + { + "id": 64, + "type": "BasicGuider", + "pos": [ + 3288.76025390625, + -192.04156494140625 + ], + "size": [ + 222.3482666015625, + 46 + ], + "flags": { + "collapsed": true + }, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 78 + }, + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 79 + } + ], + "outputs": [ + { + "name": "GUIDER", + "type": "GUIDER", + "slot_index": 0, + "links": [ + 88 + ] + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + }, + "widgets_values": [] + }, + { + "id": 67, + "type": "CLIPTextEncode", + "pos": [ + 3032.827392578125, + -153.691650390625 + ], + "size": [ + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 156 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 83 + ] + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A light green frog with brown spots stares forward with its left eye moving subtly. The frog's skin is textured with small bumps, and its spots appear in irregular patterns across its head and face. The eye is round and black with a subtle shine. The head is slightly tilted to its left, and the body is barely visible. The background is a flat, solid bright yellow color, extending beyond the frog in all directions, with the lower part having a slight gradient into a lighter green. The camera zooms in slowly on the frog's eye and the frog looks directly at the viewer. The overall lighting is bright and diffused, creating a soft appearance." + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 76, + "type": "VAELoaderMultiGPU", + "pos": [ + 2632.252685546875, + 327.2115783691406 + ], + "size": [ + 341.07464599609375, + 87.14057922363281 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "slot_index": 0, + "links": [ + 99 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "hunyuan_video_vae_bf16.safetensors", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 75, + "type": "SamplerCustomAdvanced", + "pos": [ + 3517.626953125, + -117.69574737548828 + ], + "size": [ + 292.4319763183594, + 479.03521728515625 + ], + "flags": { + "collapsed": false + }, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": 87 + }, + { + "name": "guider", + "type": "GUIDER", + "link": 88 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 89 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 90 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 155 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "slot_index": 0, + "links": [ + 85 + ] + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "widgets_values": [] + }, + { + "id": 121, + "type": "UnetLoaderGGUFDisTorch2MultiGPU", + "pos": [ + 2627.078125, + -58.38229751586914 + ], + "size": [ + 335.6441345214844, + 154 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 157, + 158 + ] + } + ], + "properties": { + "Node name for S&R": "UnetLoaderGGUFDisTorch2MultiGPU" + }, + "widgets_values": [ + "hunyuan-video-t2v-720p-Q8_0.gguf", + "cuda:0", + 8, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 120, + "type": "DualCLIPLoaderGGUFMultiGPU", + "pos": [ + 2629.646484375, + 143.52830505371094 + ], + "size": [ + 348.16229248046875, + 130 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "slot_index": 0, + "links": [ + 156 + ] + } + ], + "properties": { + "Node name for S&R": "DualCLIPLoaderGGUFMultiGPU" + }, + "widgets_values": [ + "clip_l.safetensors", + "llava-llama-3-8B-v1_1-Q4_K_M.gguf", + "hunyuan_video", + "cpu" + ], + "color": "#233", + "bgcolor": "#355" + } + ], + "links": [ + [ + 78, + 73, + 0, + 64, + 0, + "MODEL" + ], + [ + 79, + 72, + 0, + 64, + 1, + "CONDITIONING" + ], + [ + 82, + 74, + 0, + 70, + 0, + "IMAGE" + ], + [ + 83, + 67, + 0, + 72, + 0, + "CONDITIONING" + ], + [ + 85, + 75, + 0, + 74, + 0, + "LATENT" + ], + [ + 87, + 68, + 0, + 75, + 0, + "NOISE" + ], + [ + 88, + 64, + 0, + 75, + 1, + "GUIDER" + ], + [ + 89, + 69, + 0, + 75, + 2, + "SAMPLER" + ], + [ + 90, + 66, + 0, + 75, + 3, + "SIGMAS" + ], + [ + 99, + 76, + 0, + 74, + 1, + "VAE" + ], + [ + 155, + 115, + 0, + 75, + 4, + "LATENT" + ], + [ + 156, + 120, + 0, + 67, + 0, + "CLIP" + ], + [ + 157, + 121, + 0, + 73, + 0, + "MODEL" + ], + [ + 158, + 121, + 0, + 66, + 0, + "MODEL" + ] + ], + "groups": [ + { + "id": 1, + "title": "GGUFDisTorchMultiGPU", + "bounding": [ + 2620.569091796875, + -121.6815185546875, + 360.4816589355469, + 537.903076171875 + ], + "color": "#8AA", + "font_size": 24, + "flags": {} + } + ], + "config": {}, + "extra": { + "ds": { + "scale": 1.167184107045179, + "offset": [ + -2141.8625685908787, + 473.0554876075415 + ] + }, + "ue_links": [], + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true, + "frontendVersion": "1.24.4" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/distorch2/ltxv_text_to_video_MultiGPU.json b/examples/distorch2/ltxv_text_to_video_MultiGPU.json new file mode 100755 index 0000000..f572450 --- /dev/null +++ b/examples/distorch2/ltxv_text_to_video_MultiGPU.json @@ -0,0 +1,635 @@ +{ + "id": "b0f0352b-75f9-4187-87f8-d352fe46227e", + "revision": 0, + "last_node_id": 79, + "last_link_id": 186, + "nodes": [ + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1600, + 30 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 171 + }, + { + "name": "vae", + "type": "VAE", + "link": 184 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 106 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 69, + "type": "LTXVConditioning", + "pos": [ + 920, + 60 + ], + "size": [ + 223.8660125732422, + 78 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 169 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 170 + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 166 + ] + }, + { + "name": "negative", + "type": "CONDITIONING", + "slot_index": 1, + "links": [ + 167 + ] + } + ], + "properties": { + "Node name for S&R": "LTXVConditioning" + }, + "widgets_values": [ + 25 + ] + }, + { + "id": 72, + "type": "SamplerCustom", + "pos": [ + 1201, + 32 + ], + "size": [ + 355.20001220703125, + 442 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 183 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 166 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 167 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 172 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 182 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 175 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "slot_index": 0, + "links": [ + 171 + ] + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustom" + }, + "widgets_values": [ + true, + 1032748596967060, + "randomize", + 3 + ] + }, + { + "id": 70, + "type": "EmptyLTXVLatentVideo", + "pos": [ + 860, + 240 + ], + "size": [ + 315, + 130 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 168, + 175 + ] + } + ], + "properties": { + "Node name for S&R": "EmptyLTXVLatentVideo" + }, + "widgets_values": [ + 768, + 512, + 97, + 1 + ] + }, + { + "id": 71, + "type": "LTXVScheduler", + "pos": [ + 856, + 531 + ], + "size": [ + 315, + 154 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "latent", + "shape": 7, + "type": "LATENT", + "link": 168 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "slot_index": 0, + "links": [ + 182 + ] + } + ], + "properties": { + "Node name for S&R": "LTXVScheduler" + }, + "widgets_values": [ + 30, + 2.05, + 0.95, + true, + 0.1 + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 420, + 390 + ], + "size": [ + 425.27801513671875, + 180.6060791015625 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 186 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 170 + ] + } + ], + "title": "CLIP Text Encode (Negative Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "low quality, worst quality, deformed, distorted, disfigured, motion smear, motion artifacts, fused fingers, bad anatomy, weird hand, ugly" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 73, + "type": "KSamplerSelect", + "pos": [ + 860, + 420 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [ + 172 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ] + }, + { + "id": 76, + "type": "Note", + "pos": [ + 40, + 350 + ], + "size": [ + 360, + 200 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "This model needs long descriptive prompts, if the prompt is too short the quality will suffer greatly." + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 41, + "type": "SaveAnimatedWEBP", + "pos": [ + 1830, + 30 + ], + "size": [ + 680, + 610 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 106 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveAnimatedWEBP" + }, + "widgets_values": [ + "ComfyUI", + 24, + false, + 90, + "default" + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 420, + 190 + ], + "size": [ + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 185 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 169 + ] + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A towering technological monolith in a cyberpunk cityscape at night, with alien letters emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading." + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 79, + "type": "CLIPLoaderMultiGPU", + "pos": [ + 46.40668487548828, + 190.66615295410156 + ], + "size": [ + 342.5956115722656, + 107.56124114990234 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 185, + 186 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPLoaderMultiGPU" + }, + "widgets_values": [ + "t5xxl_fp16.safetensors", + "ltxv", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 78, + "type": "CheckpointLoaderSimpleDisTorch2MultiGPU", + "pos": [ + 451.5371398925781, + -91.12973022460938 + ], + "size": [ + 378.4644470214844, + 194 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 183 + ] + }, + { + "name": "CLIP", + "type": "CLIP", + "links": null + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 184 + ] + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimpleDisTorch2MultiGPU" + }, + "widgets_values": [ + "safetensor_testing/ltx-video-2b-v0.9.1.safetensors", + "cuda:0", + 4, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + } + ], + "links": [ + [ + 106, + 8, + 0, + 41, + 0, + "IMAGE" + ], + [ + 166, + 69, + 0, + 72, + 1, + "CONDITIONING" + ], + [ + 167, + 69, + 1, + 72, + 2, + "CONDITIONING" + ], + [ + 168, + 70, + 0, + 71, + 0, + "LATENT" + ], + [ + 169, + 6, + 0, + 69, + 0, + "CONDITIONING" + ], + [ + 170, + 7, + 0, + 69, + 1, + "CONDITIONING" + ], + [ + 171, + 72, + 0, + 8, + 0, + "LATENT" + ], + [ + 172, + 73, + 0, + 72, + 3, + "SAMPLER" + ], + [ + 175, + 70, + 0, + 72, + 5, + "LATENT" + ], + [ + 182, + 71, + 0, + 72, + 4, + "SIGMAS" + ], + [ + 183, + 78, + 0, + 72, + 0, + "MODEL" + ], + [ + 184, + 78, + 2, + 8, + 1, + "VAE" + ], + [ + 185, + 79, + 0, + 6, + 0, + "CLIP" + ], + [ + 186, + 79, + 0, + 7, + 0, + "CLIP" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.8540461847389561, + "offset": [ + 49.21647341090857, + 425.22565245368656 + ] + }, + "frontendVersion": "1.24.4", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/distorch2/qwen_image_basic_example_DisTorch2.json b/examples/distorch2/qwen_image_basic_example_DisTorch2.json new file mode 100755 index 0000000..0b78419 --- /dev/null +++ b/examples/distorch2/qwen_image_basic_example_DisTorch2.json @@ -0,0 +1,543 @@ +{ + "id": "91f6bbe2-ed41-4fd6-bac7-71d5b5864ecb", + "revision": 0, + "last_node_id": 74, + "last_link_id": 134, + "nodes": [ + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1210, + 190 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 128 + }, + { + "name": "vae", + "type": "VAE", + "link": 130 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 110 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 60, + "type": "SaveImage", + "pos": [ + 1478.3486328125, + 190.30274963378906 + ], + "size": [ + 821.0496215820312, + 871.7067260742188 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 110 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveImage" + }, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 58, + "type": "EmptySD3LatentImage", + "pos": [ + 410.6574401855469, + 620.5468139648438 + ], + "size": [ + 270, + 106 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 107 + ] + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage" + }, + "widgets_values": [ + 1328, + 1328, + 1 + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 413, + 389 + ], + "size": [ + 425.27801513671875, + 180.6060791015625 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 75 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 52 + ] + } + ], + "title": "CLIP Text Encode (Negative Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + " " + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 3, + "type": "KSampler", + "pos": [ + 894.4686889648438, + 201.6600799560547 + ], + "size": [ + 315, + 474 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 125 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 46 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 52 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 107 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 128 + ] + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 460967899514521, + "randomize", + 20, + 2.5, + "euler", + "simple", + 1 + ] + }, + { + "id": 38, + "type": "CLIPLoader", + "pos": [ + -38.50741195678711, + 203.00167846679688 + ], + "size": [ + 380, + 106 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "slot_index": 0, + "links": [ + 74, + 75 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPLoader" + }, + "widgets_values": [ + "qwen_2.5_vl_7b_fp8_scaled.safetensors", + "qwen_image", + "cpu" + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 68, + "type": "Note", + "pos": [ + 913.0664672851562, + -0.3729564845561981 + ], + "size": [ + 261.87744140625, + 102.99000549316406 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Increase the shift if you get too many blury/dark/bad images. Decrease if you want to try increasing detail." + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 67, + "type": "Note", + "pos": [ + 874.5732421875, + 755.3063354492188 + ], + "size": [ + 307.4002380371094, + 127.38092803955078 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Set cfg to 1.0 for a speed boost at the cost of consistency. Samplers like res_multistep work pretty well at cfg 1.0\n\nThe official number of steps is 50 but I think that's too much. Even just 10 steps seems to work." + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 415, + 186 + ], + "size": [ + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 74 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 46 + ] + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. \"now with .safetensors!\" in same styling but smaller, italic version of the font splashed in the lower right-hand corner of the image. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. " + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 70, + "type": "VAELoaderMultiGPU", + "pos": [ + -30.621204376220703, + 408.86016845703125 + ], + "size": [ + 337.2979431152344, + 82 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 130 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "qwen_image_vae.safetensors", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 66, + "type": "ModelSamplingAuraFlow", + "pos": [ + 459.40179443359375, + -35.1873779296875 + ], + "size": [ + 270, + 58 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 134 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 125 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingAuraFlow" + }, + "widgets_values": [ + 3.1000000000000005 + ] + }, + { + "id": 71, + "type": "UNETLoaderDisTorch2MultiGPU", + "pos": [ + -18.269481658935547, + -40.56364059448242 + ], + "size": [ + 351.41351318359375, + 179.5890655517578 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 134 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoaderDisTorch2MultiGPU" + }, + "widgets_values": [ + "qwen_image_fp8_e4m3fn.safetensors", + "fp8_e4m3fn", + "cuda:0", + 4, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + } + ], + "links": [ + [ + 46, + 6, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 52, + 7, + 0, + 3, + 2, + "CONDITIONING" + ], + [ + 74, + 38, + 0, + 6, + 0, + "CLIP" + ], + [ + 75, + 38, + 0, + 7, + 0, + "CLIP" + ], + [ + 107, + 58, + 0, + 3, + 3, + "LATENT" + ], + [ + 110, + 8, + 0, + 60, + 0, + "IMAGE" + ], + [ + 125, + 66, + 0, + 3, + 0, + "MODEL" + ], + [ + 128, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 130, + 70, + 0, + 8, + 1, + "VAE" + ], + [ + 134, + 71, + 0, + 66, + 0, + "MODEL" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.9229599817706498, + "offset": [ + 81.82659533721916, + 197.28454065770217 + ] + }, + "frontendVersion": "1.24.4", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/distorch2/wan2_2_example_DisTorch2.json b/examples/distorch2/wan2_2_example_DisTorch2.json new file mode 100755 index 0000000..64d29e2 --- /dev/null +++ b/examples/distorch2/wan2_2_example_DisTorch2.json @@ -0,0 +1,724 @@ +{ + "id": "ec7da562-7e21-4dac-a0d2-f4441e1efd3b", + "revision": 0, + "last_node_id": 70, + "last_link_id": 151, + "nodes": [ + { + "id": 58, + "type": "KSamplerAdvanced", + "pos": [ + 1262.509765625, + -26.73247528076172 + ], + "size": [ + 304.748046875, + 546 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 123 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 128 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 130 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 113 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 124 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerAdvanced" + }, + "widgets_values": [ + "disable", + 0, + "fixed", + 20, + 3.5, + "euler", + "simple", + 10, + 10000, + "disable" + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1590, + -20 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 124 + }, + { + "name": "vae", + "type": "VAE", + "link": 144 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "slot_index": 0, + "links": [ + 56, + 93 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 28, + "type": "SaveAnimatedWEBP", + "pos": [ + 1820, + -20 + ], + "size": [ + 674.6224975585938, + 820.6224975585938 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 56 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveAnimatedWEBP" + }, + "widgets_values": [ + "ComfyUI", + 16, + false, + 80, + "default" + ] + }, + { + "id": 47, + "type": "SaveWEBM", + "pos": [ + 2530, + -20 + ], + "size": [ + 763.67041015625, + 885.67041015625 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 93 + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "SaveWEBM" + }, + "widgets_values": [ + "ComfyUI", + "vp9", + 16.000000000000004, + 13.3333740234375 + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 413, + 389 + ], + "size": [ + 425.27801513671875, + 180.6060791015625 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 146 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 129, + 130 + ] + } + ], + "title": "CLIP Text Encode (Negative Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 61, + "type": "EmptyHunyuanLatentVideo", + "pos": [ + 560, + 620 + ], + "size": [ + 270.0943298339844, + 130 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 131 + ] + } + ], + "properties": { + "Node name for S&R": "EmptyHunyuanLatentVideo" + }, + "widgets_values": [ + 1280, + 704, + 57, + 1 + ] + }, + { + "id": 57, + "type": "KSamplerAdvanced", + "pos": [ + 893.0060424804688, + -29.923471450805664 + ], + "size": [ + 304.748046875, + 546 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 125 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 127 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 129 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 131 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 113 + ] + } + ], + "properties": { + "Node name for S&R": "KSamplerAdvanced" + }, + "widgets_values": [ + "enable", + 868525555974331, + "fixed", + 20, + 3.5, + "euler", + "simple", + 0, + 10, + "enable" + ] + }, + { + "id": 67, + "type": "VAELoaderMultiGPU", + "pos": [ + 28.914316177368164, + 445.9161071777344 + ], + "size": [ + 369.09429931640625, + 82 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 144 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoaderMultiGPU" + }, + "widgets_values": [ + "wan_2.1_vae.safetensors", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 55, + "type": "ModelSamplingSD3", + "pos": [ + 479.226318359375, + 87.29454040527344 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 151 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "slot_index": 0, + "links": [ + 123 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingSD3" + }, + "widgets_values": [ + 8 + ] + }, + { + "id": 54, + "type": "ModelSamplingSD3", + "pos": [ + 486.4836120605469, + -69.28914642333984 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 150 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "slot_index": 0, + "links": [ + 125 + ] + } + ], + "properties": { + "Node name for S&R": "ModelSamplingSD3" + }, + "widgets_values": [ + 8.000000000000002 + ] + }, + { + "id": 68, + "type": "CLIPLoaderMultiGPU", + "pos": [ + -6.305742263793945, + 188.62916564941406 + ], + "size": [ + 383.4211730957031, + 110.7756118774414 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 145, + 146 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPLoaderMultiGPU" + }, + "widgets_values": [ + "umt5_xxl_fp8_e4m3fn_scaled.safetensors", + "wan", + "cpu" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 415, + 186 + ], + "size": [ + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 145 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 127, + 128 + ] + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. " + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 62, + "type": "UNETLoaderDisTorch2MultiGPU", + "pos": [ + 47.84718322753906, + -311.30853271484375 + ], + "size": [ + 351.41351318359375, + 179.5890655517578 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 150 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoaderDisTorch2MultiGPU" + }, + "widgets_values": [ + "wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors", + "default", + "cuda:0", + 4, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 70, + "type": "UNETLoaderDisTorch2MultiGPU", + "pos": [ + 43.62093734741211, + -88.78330993652344 + ], + "size": [ + 351.41351318359375, + 179.5890655517578 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 151 + ] + } + ], + "properties": { + "Node name for S&R": "UNETLoaderDisTorch2MultiGPU" + }, + "widgets_values": [ + "wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors", + "default", + "cuda:1", + 4, + "cpu", + "" + ], + "color": "#233", + "bgcolor": "#355" + } + ], + "links": [ + [ + 56, + 8, + 0, + 28, + 0, + "IMAGE" + ], + [ + 93, + 8, + 0, + 47, + 0, + "IMAGE" + ], + [ + 113, + 57, + 0, + 58, + 3, + "LATENT" + ], + [ + 123, + 55, + 0, + 58, + 0, + "MODEL" + ], + [ + 124, + 58, + 0, + 8, + 0, + "LATENT" + ], + [ + 125, + 54, + 0, + 57, + 0, + "MODEL" + ], + [ + 127, + 6, + 0, + 57, + 1, + "CONDITIONING" + ], + [ + 128, + 6, + 0, + 58, + 1, + "CONDITIONING" + ], + [ + 129, + 7, + 0, + 57, + 2, + "CONDITIONING" + ], + [ + 130, + 7, + 0, + 58, + 2, + "CONDITIONING" + ], + [ + 131, + 61, + 0, + 57, + 3, + "LATENT" + ], + [ + 144, + 67, + 0, + 8, + 1, + "VAE" + ], + [ + 145, + 68, + 0, + 6, + 0, + "CLIP" + ], + [ + 146, + 68, + 0, + 7, + 0, + "CLIP" + ], + [ + 150, + 62, + 0, + 54, + 0, + "MODEL" + ], + [ + 151, + 70, + 0, + 55, + 0, + "MODEL" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.9229599817706872, + "offset": [ + 262.23932192507675, + 541.1903997726705 + ] + }, + "frontendVersion": "1.24.4", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file diff --git a/examples/florence2_flux1dev_ltxv_cpu_2gpu.json b/examples/florence2/florence2_flux1dev_ltxv_cpu_2gpu.json similarity index 100% rename from examples/florence2_flux1dev_ltxv_cpu_2gpu.json rename to examples/florence2/florence2_flux1dev_ltxv_cpu_2gpu.json diff --git a/examples/flux1dev_sdxl_2gpu.json b/examples/flux1dev_sdxl_2gpu.json deleted file mode 100644 index 7c4e0f0..0000000 --- a/examples/flux1dev_sdxl_2gpu.json +++ /dev/null @@ -1,1105 +0,0 @@ -{ - "last_node_id": 52, - "last_link_id": 80, - "nodes": [ - { - "id": 16, - "type": "KSamplerSelect", - "pos": [ - 430, - 350 - ], - "size": [ - 315, - 58 - ], - "flags": {}, - "order": 0, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "SAMPLER", - "type": "SAMPLER", - "links": [ - 19 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "KSamplerSelect" - }, - "widgets_values": [ - "euler" - ] - }, - { - "id": 29, - "type": "ImageScaleToTotalPixels", - "pos": [ - 411, - 746 - ], - "size": [ - 331.20001220703125, - 82 - ], - "flags": {}, - "order": 11, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 41 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 42 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ImageScaleToTotalPixels" - }, - "widgets_values": [ - "lanczos", - 1 - ] - }, - { - "id": 17, - "type": "BasicScheduler", - "pos": [ - 415, - 588 - ], - "size": [ - 315, - 106 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 46, - "slot_index": 0 - } - ], - "outputs": [ - { - "name": "SIGMAS", - "type": "SIGMAS", - "links": [ - 20 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "BasicScheduler" - }, - "widgets_values": [ - "simple", - 20, - 0.75 - ] - }, - { - "id": 45, - "type": "VAELoaderMultiGPU", - "pos": [ - 25.34747314453125, - 431.3384094238281 - ], - "size": [ - 315, - 82 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 66, - 67 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAELoaderMultiGPU" - }, - "widgets_values": [ - "ae.safetensors", - "cuda:0" - ] - }, - { - "id": 44, - "type": "DualCLIPLoaderMultiGPU", - "pos": [ - 29.027118682861328, - 249.20140075683594 - ], - "size": [ - 315, - 130 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 74 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DualCLIPLoaderMultiGPU" - }, - "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux", - "cuda:0" - ] - }, - { - "id": 50, - "type": "CLIPTextEncode", - "pos": [ - 422.0036315917969, - 462.2104187011719 - ], - "size": [ - 329.0853576660156, - 87.37728118896484 - ], - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 74 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 75 - ], - "slot_index": 0 - } - ], - "title": "CLIP Text Encode (Positive Prompt)", - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "widgets_values": [ - "anime style" - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 43, - "type": "CheckpointLoaderSimpleMultiGPU", - "pos": [ - 16.740222930908203, - 1203.100341796875 - ], - "size": [ - 336.18707275390625, - 122 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 59 - ], - "slot_index": 0 - }, - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 68, - 70 - ], - "slot_index": 1 - }, - { - "name": "VAE", - "type": "VAE", - "links": [ - 63, - 79 - ], - "slot_index": 2 - } - ], - "properties": { - "Node name for S&R": "CheckpointLoaderSimpleMultiGPU" - }, - "widgets_values": [ - "juggernautXL_juggXIByRundiffusion.safetensors", - "cuda:0" - ] - }, - { - "id": 31, - "type": "UNETLoaderMultiGPU", - "pos": [ - 26.03407859802246, - 79.13163757324219 - ], - "size": [ - 327.4168701171875, - 106 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 45, - 46 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "UNETLoaderMultiGPU" - }, - "widgets_values": [ - "flux1-dev.safetensors", - "default", - "cuda:1" - ] - }, - { - "id": 22, - "type": "BasicGuider", - "pos": [ - 435.0176696777344, - 249.12867736816406 - ], - "size": [ - 310, - 50 - ], - "flags": { - "collapsed": true - }, - "order": 12, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 45, - "slot_index": 0 - }, - { - "name": "conditioning", - "type": "CONDITIONING", - "link": 75, - "slot_index": 1 - } - ], - "outputs": [ - { - "name": "GUIDER", - "type": "GUIDER", - "links": [ - 30 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "BasicGuider" - }, - "widgets_values": [] - }, - { - "id": 8, - "type": "VAEDecode", - "pos": [ - 452.6662292480469, - 295.2514953613281 - ], - "size": [ - 210, - 46 - ], - "flags": { - "collapsed": true - }, - "order": 15, - "mode": 0, - "inputs": [ - { - "name": "samples", - "type": "LATENT", - "link": 24 - }, - { - "name": "vae", - "type": "VAE", - "link": 66 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 58, - 78 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAEDecode" - }, - "widgets_values": [] - }, - { - "id": 30, - "type": "VAEEncode", - "pos": [ - 344.5905456542969, - 880.3450927734375 - ], - "size": [ - 320, - 50 - ], - "flags": { - "collapsed": true - }, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "pixels", - "type": "IMAGE", - "link": 42 - }, - { - "name": "vae", - "type": "VAE", - "link": 67 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 44 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "VAEEncode" - }, - "widgets_values": [] - }, - { - "id": 47, - "type": "CLIPTextEncode", - "pos": [ - 383.4727783203125, - 1037.6883544921875 - ], - "size": [ - 285.6000061035156, - 98.24866485595703 - ], - "flags": { - "collapsed": true - }, - "order": 9, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 70 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 71 - ], - "slot_index": 0 - } - ], - "title": "CLIP Text Encode (Negative Prompt)", - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "widgets_values": [ - "" - ], - "color": "#322", - "bgcolor": "#533" - }, - { - "id": 40, - "type": "VAEDecode", - "pos": [ - 486.5511779785156, - 878.4239501953125 - ], - "size": [ - 140, - 46 - ], - "flags": { - "collapsed": true - }, - "order": 19, - "mode": 0, - "inputs": [ - { - "name": "samples", - "type": "LATENT", - "link": 55 - }, - { - "name": "vae", - "type": "VAE", - "link": 63 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 73 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "VAEDecode" - }, - "widgets_values": [] - }, - { - "id": 52, - "type": "VAEEncode", - "pos": [ - 605.9807739257812, - 868.63134765625 - ], - "size": [ - 210, - 46 - ], - "flags": { - "collapsed": true - }, - "order": 17, - "mode": 0, - "inputs": [ - { - "name": "pixels", - "type": "IMAGE", - "link": 78 - }, - { - "name": "vae", - "type": "VAE", - "link": 79 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 80 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAEEncode" - }, - "widgets_values": [] - }, - { - "id": 48, - "type": "SaveImage", - "pos": [ - 761.4503784179688, - 761.2024536132812 - ], - "size": [ - 393.6081848144531, - 594.0411376953125 - ], - "flags": {}, - "order": 20, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 73 - } - ], - "outputs": [], - "properties": { - "Node name for S&R": "SaveImage" - }, - "widgets_values": [ - "ComfyUI" - ] - }, - { - "id": 39, - "type": "KSampler", - "pos": [ - 379.3896789550781, - 1073.166259765625 - ], - "size": [ - 352.1638488769531, - 474 - ], - "flags": {}, - "order": 18, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 59 - }, - { - "name": "positive", - "type": "CONDITIONING", - "link": 69 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 71 - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 80 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 55 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "KSampler" - }, - "widgets_values": [ - 5770521, - "fixed", - 20, - 4, - "dpmpp_2m_sde_gpu", - "karras", - 0.6 - ] - }, - { - "id": 46, - "type": "CLIPTextEncode", - "pos": [ - 393.5635070800781, - 928.4622192382812 - ], - "size": [ - 285.6000061035156, - 76 - ], - "flags": {}, - "order": 8, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 68 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 69 - ], - "slot_index": 0 - } - ], - "title": "CLIP Text Encode (Positive Prompt)", - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "widgets_values": [ - "anime style" - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 13, - "type": "SamplerCustomAdvanced", - "pos": [ - 550.1226196289062, - 257.12908935546875 - ], - "size": [ - 236.8000030517578, - 326 - ], - "flags": { - "collapsed": true - }, - "order": 14, - "mode": 0, - "inputs": [ - { - "name": "noise", - "type": "NOISE", - "link": 37, - "slot_index": 0 - }, - { - "name": "guider", - "type": "GUIDER", - "link": 30, - "slot_index": 1 - }, - { - "name": "sampler", - "type": "SAMPLER", - "link": 19, - "slot_index": 2 - }, - { - "name": "sigmas", - "type": "SIGMAS", - "link": 20, - "slot_index": 3 - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 44, - "slot_index": 4 - } - ], - "outputs": [ - { - "name": "output", - "type": "LATENT", - "links": [ - 24 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "denoised_output", - "type": "LATENT", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "SamplerCustomAdvanced" - }, - "widgets_values": [] - }, - { - "id": 42, - "type": "PreviewImage", - "pos": [ - 769.8690795898438, - 175.52798461914062 - ], - "size": [ - 396.7020263671875, - 503.6026916503906 - ], - "flags": {}, - "order": 16, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 58 - } - ], - "outputs": [], - "properties": { - "Node name for S&R": "PreviewImage" - }, - "widgets_values": [] - }, - { - "id": 25, - "type": "RandomNoise", - "pos": [ - 399.0234375, - 108.25728607177734 - ], - "size": [ - 315, - 82 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "NOISE", - "type": "NOISE", - "links": [ - 37 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "RandomNoise" - }, - "widgets_values": [ - 5770521, - "fixed" - ] - }, - { - "id": 26, - "type": "LoadImage", - "pos": [ - 23, - 549 - ], - "size": [ - 315.010498046875, - 576.2686767578125 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 41 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "43382314.jpeg", - "image" - ] - } - ], - "links": [ - [ - 19, - 16, - 0, - 13, - 2, - "SAMPLER" - ], - [ - 20, - 17, - 0, - 13, - 3, - "SIGMAS" - ], - [ - 24, - 13, - 0, - 8, - 0, - "LATENT" - ], - [ - 30, - 22, - 0, - 13, - 1, - "GUIDER" - ], - [ - 37, - 25, - 0, - 13, - 0, - "NOISE" - ], - [ - 41, - 26, - 0, - 29, - 0, - "IMAGE" - ], - [ - 42, - 29, - 0, - 30, - 0, - "IMAGE" - ], - [ - 44, - 30, - 0, - 13, - 4, - "LATENT" - ], - [ - 45, - 31, - 0, - 22, - 0, - "MODEL" - ], - [ - 46, - 31, - 0, - 17, - 0, - "MODEL" - ], - [ - 55, - 39, - 0, - 40, - 0, - "LATENT" - ], - [ - 58, - 8, - 0, - 42, - 0, - "IMAGE" - ], - [ - 59, - 43, - 0, - 39, - 0, - "MODEL" - ], - [ - 63, - 43, - 2, - 40, - 1, - "VAE" - ], - [ - 66, - 45, - 0, - 8, - 1, - "VAE" - ], - [ - 67, - 45, - 0, - 30, - 1, - "VAE" - ], - [ - 68, - 43, - 1, - 46, - 0, - "CLIP" - ], - [ - 69, - 46, - 0, - 39, - 1, - "CONDITIONING" - ], - [ - 70, - 43, - 1, - 47, - 0, - "CLIP" - ], - [ - 71, - 47, - 0, - 39, - 2, - "CONDITIONING" - ], - [ - 73, - 40, - 0, - 48, - 0, - "IMAGE" - ], - [ - 74, - 44, - 0, - 50, - 0, - "CLIP" - ], - [ - 75, - 50, - 0, - 22, - 1, - "CONDITIONING" - ], - [ - 78, - 8, - 0, - 52, - 0, - "IMAGE" - ], - [ - 79, - 43, - 2, - 52, - 1, - "VAE" - ], - [ - 80, - 52, - 0, - 39, - 3, - "LATENT" - ] - ], - "groups": [], - "config": {}, - "extra": { - "ds": { - "scale": 0.8769226950001175, - "offset": [ - 647.1374419681737, - -54.18574423711259 - ] - }, - "ue_links": [], - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0 - }, - "version": 0.4 -} \ No newline at end of file diff --git a/examples/flux1dev_2gpu_gguf.json b/examples/gguf/flux1dev_2gpu_gguf.json similarity index 100% rename from examples/flux1dev_2gpu_gguf.json rename to examples/gguf/flux1dev_2gpu_gguf.json diff --git a/examples/hunyuan_2gpu_gguf.json b/examples/gguf/hunyuan_2gpu_gguf.json similarity index 100% rename from examples/hunyuan_2gpu_gguf.json rename to examples/gguf/hunyuan_2gpu_gguf.json diff --git a/examples/hunyuan_cpu_1gpu_gguf.json b/examples/gguf/hunyuan_cpu_1gpu_gguf.json similarity index 100% rename from examples/hunyuan_cpu_1gpu_gguf.json rename to examples/gguf/hunyuan_cpu_1gpu_gguf.json diff --git a/examples/gguf/hunyuan_gguf_MultiGPU.json b/examples/gguf/hunyuan_gguf_MultiGPU.json new file mode 100755 index 0000000..c5e2e22 --- /dev/null +++ b/examples/gguf/hunyuan_gguf_MultiGPU.json @@ -0,0 +1,240 @@ +{ + "13": { + "inputs": { + "noise": [ + "25", + 0 + ], + "guider": [ + "22", + 0 + ], + "sampler": [ + "16", + 0 + ], + "sigmas": [ + "17", + 0 + ], + "latent_image": [ + "45", + 0 + ] + }, + "class_type": "SamplerCustomAdvanced", + "_meta": { + "title": "SamplerCustomAdvanced" + } + }, + "16": { + "inputs": { + "sampler_name": "euler" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "KSamplerSelect" + } + }, + "17": { + "inputs": { + "scheduler": "simple", + "steps": 20, + "denoise": 1, + "model": [ + "85", + 0 + ] + }, + "class_type": "BasicScheduler", + "_meta": { + "title": "BasicScheduler" + } + }, + "22": { + "inputs": { + "model": [ + "67", + 0 + ], + "conditioning": [ + "26", + 0 + ] + }, + "class_type": "BasicGuider", + "_meta": { + "title": "BasicGuider" + } + }, + "25": { + "inputs": { + "noise_seed": 5770521 + }, + "class_type": "RandomNoise", + "_meta": { + "title": "RandomNoise" + } + }, + "26": { + "inputs": { + "guidance": 6, + "conditioning": [ + "44", + 0 + ] + }, + "class_type": "FluxGuidance", + "_meta": { + "title": "FluxGuidance" + } + }, + "44": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with alien letters emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading.", + "clip": [ + "82", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "45": { + "inputs": { + "width": 848, + "height": 480, + "length": 73, + "batch_size": 1 + }, + "class_type": "EmptyHunyuanLatentVideo", + "_meta": { + "title": "EmptyHunyuanLatentVideo" + } + }, + "67": { + "inputs": { + "shift": 7, + "model": [ + "85", + 0 + ] + }, + "class_type": "ModelSamplingSD3", + "_meta": { + "title": "ModelSamplingSD3" + } + }, + "73": { + "inputs": { + "tile_size": 256, + "overlap": 64, + "temporal_size": 64, + "temporal_overlap": 8, + "samples": [ + "13", + 0 + ], + "vae": [ + "81", + 0 + ] + }, + "class_type": "VAEDecodeTiled", + "_meta": { + "title": "VAE Decode (Tiled)" + } + }, + "81": { + "inputs": { + "any_01": [ + "88", + 0 + ] + }, + "class_type": "Any Switch (rgthree)", + "_meta": { + "title": "VAE Switch" + } + }, + "82": { + "inputs": { + "any_01": [ + "87", + 0 + ] + }, + "class_type": "Any Switch (rgthree)", + "_meta": { + "title": "CLIP Switch" + } + }, + "85": { + "inputs": { + "any_01": [ + "86", + 0 + ] + }, + "class_type": "Any Switch (rgthree)", + "_meta": { + "title": "UNet Switch" + } + }, + "86": { + "inputs": { + "unet_name": "fast-hunyuan-video-t2v-720p-Q8_0.gguf", + "device": "cuda:0" + }, + "class_type": "UnetLoaderGGUFMultiGPU", + "_meta": { + "title": "UnetLoaderGGUFMultiGPU" + } + }, + "87": { + "inputs": { + "clip_name1": "clip_l.safetensors", + "clip_name2": "llava-llama-3-8B-v1_1-Q4_K_M.gguf", + "type": "hunyuan_video", + "device": "cuda:1" + }, + "class_type": "DualCLIPLoaderGGUFMultiGPU", + "_meta": { + "title": "DualCLIPLoaderGGUFMultiGPU" + } + }, + "88": { + "inputs": { + "vae_name": "hunyuan_video_vae_bf16.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + }, + "102": { + "inputs": { + "frame_rate": 24, + "loop_count": 0, + "filename_prefix": "HunyuanVideo", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "images": [ + "73", + 0 + ] + }, + "class_type": "VHS_VideoCombine", + "_meta": { + "title": "Video Combine 🎥🅥🅗🅢" + } + } +} \ No newline at end of file diff --git a/examples/hunyuan_gguf_distorch.json b/examples/gguf/hunyuan_gguf_distorch.json similarity index 100% rename from examples/hunyuan_gguf_distorch.json rename to examples/gguf/hunyuan_gguf_distorch.json diff --git a/examples/hunyuanvideowrapper_native_vae.json b/examples/hunyuanvideowrapper/hunyuanvideowrapper_native_vae.json similarity index 100% rename from examples/hunyuanvideowrapper_native_vae.json rename to examples/hunyuanvideowrapper/hunyuanvideowrapper_native_vae.json diff --git a/examples/hunyuanvideowrapper_select_device.json b/examples/hunyuanvideowrapper/hunyuanvideowrapper_select_device.json similarity index 100% rename from examples/hunyuanvideowrapper_select_device.json rename to examples/hunyuanvideowrapper/hunyuanvideowrapper_select_device.json diff --git a/examples/llamacpp_ltxv_2gpu_gguf.json b/examples/llamacpp_ltxv_2gpu_gguf.json deleted file mode 100644 index 1bf49be..0000000 --- a/examples/llamacpp_ltxv_2gpu_gguf.json +++ /dev/null @@ -1,1652 +0,0 @@ -{ - "last_node_id": 215, - "last_link_id": 468, - "nodes": [ - { - "id": 181, - "type": "Int2String", - "pos": [ - -180.57919311523438, - 626.5393676757812 - ], - "size": [ - 210, - 34 - ], - "flags": {}, - "order": 16, - "mode": 0, - "inputs": [ - { - "name": "Int", - "type": "INT", - "link": 394, - "widget": { - "name": "Int" - } - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 456 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "Int2String" - }, - "widgets_values": [ - 0 - ] - }, - { - "id": 211, - "type": "Text Concatenate", - "pos": [ - -130.7962188720703, - 734.2567138671875 - ], - "size": [ - 210, - 142 - ], - "flags": { - "collapsed": true - }, - "order": 18, - "mode": 0, - "inputs": [ - { - "name": "text_a", - "type": "STRING", - "link": 455, - "widget": { - "name": "text_a" - }, - "shape": 7 - }, - { - "name": "text_b", - "type": "STRING", - "link": 456, - "widget": { - "name": "text_b" - }, - "shape": 7 - }, - { - "name": "text_c", - "type": "STRING", - "link": 457, - "widget": { - "name": "text_c" - }, - "shape": 7 - }, - { - "name": "text_d", - "type": "STRING", - "link": null, - "widget": { - "name": "text_d" - }, - "shape": 7 - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 458 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "Text Concatenate" - }, - "widgets_values": [ - " ", - "true", - "", - "", - "", - "" - ] - }, - { - "id": 188, - "type": "DF_Text_Box", - "pos": [ - -371.0623779296875, - 575.6287841796875 - ], - "size": [ - 297.20721435546875, - 158.9346466064453 - ], - "flags": { - "collapsed": true - }, - "order": 0, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 455 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DF_Text_Box" - }, - "widgets_values": [ - "This image is the starting frame for a silent AI Video. Your main task is to provide text that animates that image over an approximately " - ] - }, - { - "id": 212, - "type": "DF_Text_Box", - "pos": [ - -391.1495361328125, - 640.9624633789062 - ], - "size": [ - 210, - 129.40484619140625 - ], - "flags": { - "collapsed": true - }, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 457 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DF_Text_Box" - }, - "widgets_values": [ - " second timeframe. " - ] - }, - { - "id": 207, - "type": "Load LLM Model Advanced", - "pos": [ - -736.6093139648438, - 280.5001220703125 - ], - "size": [ - 294.0935974121094, - 826 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "LLM", - "type": "LLM", - "links": [ - 444 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "Load LLM Model Advanced" - }, - "widgets_values": [ - "mistral-7b-instruct-v0.2.Q4_K_M.gguf", - 33, - "LLAMA_SPLIT_NONE", - 0, - 1, - false, - true, - false, - 843, - "randomize", - 4096, - 512, - 0, - 0, - "LLAMA_ROPE_SCALING_UNSPECIFIED", - 0, - 0, - -1, - 1, - 32, - 1, - 0, - 0, - false, - false, - false, - 64, - "", - 0, - "", - false, - "mistral", - true - ] - }, - { - "id": 209, - "type": "Call LLM Basic", - "pos": [ - -434.3664245605469, - 261.5642395019531 - ], - "size": [ - 242.60797119140625, - 182.89016723632812 - ], - "flags": {}, - "order": 22, - "mode": 0, - "inputs": [ - { - "name": "LLM", - "type": "LLM", - "link": 444 - }, - { - "name": "prompt", - "type": "STRING", - "link": 468, - "widget": { - "name": "prompt" - } - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 453 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "Call LLM Basic" - }, - "widgets_values": [ - "", - 0, - 0.8, - 1184, - "randomize" - ] - }, - { - "id": 198, - "type": "CLIPLoaderGGUFMultiGPU", - "pos": [ - -176.99197387695312, - 280.9527282714844 - ], - "size": [ - 341.3982238769531, - 111.51930236816406 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 465, - 466 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "CLIPLoaderGGUFMultiGPU" - }, - "widgets_values": [ - "t5-v1_1-xxl-encoder-Q4_K_M.gguf", - "ltxv", - "cuda:1" - ], - "color": "#332922", - "bgcolor": "#593930" - }, - { - "id": 214, - "type": "Note", - "pos": [ - 176.02410888671875, - 40.68440628051758 - ], - "size": [ - 343.9981384277344, - 185.81265258789062 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [], - "outputs": [], - "title": "This workflow requires ComfyUI-LTXVideo", - "properties": {}, - "widgets_values": [ - "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-LTXVideo](https://github.com/Lightricks/ComfyUI-LTXVideo) custom node repository to function correctly. \n\nSpecifically:\n\n*\"LTXVLoaderMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-LTXVideo before attempting to run this workflow." - ], - "color": "#432", - "bgcolor": "#653" - }, - { - "id": 213, - "type": "Note", - "pos": [ - -182.43275451660156, - 31.42535400390625 - ], - "size": [ - 351.357177734375, - 190.41204833984375 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [], - "outputs": [], - "title": "This workflow requires ComfyUI-GGUF", - "properties": {}, - "widgets_values": [ - "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically:\n\n*\"CLIPLoaderGGUFMultiGPU\" \n\nwill not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow." - ], - "color": "#332922", - "bgcolor": "#593930" - }, - { - "id": 202, - "type": "LTXVLoaderMultiGPU", - "pos": [ - 175.00552368164062, - 281.73443603515625 - ], - "size": [ - 325.75799560546875, - 133.79144287109375 - ], - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "model", - "type": "MODEL", - "links": [ - 462 - ], - "slot_index": 0 - }, - { - "name": "vae", - "type": "VAE", - "links": [ - 463, - 464 - ], - "slot_index": 1 - } - ], - "properties": { - "Node name for S&R": "LTXVLoaderMultiGPU" - }, - "widgets_values": [ - "ltx-video-2b-v0.9.1.safetensors", - "bfloat16", - "cuda:1" - ], - "color": "#432", - "bgcolor": "#653" - }, - { - "id": 103, - "type": "LTXVModelConfigurator", - "pos": [ - 521.1898193359375, - 274.0011901855469 - ], - "size": [ - 347.4894104003906, - 284.0930480957031 - ], - "flags": {}, - "order": 15, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 303 - }, - { - "name": "vae", - "type": "VAE", - "link": 463 - }, - { - "name": "conditioning", - "type": "IMAGE", - "link": null, - "shape": 7 - }, - { - "name": "initial_latent", - "type": "LATENT", - "link": null, - "shape": 7 - }, - { - "name": "frames_number", - "type": "INT", - "link": 415, - "widget": { - "name": "frames_number" - } - } - ], - "outputs": [ - { - "name": "model", - "type": "MODEL", - "links": [ - 261, - 299 - ], - "slot_index": 0 - }, - { - "name": "latent", - "type": "LATENT", - "links": [ - 258 - ], - "slot_index": 1 - }, - { - "name": "sigma_shift", - "type": "FLOAT", - "links": [ - 259 - ], - "slot_index": 2 - }, - { - "name": "image_prompt", - "type": "STRING", - "links": [], - "slot_index": 3 - } - ], - "properties": { - "Node name for S&R": "LTXVModelConfigurator" - }, - "widgets_values": [ - "Custom", - 768, - 768, - 105, - 24, - 1, - true, - 29 - ] - }, - { - "id": 128, - "type": "LTXVApplySTG", - "pos": [ - 547.5906982421875, - 45.631866455078125 - ], - "size": [ - 215.36399841308594, - 82 - ], - "flags": {}, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 462 - } - ], - "outputs": [ - { - "name": "model", - "type": "MODEL", - "links": [ - 303 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "LTXVApplySTG" - }, - "widgets_values": [ - "attention", - "14" - ] - }, - { - "id": 81, - "type": "BasicScheduler", - "pos": [ - 791.6048583984375, - 34.26539993286133 - ], - "size": [ - 214.73275756835938, - 117.03860473632812 - ], - "flags": {}, - "order": 17, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 261 - } - ], - "outputs": [ - { - "name": "SIGMAS", - "type": "SIGMAS", - "links": [ - 262 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "BasicScheduler" - }, - "widgets_values": [ - "normal", - 25, - 1 - ] - }, - { - "id": 37, - "type": "RandomNoise", - "pos": [ - 1016.0304565429688, - 40.483917236328125 - ], - "size": [ - 242.3292694091797, - 86.5993881225586 - ], - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "NOISE", - "type": "NOISE", - "links": [ - 72 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "RandomNoise" - }, - "widgets_values": [ - 5770521, - "fixed" - ] - }, - { - "id": 14, - "type": "KSamplerSelect", - "pos": [ - 575.9047241210938, - 173.7681121826172 - ], - "size": [ - 210, - 58 - ], - "flags": {}, - "order": 8, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "SAMPLER", - "type": "SAMPLER", - "links": [ - 70 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "KSamplerSelect" - }, - "widgets_values": [ - "euler_ancestral" - ] - }, - { - "id": 8, - "type": "VAEDecode", - "pos": [ - 845.4096069335938, - 196.4519805908203 - ], - "size": [ - 210, - 46 - ], - "flags": { - "collapsed": true - }, - "order": 27, - "mode": 0, - "inputs": [ - { - "name": "samples", - "type": "LATENT", - "link": 383 - }, - { - "name": "vae", - "type": "VAE", - "link": 464, - "slot_index": 1 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 435 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAEDecode" - }, - "widgets_values": [] - }, - { - "id": 36, - "type": "SamplerCustomAdvanced", - "pos": [ - 991.9296875, - 203.67120361328125 - ], - "size": [ - 355.20001220703125, - 106 - ], - "flags": { - "collapsed": true - }, - "order": 26, - "mode": 0, - "inputs": [ - { - "name": "noise", - "type": "NOISE", - "link": 72 - }, - { - "name": "guider", - "type": "GUIDER", - "link": 302, - "slot_index": 1 - }, - { - "name": "sampler", - "type": "SAMPLER", - "link": 70 - }, - { - "name": "sigmas", - "type": "SIGMAS", - "link": 380 - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 258 - } - ], - "outputs": [ - { - "name": "output", - "type": "LATENT", - "links": [], - "slot_index": 0, - "shape": 3 - }, - { - "name": "denoised_output", - "type": "LATENT", - "links": [ - 383 - ], - "slot_index": 1, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "SamplerCustomAdvanced" - }, - "widgets_values": [] - }, - { - "id": 87, - "type": "CLIPTextEncode", - "pos": [ - 379.4288635253906, - 742.2587890625 - ], - "size": [ - 210, - 54 - ], - "flags": { - "collapsed": true - }, - "order": 24, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 465 - }, - { - "name": "text", - "type": "STRING", - "link": 461, - "widget": { - "name": "text" - } - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 300 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "widgets_values": [ - "" - ] - }, - { - "id": 88, - "type": "CLIPTextEncode", - "pos": [ - 376.0666198730469, - 478.83453369140625 - ], - "size": [ - 210, - 88.87834167480469 - ], - "flags": {}, - "order": 12, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 466 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 301 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "CLIPTextEncode" - }, - "widgets_values": [ - "worst quality, inconsistent motion, blurry, jittery, distorted, watermarks" - ] - }, - { - "id": 104, - "type": "LTXVShiftSigmas", - "pos": [ - 385.7358703613281, - 601.4862060546875 - ], - "size": [ - 210, - 102 - ], - "flags": {}, - "order": 19, - "mode": 0, - "inputs": [ - { - "name": "sigmas", - "type": "SIGMAS", - "link": 262 - }, - { - "name": "sigma_shift", - "type": "FLOAT", - "link": 259, - "widget": { - "name": "sigma_shift" - } - } - ], - "outputs": [ - { - "name": "SIGMAS", - "type": "SIGMAS", - "links": [ - 380 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "LTXVShiftSigmas" - }, - "widgets_values": [ - 1.820833333, - true, - 0.1 - ] - }, - { - "id": 130, - "type": "STGGuider", - "pos": [ - 608.35693359375, - 590.1034545898438 - ], - "size": [ - 210, - 146 - ], - "flags": {}, - "order": 25, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 299 - }, - { - "name": "positive", - "type": "CONDITIONING", - "link": 300 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 301 - } - ], - "outputs": [ - { - "name": "GUIDER", - "type": "GUIDER", - "links": [ - 302 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "STGGuider" - }, - "widgets_values": [ - 3, - 1, - 0.75 - ] - }, - { - "id": 197, - "type": "VHS_VideoCombine", - "pos": [ - 916.2783813476562, - 240.25692749023438 - ], - "size": [ - 566.8024291992188, - 894.8024291992188 - ], - "flags": {}, - "order": 28, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 435 - }, - { - "name": "audio", - "type": "AUDIO", - "link": null, - "shape": 7 - }, - { - "name": "meta_batch", - "type": "VHS_BatchManager", - "link": null, - "shape": 7 - }, - { - "name": "vae", - "type": "VAE", - "link": null, - "shape": 7 - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null - } - ], - "properties": { - "Node name for S&R": "VHS_VideoCombine" - }, - "widgets_values": { - "frame_rate": 24, - "loop_count": 0, - "filename_prefix": "LTXVideo_", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "trim_to_audio": false, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "LTXVideo__00044.mp4", - "subfolder": "", - "type": "output", - "format": "video/h264-mp4", - "frame_rate": 24, - "workflow": "LTXVideo__00044.png", - "fullpath": "/home/johnj/ComfyUI/output/LTXVideo__00044.mp4" - }, - "muted": false - } - }, - "color": "#323", - "bgcolor": "#535" - }, - { - "id": 210, - "type": "DF_Text_Box", - "pos": [ - 52.806190490722656, - 479.7900390625 - ], - "size": [ - 302.9082946777344, - 151.43038940429688 - ], - "flags": {}, - "order": 9, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 459 - ], - "slot_index": 0 - } - ], - "title": "Short video description", - "properties": { - "Node name for S&R": "DF_Text_Box" - }, - "widgets_values": [ - "A rustic winter snowball fight, at night, under streetlamps" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 190, - "type": "easy mathInt", - "pos": [ - -193.30531311035156, - 477.45611572265625 - ], - "size": [ - 210, - 82 - ], - "flags": {}, - "order": 14, - "mode": 0, - "inputs": [ - { - "name": "a", - "type": "INT", - "link": 403, - "widget": { - "name": "a" - } - } - ], - "outputs": [ - { - "name": "INT", - "type": "INT", - "links": [ - 394 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "easy mathInt" - }, - "widgets_values": [ - 0, - 24, - "divide" - ] - }, - { - "id": 194, - "type": "Int", - "pos": [ - 65.46501922607422, - 672.9832153320312 - ], - "size": [ - 291.9181823730469, - 58 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "INT", - "type": "INT", - "links": [ - 403, - 415 - ], - "slot_index": 0 - } - ], - "title": "# of Video Frames, 24FPS, (N*8+1)", - "properties": { - "Node name for S&R": "Int" - }, - "widgets_values": [ - "73" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 189, - "type": "Text Concatenate", - "pos": [ - -310.4175109863281, - 732.5546264648438 - ], - "size": [ - 210, - 142 - ], - "flags": { - "collapsed": true - }, - "order": 20, - "mode": 0, - "inputs": [ - { - "name": "text_a", - "type": "STRING", - "link": 458, - "widget": { - "name": "text_a" - }, - "shape": 7 - }, - { - "name": "text_b", - "type": "STRING", - "link": 459, - "widget": { - "name": "text_b" - }, - "shape": 7 - }, - { - "name": "text_c", - "type": "STRING", - "link": 460, - "widget": { - "name": "text_c" - }, - "shape": 7 - }, - { - "name": "text_d", - "type": "STRING", - "link": null, - "widget": { - "name": "text_d" - }, - "shape": 7 - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 467 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "Text Concatenate" - }, - "widgets_values": [ - " ", - "true", - "", - "", - "", - "" - ] - }, - { - "id": 182, - "type": "DF_Text_Box", - "pos": [ - -419.6179504394531, - 694.8055419921875 - ], - "size": [ - 334.678466796875, - 320.9839782714844 - ], - "flags": { - "collapsed": true - }, - "order": 11, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 460 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DF_Text_Box" - }, - "widgets_values": [ - "Follow these steps to produce the final description:\n\nWhen writing prompts, focus on detailed, chronological descriptions of actions and scenes. Include specific movements, appearances, camera angles, and environmental details - all in a single flowing paragraph. Start directly with the action, and keep descriptions literal and precise. Think like a cinematographer describing a shot list. Keep within 200 words. For best results, build your prompts using this structure:\n\n1. Start with main action in a single sentence\n2. Add specific details about movements and gestures\n3. Describe character/object appearances precisely\n4. Include background and environment details\n5. Specify camera angles and movements\n6. Describe lighting and colors\n7. Note any changes or sudden events\n\nExamples of Style:\n• The waves crash against the jagged rocks of the shoreline, sending spray high into the air.The rocks are a dark gray color, with sharp edges and deep crevices. The water is a clear blue-green, with white foam where the waves break against the rocks. The sky is a light gray, with a few white clouds dotting the horizon.\n\n• A man in a dimly lit room talks on a vintage telephone, hangs up, and looks down with a sad expression. He holds the black rotary phone to his right ear with his right hand, his left hand holding a rocks glass with amber liquid. He wears a brown suit jacket over a white shirt, and a gold ring on his left ring finger. His short hair is neatly combed, and he has light skin with visible wrinkles around his eyes. The camera remains stationary, focused on his face and upper body. The room is dark, lit only by a warm light source off-screen to the left, casting shadows on the wall behind him. The scene appears to be from a movie.\n\n• A man walks towards a window, looks out, and then turns around. He has short, dark hair, dark skin, and is wearing a brown coat over a red and gray scarf. He walks from left to right towards a window, his gaze fixed on something outside. The camera follows him from behind at a medium distance. The room is brightly lit, with white walls and a large window covered by a white curtain. As he approaches the window, he turns his head slightly to the left, then back to the right. He then turns his entire body to the right, facing the window. The camera remains stationary as he stands in front of the window. The scene is captured in real-life footage.\n\n• A clear, turquoise river flows through a rocky canyon, cascading over a small waterfall and forming a pool of water at the bottom.The river is the main focus of the scene, with its clear water reflecting the surrounding trees and rocks. The canyon walls are steep and rocky, with some vegetation growing on them. The trees are mostly pine trees, with their green needles contrasting with the brown and gray rocks. The overall tone of the scene is one of peace and tranquility.\n\nIMPORTANT\" Do not include instructions, reasoning steps, or any extra text outside the described scene. Do not provide explanations or justifications—only the final prompt description." - ] - }, - { - "id": 215, - "type": "ShowText|pysssss", - "pos": [ - -426.8996887207031, - 793.4688720703125 - ], - "size": [ - 696.8147583007812, - 317.9209289550781 - ], - "flags": {}, - "order": 21, - "mode": 0, - "inputs": [ - { - "name": "text", - "type": "STRING", - "link": 467, - "widget": { - "name": "text" - } - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 468 - ], - "slot_index": 0, - "shape": 6 - } - ], - "properties": { - "Node name for S&R": "ShowText|pysssss" - }, - "widgets_values": [ - [ - "" - ], - "This image is the starting frame for a silent AI Video. Your main task is to provide text that animates that image over an approximately 3 second timeframe. A rustic winter snowball fight, at night, under streetlamps Follow these steps to produce the final description:\n\nWhen writing prompts, focus on detailed, chronological descriptions of actions and scenes. Include specific movements, appearances, camera angles, and environmental details - all in a single flowing paragraph. Start directly with the action, and keep descriptions literal and precise. Think like a cinematographer describing a shot list. Keep within 200 words. For best results, build your prompts using this structure:\n\n1. Start with main action in a single sentence\n2. Add specific details about movements and gestures\n3. Describe character/object appearances precisely\n4. Include background and environment details\n5. Specify camera angles and movements\n6. Describe lighting and colors\n7. Note any changes or sudden events\n\nExamples of Style:\n• The waves crash against the jagged rocks of the shoreline, sending spray high into the air.The rocks are a dark gray color, with sharp edges and deep crevices. The water is a clear blue-green, with white foam where the waves break against the rocks. The sky is a light gray, with a few white clouds dotting the horizon.\n\n• A man in a dimly lit room talks on a vintage telephone, hangs up, and looks down with a sad expression. He holds the black rotary phone to his right ear with his right hand, his left hand holding a rocks glass with amber liquid. He wears a brown suit jacket over a white shirt, and a gold ring on his left ring finger. His short hair is neatly combed, and he has light skin with visible wrinkles around his eyes. The camera remains stationary, focused on his face and upper body. The room is dark, lit only by a warm light source off-screen to the left, casting shadows on the wall behind him. The scene appears to be from a movie.\n\n• A man walks towards a window, looks out, and then turns around. He has short, dark hair, dark skin, and is wearing a brown coat over a red and gray scarf. He walks from left to right towards a window, his gaze fixed on something outside. The camera follows him from behind at a medium distance. The room is brightly lit, with white walls and a large window covered by a white curtain. As he approaches the window, he turns his head slightly to the left, then back to the right. He then turns his entire body to the right, facing the window. The camera remains stationary as he stands in front of the window. The scene is captured in real-life footage.\n\n• A clear, turquoise river flows through a rocky canyon, cascading over a small waterfall and forming a pool of water at the bottom.The river is the main focus of the scene, with its clear water reflecting the surrounding trees and rocks. The canyon walls are steep and rocky, with some vegetation growing on them. The trees are mostly pine trees, with their green needles contrasting with the brown and gray rocks. The overall tone of the scene is one of peace and tranquility.\n\nIMPORTANT\" Do not include instructions, reasoning steps, or any extra text outside the described scene. Do not provide explanations or justifications—only the final prompt description." - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 192, - "type": "ShowText|pysssss", - "pos": [ - 303.7187805175781, - 783.2201538085938 - ], - "size": [ - 606.6663208007812, - 324.36004638671875 - ], - "flags": {}, - "order": 23, - "mode": 0, - "inputs": [ - { - "name": "text", - "type": "STRING", - "link": 453, - "widget": { - "name": "text" - } - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 461 - ], - "slot_index": 0, - "shape": 6 - } - ], - "properties": { - "Node name for S&R": "ShowText|pysssss" - }, - "widgets_values": [ - [ - "" - ], - " Write as if describing a shot for a movie or TV show.\n\nMain action: Rustic winter snowball fight under streetlamps\n\nA group of friends engage in a playful snowball fight, laughing and shouting while darting between the shadows cast by the streetlights. The snowballs fly through the air, their icy surfaces glinting in the orange glow of the lamplights. Each friend's silhouette is visible against the contrasting dark backdrop of the night, as they take aim and hurl their projectiles at one another.\n\nThe friends wear heavy coats, scarves, and gloves, their breath visible in the cold winter air. The snowballs vary in size, some large enough to leave a satisfying thud when they hit their target, others small enough for quick counterattacks.\n\nIn the background, the cityscape is lit up by the streetlights, with buildings and rooftops casting long, geometric shadows on the freshly fallen snow. The occasional passing car headlights add brief bursts of white light to the scene, illuminating the friends' faces in turn as they dodge and weave between each other.\n\nThe camera remains stationary, focusing on the group as they engage in their winter tradition. The scene is filled with the sounds of laughter, snow crunching underfoot, and the occasional impact of a snowball hitting its mark." - ], - "color": "#232", - "bgcolor": "#353" - } - ], - "links": [ - [ - 70, - 14, - 0, - 36, - 2, - "SAMPLER" - ], - [ - 72, - 37, - 0, - 36, - 0, - "NOISE" - ], - [ - 258, - 103, - 1, - 36, - 4, - "LATENT" - ], - [ - 259, - 103, - 2, - 104, - 1, - "FLOAT" - ], - [ - 261, - 103, - 0, - 81, - 0, - "MODEL" - ], - [ - 262, - 81, - 0, - 104, - 0, - "SIGMAS" - ], - [ - 299, - 103, - 0, - 130, - 0, - "MODEL" - ], - [ - 300, - 87, - 0, - 130, - 1, - "CONDITIONING" - ], - [ - 301, - 88, - 0, - 130, - 2, - "CONDITIONING" - ], - [ - 302, - 130, - 0, - 36, - 1, - "GUIDER" - ], - [ - 303, - 128, - 0, - 103, - 0, - "MODEL" - ], - [ - 380, - 104, - 0, - 36, - 3, - "SIGMAS" - ], - [ - 383, - 36, - 1, - 8, - 0, - "LATENT" - ], - [ - 394, - 190, - 0, - 181, - 0, - "INT" - ], - [ - 403, - 194, - 0, - 190, - 0, - "INT" - ], - [ - 415, - 194, - 0, - 103, - 4, - "INT" - ], - [ - 435, - 8, - 0, - 197, - 0, - "IMAGE" - ], - [ - 444, - 207, - 0, - 209, - 0, - "LLM" - ], - [ - 453, - 209, - 0, - 192, - 0, - "STRING" - ], - [ - 455, - 188, - 0, - 211, - 0, - "STRING" - ], - [ - 456, - 181, - 0, - 211, - 1, - "STRING" - ], - [ - 457, - 212, - 0, - 211, - 2, - "STRING" - ], - [ - 458, - 211, - 0, - 189, - 0, - "STRING" - ], - [ - 459, - 210, - 0, - 189, - 1, - "STRING" - ], - [ - 460, - 182, - 0, - 189, - 2, - "STRING" - ], - [ - 461, - 192, - 0, - 87, - 1, - "STRING" - ], - [ - 462, - 202, - 0, - 128, - 0, - "MODEL" - ], - [ - 463, - 202, - 1, - 103, - 1, - "VAE" - ], - [ - 464, - 202, - 1, - 8, - 1, - "VAE" - ], - [ - 465, - 198, - 0, - 87, - 0, - "CLIP" - ], - [ - 466, - 198, - 0, - 88, - 0, - "CLIP" - ], - [ - 467, - 189, - 0, - 215, - 0, - "STRING" - ], - [ - 468, - 215, - 0, - 209, - 1, - "STRING" - ] - ], - "groups": [], - "config": {}, - "extra": { - "ds": { - "scale": 0.8769226950001158, - "offset": [ - 833.8615797658639, - 125.08579254136063 - ] - }, - "workspace_info": { - "id": "tn2wr6gjBJPNV950dOz0l" - }, - "ue_links": [], - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0 - }, - "version": 0.4 -} \ No newline at end of file diff --git a/examples/ltxvideo_gguf_distorch_lowvram_highdram.json b/examples/ltxvideo_gguf_distorch_lowvram_highdram.json deleted file mode 100755 index ad2699d..0000000 --- a/examples/ltxvideo_gguf_distorch_lowvram_highdram.json +++ /dev/null @@ -1,2762 +0,0 @@ -{ - "last_node_id": 313, - "last_link_id": 779, - "nodes": [ - { - "id": 271, - "type": "LTXAttnOverride", - "pos": [ - 2304.862060546875, - -951.1757202148438 - ], - "size": [ - 210, - 76 - ], - "flags": { - "collapsed": false - }, - "order": 0, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "ATTN_OVERRIDE", - "type": "ATTN_OVERRIDE", - "links": [ - 716 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "LTXAttnOverride" - }, - "widgets_values": [ - "14" - ] - }, - { - "id": 276, - "type": "EmptyLTXVLatentVideo", - "pos": [ - 2054.917236328125, - -266.39617919921875 - ], - "size": [ - 210, - 130 - ], - "flags": { - "collapsed": false - }, - "order": 10, - "mode": 0, - "inputs": [ - { - "name": "width", - "type": "INT", - "link": 727, - "widget": { - "name": "width" - } - }, - { - "name": "height", - "type": "INT", - "link": 728, - "widget": { - "name": "height" - } - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 730, - 739 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "EmptyLTXVLatentVideo", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - 512, - 768, - 129, - 1 - ] - }, - { - "id": 278, - "type": "LTXVScheduler", - "pos": [ - 2308.156005859375, - -289.2124938964844 - ], - "size": [ - 210, - 154 - ], - "flags": { - "collapsed": false - }, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "latent", - "type": "LATENT", - "link": 730, - "shape": 7 - } - ], - "outputs": [ - { - "name": "SIGMAS", - "type": "SIGMAS", - "links": [ - 738 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "LTXVScheduler", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - 100, - 2.05, - 0.95, - true, - 0.1 - ] - }, - { - "id": 277, - "type": "KSamplerSelect", - "pos": [ - 2291.593994140625, - -388.44921875 - ], - "size": [ - 210, - 58 - ], - "flags": { - "collapsed": false - }, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "SAMPLER", - "type": "SAMPLER", - "links": [ - 737 - ] - } - ], - "properties": { - "Node name for S&R": "KSamplerSelect", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - "euler" - ] - }, - { - "id": 275, - "type": "LTXVConditioning", - "pos": [ - 2285.292236328125, - -512.1409912109375 - ], - "size": [ - 210, - 78 - ], - "flags": { - "collapsed": false - }, - "order": 14, - "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 725 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 726 - } - ], - "outputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "links": [ - 735 - ], - "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "links": [ - 736 - ], - "slot_index": 1 - } - ], - "properties": { - "Node name for S&R": "LTXVConditioning", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - 25 - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 273, - "type": "LTXVImgToVideo", - "pos": [ - 2062.09521484375, - -511.68597412109375 - ], - "size": [ - 210, - 206 - ], - "flags": { - "collapsed": false - }, - "order": 11, - "mode": 0, - "inputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "link": 717 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 718 - }, - { - "name": "vae", - "type": "VAE", - "link": 779 - }, - { - "name": "image", - "type": "IMAGE", - "link": 720 - }, - { - "name": "width", - "type": "INT", - "link": 721, - "widget": { - "name": "width" - } - }, - { - "name": "height", - "type": "INT", - "link": 722, - "widget": { - "name": "height" - } - } - ], - "outputs": [ - { - "name": "positive", - "type": "CONDITIONING", - "links": [ - 725 - ], - "slot_index": 0 - }, - { - "name": "negative", - "type": "CONDITIONING", - "links": [ - 726 - ], - "slot_index": 1 - }, - { - "name": "latent", - "type": "LATENT", - "links": null - } - ], - "properties": { - "Node name for S&R": "LTXVImgToVideo" - }, - "widgets_values": [ - 512, - 768, - 129, - 1, - 0.15 - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 272, - "type": "LTXPerturbedAttention", - "pos": [ - 2176.4609375, - -854.0542602539062 - ], - "size": [ - 243.60000610351562, - 126 - ], - "flags": { - "collapsed": false - }, - "order": 12, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 715 - }, - { - "name": "attn_override", - "type": "ATTN_OVERRIDE", - "link": 716, - "shape": 7 - } - ], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 734 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "LTXPerturbedAttention" - }, - "widgets_values": [ - 1, - 0.25, - 3 - ] - }, - { - "id": 232, - "type": "LoadImage", - "pos": [ - 1299.498291015625, - -735.7528686523438 - ], - "size": [ - 371.3655090332031, - 625.0361938476562 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 771 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "LoadImage" - }, - "widgets_values": [ - "ComfyUI_08535_.png", - "image" - ], - "color": "#ff9414", - "bgcolor": "#ff8000" - }, - { - "id": 270, - "type": "ModifyLTXModel", - "pos": [ - 2094.41845703125, - -941.9146118164062 - ], - "size": [ - 210, - 26 - ], - "flags": { - "collapsed": false - }, - "order": 9, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 772 - } - ], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 715 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "ModifyLTXModel" - }, - "widgets_values": [] - }, - { - "id": 312, - "type": "CLIPLoaderGGUFMultiGPU", - "pos": [ - 1710.6820068359375, - -611.449462890625 - ], - "size": [ - 328.8729553222656, - 123.96922302246094 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "CLIP", - "type": "CLIP", - "links": [ - 776, - 777 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "CLIPLoaderGGUFMultiGPU" - }, - "widgets_values": [ - "t5-v1_1-xxl-encoder-Q8_0.gguf", - "ltxv", - "cpu" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 283, - "type": "SamplerCustom", - "pos": [ - 2520.345703125, - -559.6461181640625 - ], - "size": [ - 236.8000030517578, - 443.8398132324219 - ], - "flags": {}, - "order": 15, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "MODEL", - "link": 734 - }, - { - "name": "positive", - "type": "CONDITIONING", - "link": 735 - }, - { - "name": "negative", - "type": "CONDITIONING", - "link": 736 - }, - { - "name": "sampler", - "type": "SAMPLER", - "link": 737 - }, - { - "name": "sigmas", - "type": "SIGMAS", - "link": 738 - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 739 - } - ], - "outputs": [ - { - "name": "output", - "type": "LATENT", - "links": [ - 731 - ], - "slot_index": 0 - }, - { - "name": "denoised_output", - "type": "LATENT", - "links": null - } - ], - "properties": { - "Node name for S&R": "SamplerCustom", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - true, - 5770521, - "fixed", - 3 - ] - }, - { - "id": 280, - "type": "VHS_VideoCombine", - "pos": [ - 2537.47509765625, - -953.67626953125 - ], - "size": [ - 281.3041687011719, - 334 - ], - "flags": {}, - "order": 17, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 733 - }, - { - "name": "audio", - "type": "AUDIO", - "link": null, - "shape": 7 - }, - { - "name": "meta_batch", - "type": "VHS_BatchManager", - "link": null, - "shape": 7 - }, - { - "name": "vae", - "type": "VAE", - "link": null, - "shape": 7 - } - ], - "outputs": [ - { - "name": "Filenames", - "type": "VHS_FILENAMES", - "links": null - } - ], - "properties": { - "Node name for S&R": "VHS_VideoCombine", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": { - "frame_rate": 24, - "loop_count": 0, - "filename_prefix": "LTXVideo", - "format": "video/h264-mp4", - "pix_fmt": "yuv420p", - "crf": 19, - "save_metadata": true, - "trim_to_audio": false, - "pingpong": false, - "save_output": true, - "videopreview": { - "hidden": false, - "paused": false, - "params": { - "filename": "LTXVideo_00383.mp4", - "subfolder": "", - "type": "output", - "format": "video/h264-mp4", - "frame_rate": 24, - "workflow": "LTXVideo_00383.png", - "fullpath": "/home/johnj/ComfyUI/output/LTXVideo_00383.mp4" - }, - "muted": false - } - } - }, - { - "id": 279, - "type": "VAEDecode", - "pos": [ - 2414.28564453125, - -635.2009887695312 - ], - "size": [ - 140, - 46 - ], - "flags": { - "collapsed": false - }, - "order": 16, - "mode": 0, - "inputs": [ - { - "name": "samples", - "type": "LATENT", - "link": 731 - }, - { - "name": "vae", - "type": "VAE", - "link": 778 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 733 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAEDecode", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [] - }, - { - "id": 269, - "type": "CLIPTextEncode", - "pos": [ - 2129.7138671875, - -660.4461669921875 - ], - "size": [ - 285.6000061035156, - 76 - ], - "flags": { - "collapsed": false - }, - "order": 8, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 777 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 718 - ], - "slot_index": 0 - } - ], - "title": "CLIP Text Encode (Negative Prompt)", - "properties": { - "Node name for S&R": "CLIPTextEncode", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - "low quality, worst quality, deformed, distorted, disfigured, motion smear, motion artifacts, fused fingers, bad anatomy, weird hand, ugly" - ], - "color": "#322", - "bgcolor": "#533" - }, - { - "id": 268, - "type": "CLIPTextEncode", - "pos": [ - 1724.329833984375, - -756.010986328125 - ], - "size": [ - 358.89739990234375, - 117.5052490234375 - ], - "flags": { - "collapsed": false - }, - "order": 7, - "mode": 0, - "inputs": [ - { - "name": "clip", - "type": "CLIP", - "link": 776 - } - ], - "outputs": [ - { - "name": "CONDITIONING", - "type": "CONDITIONING", - "links": [ - 717 - ], - "slot_index": 0 - } - ], - "title": "LTXV Pos", - "properties": { - "Node name for S&R": "CLIPTextEncode", - "enableTabs": false, - "tabWidth": 65, - "tabXOffset": 10, - "hasSecondTab": false, - "secondTabText": "Send Back", - "secondTabOffset": 80, - "secondTabWidth": 65 - }, - "widgets_values": [ - "This describes the first frame of a video that needs to subtly animated for 5 seconds: The image is a black and white photograph of a waterfall. The waterfall is cascading down a rocky cliff, with the water flowing over the rocks and creating a misty effect. The rocks are large and jagged, and the water is flowing over them. The cliff is covered in trees and shrubs, and there is a hill in the background. The sky is overcast and the overall mood of the image is peaceful and serene." - ], - "color": "#232", - "bgcolor": "#353" - }, - { - "id": 308, - "type": "UnetLoaderGGUFDisTorchMultiGPU", - "pos": [ - 1738.21630859375, - -938.6461791992188 - ], - "size": [ - 339.9610290527344, - 154 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "MODEL", - "type": "MODEL", - "links": [ - 772 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "UnetLoaderGGUFDisTorchMultiGPU" - }, - "widgets_values": [ - "ltx-video-2b-v0.9.1-F16.gguf", - "cuda:0", - 4, - false, - "" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 274, - "type": "ImageResizeKJ", - "pos": [ - 1734.0921630859375, - -350.01019287109375 - ], - "size": [ - 210, - 238 - ], - "flags": { - "collapsed": false - }, - "order": 6, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 771 - }, - { - "name": "get_image_size", - "type": "IMAGE", - "link": null, - "shape": 7 - }, - { - "name": "width_input", - "type": "INT", - "link": null, - "widget": { - "name": "width_input" - }, - "shape": 7 - }, - { - "name": "height_input", - "type": "INT", - "link": null, - "widget": { - "name": "height_input" - }, - "shape": 7 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 720 - ], - "slot_index": 0 - }, - { - "name": "width", - "type": "INT", - "links": [ - 721, - 727 - ], - "slot_index": 1 - }, - { - "name": "height", - "type": "INT", - "links": [ - 722, - 728 - ], - "slot_index": 2 - } - ], - "properties": { - "Node name for S&R": "ImageResizeKJ" - }, - "widgets_values": [ - 768, - 768, - "nearest-exact", - true, - 16, - 0, - 0, - "center" - ] - }, - { - "id": 313, - "type": "VAELoaderMultiGPU", - "pos": [ - 1725.0933837890625, - -463.51104736328125 - ], - "size": [ - 315, - 82 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 778, - 779 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "VAELoaderMultiGPU" - }, - "widgets_values": [ - "ltxv-0.9.1-vae.safetensors", - "cuda:0" - ], - "color": "#233", - "bgcolor": "#355" - } - ], - "links": [ - [ - 439, - 132, - 0, - 65, - 1, - "INT" - ], - [ - 440, - 111, - 0, - 8, - 1, - "VAE" - ], - [ - 441, - 111, - 0, - 141, - 1, - "VAE" - ], - [ - 442, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 443, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 444, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 445, - 128, - 0, - 127, - 0, - "NOISE" - ], - [ - 446, - 130, - 0, - 127, - 2, - "SAMPLER" - ], - [ - 447, - 27, - 0, - 127, - 4, - "LATENT" - ], - [ - 448, - 128, - 0, - 61, - 0, - "NOISE" - ], - [ - 449, - 130, - 0, - 61, - 2, - "SAMPLER" - ], - [ - 450, - 27, - 0, - 61, - 4, - "LATENT" - ], - [ - 451, - 128, - 0, - 143, - 0, - "NOISE" - ], - [ - 452, - 130, - 0, - 143, - 2, - "SAMPLER" - ], - [ - 453, - 27, - 0, - 143, - 4, - "LATENT" - ], - [ - 454, - 132, - 0, - 131, - 1, - "INT" - ], - [ - 455, - 111, - 0, - 123, - 1, - "VAE" - ], - [ - 456, - 132, - 0, - 145, - 1, - "INT" - ], - [ - 457, - 198, - 0, - 151, - 0, - "MODEL" - ], - [ - 458, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 459, - 198, - 0, - 150, - 0, - "MODEL" - ], - [ - 460, - 113, - 0, - 219, - 0, - "CLIP" - ], - [ - 461, - 113, - 0, - 214, - 0, - "CLIP" - ], - [ - 462, - 198, - 0, - 146, - 0, - "MODEL" - ], - [ - 463, - 198, - 0, - 134, - 0, - "MODEL" - ], - [ - 464, - 113, - 0, - 223, - 0, - "CLIP" - ], - [ - 465, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 466, - 198, - 0, - 122, - 0, - "MODEL" - ], - [ - 467, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 491, - 132, - 0, - 65, - 1, - "INT" - ], - [ - 492, - 111, - 0, - 8, - 1, - "VAE" - ], - [ - 493, - 111, - 0, - 141, - 1, - "VAE" - ], - [ - 494, - 128, - 0, - 127, - 0, - "NOISE" - ], - [ - 495, - 130, - 0, - 127, - 2, - "SAMPLER" - ], - [ - 496, - 27, - 0, - 127, - 4, - "LATENT" - ], - [ - 497, - 128, - 0, - 61, - 0, - "NOISE" - ], - [ - 498, - 130, - 0, - 61, - 2, - "SAMPLER" - ], - [ - 499, - 27, - 0, - 61, - 4, - "LATENT" - ], - [ - 500, - 132, - 0, - 131, - 1, - "INT" - ], - [ - 501, - 132, - 0, - 145, - 1, - "INT" - ], - [ - 502, - 113, - 0, - 219, - 0, - "CLIP" - ], - [ - 503, - 113, - 0, - 214, - 0, - "CLIP" - ], - [ - 504, - 198, - 0, - 146, - 0, - "MODEL" - ], - [ - 505, - 198, - 0, - 134, - 0, - "MODEL" - ], - [ - 506, - 113, - 0, - 223, - 0, - "CLIP" - ], - [ - 507, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 508, - 198, - 0, - 122, - 0, - "MODEL" - ], - [ - 509, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 510, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 511, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 512, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 513, - 198, - 0, - 151, - 0, - "MODEL" - ], - [ - 514, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 515, - 198, - 0, - 150, - 0, - "MODEL" - ], - [ - 516, - 128, - 0, - 143, - 0, - "NOISE" - ], - [ - 517, - 130, - 0, - 143, - 2, - "SAMPLER" - ], - [ - 518, - 27, - 0, - 143, - 4, - "LATENT" - ], - [ - 519, - 111, - 0, - 123, - 1, - "VAE" - ], - [ - 523, - 132, - 0, - 65, - 1, - "INT" - ], - [ - 524, - 111, - 0, - 8, - 1, - "VAE" - ], - [ - 525, - 111, - 0, - 141, - 1, - "VAE" - ], - [ - 526, - 128, - 0, - 127, - 0, - "NOISE" - ], - [ - 527, - 130, - 0, - 127, - 2, - "SAMPLER" - ], - [ - 528, - 27, - 0, - 127, - 4, - "LATENT" - ], - [ - 529, - 128, - 0, - 61, - 0, - "NOISE" - ], - [ - 530, - 130, - 0, - 61, - 2, - "SAMPLER" - ], - [ - 531, - 27, - 0, - 61, - 4, - "LATENT" - ], - [ - 532, - 132, - 0, - 131, - 1, - "INT" - ], - [ - 533, - 132, - 0, - 145, - 1, - "INT" - ], - [ - 534, - 113, - 0, - 219, - 0, - "CLIP" - ], - [ - 535, - 113, - 0, - 214, - 0, - "CLIP" - ], - [ - 536, - 195, - 0, - 146, - 0, - "MODEL" - ], - [ - 537, - 195, - 0, - 134, - 0, - "MODEL" - ], - [ - 538, - 113, - 0, - 223, - 0, - "CLIP" - ], - [ - 539, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 540, - 195, - 0, - 122, - 0, - "MODEL" - ], - [ - 541, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 542, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 543, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 544, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 545, - 195, - 0, - 151, - 0, - "MODEL" - ], - [ - 546, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 547, - 195, - 0, - 150, - 0, - "MODEL" - ], - [ - 548, - 128, - 0, - 143, - 0, - "NOISE" - ], - [ - 549, - 130, - 0, - 143, - 2, - "SAMPLER" - ], - [ - 550, - 27, - 0, - 143, - 4, - "LATENT" - ], - [ - 551, - 111, - 0, - 123, - 1, - "VAE" - ], - [ - 562, - 132, - 0, - 65, - 1, - "INT" - ], - [ - 563, - 111, - 0, - 8, - 1, - "VAE" - ], - [ - 564, - 111, - 0, - 141, - 1, - "VAE" - ], - [ - 565, - 128, - 0, - 127, - 0, - "NOISE" - ], - [ - 566, - 130, - 0, - 127, - 2, - "SAMPLER" - ], - [ - 567, - 27, - 0, - 127, - 4, - "LATENT" - ], - [ - 568, - 128, - 0, - 61, - 0, - "NOISE" - ], - [ - 569, - 130, - 0, - 61, - 2, - "SAMPLER" - ], - [ - 570, - 27, - 0, - 61, - 4, - "LATENT" - ], - [ - 571, - 132, - 0, - 131, - 1, - "INT" - ], - [ - 572, - 132, - 0, - 145, - 1, - "INT" - ], - [ - 573, - 113, - 0, - 219, - 0, - "CLIP" - ], - [ - 574, - 113, - 0, - 214, - 0, - "CLIP" - ], - [ - 575, - 195, - 0, - 134, - 0, - "MODEL" - ], - [ - 576, - 113, - 0, - 223, - 0, - "CLIP" - ], - [ - 577, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 578, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 579, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 580, - 195, - 0, - 151, - 0, - "MODEL" - ], - [ - 581, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 582, - 195, - 0, - 150, - 0, - "MODEL" - ], - [ - 583, - 128, - 0, - 143, - 0, - "NOISE" - ], - [ - 584, - 130, - 0, - 143, - 2, - "SAMPLER" - ], - [ - 585, - 27, - 0, - 143, - 4, - "LATENT" - ], - [ - 586, - 111, - 0, - 123, - 1, - "VAE" - ], - [ - 587, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 588, - 195, - 0, - 146, - 0, - "MODEL" - ], - [ - 589, - 195, - 0, - 122, - 0, - "MODEL" - ], - [ - 590, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 605, - 132, - 0, - 65, - 1, - "INT" - ], - [ - 606, - 111, - 0, - 8, - 1, - "VAE" - ], - [ - 607, - 111, - 0, - 141, - 1, - "VAE" - ], - [ - 608, - 128, - 0, - 127, - 0, - "NOISE" - ], - [ - 609, - 130, - 0, - 127, - 2, - "SAMPLER" - ], - [ - 610, - 27, - 0, - 127, - 4, - "LATENT" - ], - [ - 611, - 128, - 0, - 61, - 0, - "NOISE" - ], - [ - 612, - 130, - 0, - 61, - 2, - "SAMPLER" - ], - [ - 613, - 27, - 0, - 61, - 4, - "LATENT" - ], - [ - 614, - 132, - 0, - 131, - 1, - "INT" - ], - [ - 615, - 132, - 0, - 145, - 1, - "INT" - ], - [ - 616, - 113, - 0, - 219, - 0, - "CLIP" - ], - [ - 617, - 113, - 0, - 214, - 0, - "CLIP" - ], - [ - 618, - 198, - 0, - 134, - 0, - "MODEL" - ], - [ - 619, - 113, - 0, - 223, - 0, - "CLIP" - ], - [ - 620, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 621, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 622, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 623, - 198, - 0, - 151, - 0, - "MODEL" - ], - [ - 624, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 625, - 198, - 0, - 150, - 0, - "MODEL" - ], - [ - 626, - 128, - 0, - 143, - 0, - "NOISE" - ], - [ - 627, - 130, - 0, - 143, - 2, - "SAMPLER" - ], - [ - 628, - 27, - 0, - 143, - 4, - "LATENT" - ], - [ - 629, - 111, - 0, - 123, - 1, - "VAE" - ], - [ - 630, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 631, - 198, - 0, - 146, - 0, - "MODEL" - ], - [ - 632, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 633, - 198, - 0, - 122, - 0, - "MODEL" - ], - [ - 644, - 132, - 0, - 65, - 1, - "INT" - ], - [ - 645, - 111, - 0, - 8, - 1, - "VAE" - ], - [ - 646, - 111, - 0, - 141, - 1, - "VAE" - ], - [ - 647, - 128, - 0, - 127, - 0, - "NOISE" - ], - [ - 648, - 130, - 0, - 127, - 2, - "SAMPLER" - ], - [ - 649, - 27, - 0, - 127, - 4, - "LATENT" - ], - [ - 650, - 128, - 0, - 61, - 0, - "NOISE" - ], - [ - 651, - 130, - 0, - 61, - 2, - "SAMPLER" - ], - [ - 652, - 27, - 0, - 61, - 4, - "LATENT" - ], - [ - 653, - 132, - 0, - 131, - 1, - "INT" - ], - [ - 654, - 132, - 0, - 145, - 1, - "INT" - ], - [ - 655, - 113, - 0, - 219, - 0, - "CLIP" - ], - [ - 656, - 113, - 0, - 214, - 0, - "CLIP" - ], - [ - 657, - 198, - 0, - 134, - 0, - "MODEL" - ], - [ - 658, - 113, - 0, - 223, - 0, - "CLIP" - ], - [ - 659, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 660, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 661, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 662, - 198, - 0, - 151, - 0, - "MODEL" - ], - [ - 663, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 664, - 198, - 0, - 150, - 0, - "MODEL" - ], - [ - 665, - 128, - 0, - 143, - 0, - "NOISE" - ], - [ - 666, - 130, - 0, - 143, - 2, - "SAMPLER" - ], - [ - 667, - 27, - 0, - 143, - 4, - "LATENT" - ], - [ - 668, - 111, - 0, - 123, - 1, - "VAE" - ], - [ - 669, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 670, - 198, - 0, - 146, - 0, - "MODEL" - ], - [ - 671, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 672, - 198, - 0, - 122, - 0, - "MODEL" - ], - [ - 682, - 265, - 0, - 151, - 0, - "MODEL" - ], - [ - 683, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 684, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 685, - 265, - 0, - 150, - 0, - "MODEL" - ], - [ - 686, - 35, - 0, - 150, - 1, - "CONDITIONING" - ], - [ - 687, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 688, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 689, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 690, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 691, - 265, - 0, - 151, - 0, - "MODEL" - ], - [ - 692, - 132, - 0, - 151, - 1, - "INT" - ], - [ - 693, - 111, - 0, - 147, - 1, - "VAE" - ], - [ - 694, - 265, - 0, - 150, - 0, - "MODEL" - ], - [ - 695, - 35, - 0, - 150, - 1, - "CONDITIONING" - ], - [ - 696, - 113, - 0, - 6, - 0, - "CLIP" - ], - [ - 697, - 128, - 0, - 149, - 0, - "NOISE" - ], - [ - 698, - 130, - 0, - 149, - 2, - "SAMPLER" - ], - [ - 699, - 27, - 0, - 149, - 4, - "LATENT" - ], - [ - 715, - 270, - 0, - 272, - 0, - "MODEL" - ], - [ - 716, - 271, - 0, - 272, - 1, - "ATTN_OVERRIDE" - ], - [ - 717, - 268, - 0, - 273, - 0, - "CONDITIONING" - ], - [ - 718, - 269, - 0, - 273, - 1, - "CONDITIONING" - ], - [ - 720, - 274, - 0, - 273, - 3, - "IMAGE" - ], - [ - 721, - 274, - 1, - 273, - 4, - "INT" - ], - [ - 722, - 274, - 2, - 273, - 5, - "INT" - ], - [ - 725, - 273, - 0, - 275, - 0, - "CONDITIONING" - ], - [ - 726, - 273, - 1, - 275, - 1, - "CONDITIONING" - ], - [ - 727, - 274, - 1, - 276, - 0, - "INT" - ], - [ - 728, - 274, - 2, - 276, - 1, - "INT" - ], - [ - 730, - 276, - 0, - 278, - 0, - "LATENT" - ], - [ - 731, - 283, - 0, - 279, - 0, - "LATENT" - ], - [ - 733, - 279, - 0, - 280, - 0, - "IMAGE" - ], - [ - 734, - 272, - 0, - 283, - 0, - "MODEL" - ], - [ - 735, - 275, - 0, - 283, - 1, - "CONDITIONING" - ], - [ - 736, - 275, - 1, - 283, - 2, - "CONDITIONING" - ], - [ - 737, - 277, - 0, - 283, - 3, - "SAMPLER" - ], - [ - 738, - 278, - 0, - 283, - 4, - "SIGMAS" - ], - [ - 739, - 276, - 0, - 283, - 5, - "LATENT" - ], - [ - 771, - 232, - 0, - 274, - 0, - "IMAGE" - ], - [ - 772, - 308, - 0, - 270, - 0, - "MODEL" - ], - [ - 776, - 312, - 0, - 268, - 0, - "CLIP" - ], - [ - 777, - 312, - 0, - 269, - 0, - "CLIP" - ], - [ - 778, - 313, - 0, - 279, - 1, - "VAE" - ], - [ - 779, - 313, - 0, - 273, - 2, - "VAE" - ] - ], - "groups": [ - { - "id": 2, - "title": "img2vid", - "bounding": [ - 1717.4788818359375, - -1023.1045532226562, - 1116.5592041015625, - 912.8241577148438 - ], - "color": "#3f789e", - "font_size": 24, - "flags": {} - } - ], - "config": {}, - "extra": { - "ds": { - "scale": 1.1, - "offset": { - "0": -999.0325317382812, - "1": 1194.420166015625 - } - }, - "ue_links": [], - "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0, - "VHS_MetadataImage": true, - "VHS_KeepIntermediate": true - }, - "version": 0.4 -} \ No newline at end of file diff --git a/examples/flux1dev_cpu_1gpu_gguf.json b/examples/multiGPU/flux_dev_example_MultiGPU.json old mode 100644 new mode 100755 similarity index 58% rename from examples/flux1dev_cpu_1gpu_gguf.json rename to examples/multiGPU/flux_dev_example_MultiGPU.json index becd35b..c7210c0 --- a/examples/flux1dev_cpu_1gpu_gguf.json +++ b/examples/multiGPU/flux_dev_example_MultiGPU.json @@ -1,17 +1,58 @@ { - "last_node_id": 36, - "last_link_id": 51, + "id": "4d231a10-da3b-4b12-8698-449accd4b87a", + "revision": 0, + "last_node_id": 40, + "last_link_id": 119, "nodes": [ { - "id": 32, - "type": "DualCLIPLoaderMultiGPU", + "id": 17, + "type": "BasicScheduler", "pos": [ - -134.35675048828125, - 334.9122619628906 + 480, + 1008 ], "size": [ - 456.3470458984375, - 130 + 315, + 106 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 55 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [ + 20 + ] + } + ], + "properties": { + "Node name for S&R": "BasicScheduler" + }, + "widgets_values": [ + "simple", + 20, + 1 + ] + }, + { + "id": 16, + "type": "KSamplerSelect", + "pos": [ + 480, + 912 + ], + "size": [ + 315, + 58 ], "flags": {}, "order": 0, @@ -19,102 +60,94 @@ "inputs": [], "outputs": [ { - "name": "CLIP", - "type": "CLIP", + "name": "SAMPLER", + "type": "SAMPLER", "links": [ - 47 - ], - "slot_index": 0, - "shape": 3 + 19 + ] } ], "properties": { - "Node name for S&R": "DualCLIPLoaderMultiGPU" + "Node name for S&R": "KSamplerSelect" }, "widgets_values": [ - "t5xxl_fp16.safetensors", - "clip_l.safetensors", - "flux", - "cpu" + "euler" ] }, { - "id": 6, - "type": "CLIPTextEncode", + "id": 26, + "type": "FluxGuidance", "pos": [ - 370.94561767578125, - 184.63783264160156 + 480, + 144 ], "size": [ - 231.7741241455078, - 76 + 317.4000244140625, + 58 ], "flags": {}, - "order": 8, + "order": 11, "mode": 0, "inputs": [ { - "name": "clip", - "type": "CLIP", - "link": 47 + "name": "conditioning", + "type": "CONDITIONING", + "link": 41 } ], "outputs": [ { "name": "CONDITIONING", "type": "CONDITIONING", + "slot_index": 0, "links": [ - 40 - ], - "slot_index": 0 + 42 + ] } ], "properties": { - "Node name for S&R": "CLIPTextEncode" + "Node name for S&R": "FluxGuidance" }, "widgets_values": [ - "steampunk style" - ] + 3.5 + ], + "color": "#233", + "bgcolor": "#355" }, { "id": 22, "type": "BasicGuider", "pos": [ - 361.238037109375, - 23.760555267333984 + 576, + 48 ], "size": [ - 310, - 50 + 222.3482666015625, + 46 ], - "flags": { - "collapsed": true - }, - "order": 11, + "flags": {}, + "order": 13, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", - "link": 50, - "slot_index": 0 + "link": 54 }, { "name": "conditioning", "type": "CONDITIONING", - "link": 40, - "slot_index": 1 + "link": 42 } ], "outputs": [ { "name": "GUIDER", "type": "GUIDER", + "slot_index": 0, "links": [ 30 - ], - "slot_index": 0, - "shape": 3 + ] } ], "properties": { @@ -122,21 +155,114 @@ }, "widgets_values": [] }, + { + "id": 13, + "type": "SamplerCustomAdvanced", + "pos": [ + 864, + 192 + ], + "size": [ + 272.3617858886719, + 326 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": 37 + }, + { + "name": "guider", + "type": "GUIDER", + "link": 30 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": 19 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": 20 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 116 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "slot_index": 0, + "links": [ + 24 + ] + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "widgets_values": [] + }, + { + "id": 25, + "type": "RandomNoise", + "pos": [ + 480, + 768 + ], + "size": [ + 315, + 82 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [ + 37 + ] + } + ], + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 826914720443214, + "randomize" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, { "id": 8, "type": "VAEDecode", "pos": [ - 630.1492309570312, - 217.53857421875 + 866, + 367 ], "size": [ 210, 46 ], - "flags": { - "collapsed": true - }, - "order": 14, + "flags": {}, + "order": 15, "mode": 0, "inputs": [ { @@ -147,17 +273,17 @@ { "name": "vae", "type": "VAE", - "link": 48 + "link": 119 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", + "slot_index": 0, "links": [ 9 - ], - "slot_index": 0 + ] } ], "properties": { @@ -166,59 +292,207 @@ "widgets_values": [] }, { - "id": 17, - "type": "BasicScheduler", + "id": 30, + "type": "ModelSamplingFlux", "pos": [ - 386.3785095214844, - 302.42181396484375 + 480, + 1152 ], "size": [ - 263.6163330078125, - 107.67249298095703 + 315, + 130 ], "flags": {}, - "order": 9, + "order": 10, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", - "link": 51, - "slot_index": 0 + "link": 117 + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 115 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 114 } ], "outputs": [ { - "name": "SIGMAS", - "type": "SIGMAS", + "name": "MODEL", + "type": "MODEL", + "slot_index": 0, "links": [ - 20 - ], - "shape": 3 + 54, + 55 + ] } ], "properties": { - "Node name for S&R": "BasicScheduler" + "Node name for S&R": "ModelSamplingFlux" }, "widgets_values": [ - "simple", - 20, - 0.75 + 1.15, + 0.5, + 1024, + 1024 ] }, + { + "id": 27, + "type": "EmptySD3LatentImage", + "pos": [ + 480, + 624 + ], + "size": [ + 315, + 106 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 112 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 113 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "slot_index": 0, + "links": [ + 116 + ] + } + ], + "properties": { + "Node name for S&R": "EmptySD3LatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ] + }, + { + "id": 34, + "type": "PrimitiveNode", + "pos": [ + 432, + 480 + ], + "size": [ + 210, + 82 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "widget": { + "name": "width" + }, + "slot_index": 0, + "links": [ + 112, + 115 + ] + } + ], + "title": "width", + "properties": { + "Run widget replace on values": false + }, + "widgets_values": [ + 1024, + "fixed" + ], + "color": "#323", + "bgcolor": "#535" + }, + { + "id": 35, + "type": "PrimitiveNode", + "pos": [ + 672, + 480 + ], + "size": [ + 210, + 82 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "widget": { + "name": "height" + }, + "slot_index": 0, + "links": [ + 113, + 114 + ] + } + ], + "title": "height", + "properties": { + "Run widget replace on values": false + }, + "widgets_values": [ + 1024, + "fixed" + ], + "color": "#323", + "bgcolor": "#535" + }, { "id": 9, "type": "SaveImage", "pos": [ - 1330.1031494140625, - -119.60201263427734 + 1155, + 196 ], "size": [ - 598.3600463867188, - 887.796875 + 985.3012084960938, + 1060.3828125 ], "flags": {}, - "order": 15, + "order": 16, "mode": 0, "inputs": [ { @@ -236,319 +510,117 @@ ] }, { - "id": 16, - "type": "KSamplerSelect", - "pos": [ - 393.0156555175781, - 84.49148559570312 - ], - "size": [ - 315, - 58 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "SAMPLER", - "type": "SAMPLER", - "links": [ - 19 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "KSamplerSelect" - }, - "widgets_values": [ - "euler" - ] - }, - { - "id": 30, - "type": "VAEEncode", - "pos": [ - 519.1797485351562, - 467.65521240234375 - ], - "size": [ - 343.8751525878906, - 54.39801025390625 - ], - "flags": { - "collapsed": true - }, - "order": 12, - "mode": 0, - "inputs": [ - { - "name": "pixels", - "type": "IMAGE", - "link": 42 - }, - { - "name": "vae", - "type": "VAE", - "link": 49 - } - ], - "outputs": [ - { - "name": "LATENT", - "type": "LATENT", - "links": [ - 44 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "VAEEncode" - }, - "widgets_values": [] - }, - { - "id": 13, - "type": "SamplerCustomAdvanced", - "pos": [ - 528.8987426757812, - 24.688413619995117 - ], - "size": [ - 236.8000030517578, - 326 - ], - "flags": { - "collapsed": true - }, - "order": 13, - "mode": 0, - "inputs": [ - { - "name": "noise", - "type": "NOISE", - "link": 37, - "slot_index": 0 - }, - { - "name": "guider", - "type": "GUIDER", - "link": 30, - "slot_index": 1 - }, - { - "name": "sampler", - "type": "SAMPLER", - "link": 19, - "slot_index": 2 - }, - { - "name": "sigmas", - "type": "SIGMAS", - "link": 20, - "slot_index": 3 - }, - { - "name": "latent_image", - "type": "LATENT", - "link": 44, - "slot_index": 4 - } - ], - "outputs": [ - { - "name": "output", - "type": "LATENT", - "links": [ - 24 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "denoised_output", - "type": "LATENT", - "links": null, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "SamplerCustomAdvanced" - }, - "widgets_values": [] - }, - { - "id": 29, - "type": "ImageScaleToTotalPixels", - "pos": [ - 446.77008056640625, - 518.9593505859375 - ], - "size": [ - 278.12200927734375, - 84.92926025390625 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 41 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 42 - ], - "slot_index": 0, - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "ImageScaleToTotalPixels" - }, - "widgets_values": [ - "lanczos", - 1 - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 36, + "id": 37, "type": "Note", "pos": [ - 461.87445068359375, - 649.6223754882812 + 480, + 1344 ], "size": [ - 244.2865447998047, - 58 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [], - "outputs": [], - "title": "User Input", - "properties": {}, - "widgets_values": [ - "Resize the image in terms of total pixels as part of img2img" - ], - "color": "#233", - "bgcolor": "#355" - }, - { - "id": 25, - "type": "RandomNoise", - "pos": [ - 366.5185852050781, - -121.29788970947266 - ], - "size": [ - 245.3624725341797, - 82 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "NOISE", - "type": "NOISE", - "links": [ - 37 - ], - "shape": 3 - } - ], - "properties": { - "Node name for S&R": "RandomNoise" - }, - "widgets_values": [ - 5770521, - "fixed" - ] - }, - { - "id": 33, - "type": "VAELoaderMultiGPU", - "pos": [ - -130.35675048828125, - 510.9122314453125 - ], - "size": [ - 450.23980712890625, - 82 + 314.99755859375, + 117.98363494873047 ], "flags": {}, "order": 4, "mode": 0, "inputs": [], - "outputs": [ - { - "name": "VAE", - "type": "VAE", - "links": [ - 48, - 49 - ], - "slot_index": 0, - "shape": 3 - } - ], + "outputs": [], "properties": { - "Node name for S&R": "VAELoaderMultiGPU" + "text": "" }, "widgets_values": [ - "ae.safetensors", - "cpu" - ] + "The reference sampling implementation auto adjusts the shift value based on the resolution, if you don't want this you can just bypass (CTRL-B) this ModelSamplingFlux node.\n" + ], + "color": "#432", + "bgcolor": "#653" }, { - "id": 35, - "type": "Note", + "id": 6, + "type": "CLIPTextEncode", "pos": [ - -120.1415023803711, - -64.74335479736328 + 384, + 240 ], "size": [ - 440.2346496582031, - 143.8489990234375 + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 118 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "slot_index": 0, + "links": [ + 41 + ] + } + ], + "title": "CLIP Text Encode (Positive Prompt)", + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "A towering technological monolith in a cyberpunk cityscape at night, with \"DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. The model file suffix \"now with .safetensors!\" in same stying but smaller font directly underneath. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. " + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 39, + "type": "DualCLIPLoaderMultiGPU", + "pos": [ + 52.45843505859375, + 284.6034851074219 + ], + "size": [ + 270, + 130 ], "flags": {}, "order": 5, "mode": 0, "inputs": [], - "outputs": [], - "title": "This workflow requires ComfyUI-GGUF", - "properties": {}, - "widgets_values": [ - "**⚠️ Dependency Alert! ⚠️**\n\nThis workflow relies on nodes from the [ComfyUI-GGUF](https://github.com/city96/ComfyUI-GGUF) custom node repository to function correctly. \n\nSpecifically, \"UnetLoaderGGUFMultiGPU\", will not work without this dependency installed. Please install ComfyUI-GGUF before attempting to run this workflow." + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 118 + ] + } ], - "color": "#332922", - "bgcolor": "#593930" + "properties": { + "Node name for S&R": "DualCLIPLoaderMultiGPU" + }, + "widgets_values": [ + "t5xxl_fp16.safetensors", + "clip_l.safetensors", + "flux", + "cuda:1" + ], + "color": "#233", + "bgcolor": "#355" }, { - "id": 34, - "type": "UnetLoaderGGUFMultiGPU", + "id": 40, + "type": "VAELoaderMultiGPU", "pos": [ - -132.3649139404297, - 129.6687774658203 + 55.872314453125, + 462.9376220703125 ], "size": [ - 460.7639465332031, - 87.65463256835938 + 268.9281921386719, + 82 ], "flags": {}, "order": 6, @@ -556,35 +628,33 @@ "inputs": [], "outputs": [ { - "name": "MODEL", - "type": "MODEL", + "name": "VAE", + "type": "VAE", "links": [ - 50, - 51 - ], - "slot_index": 0 + 119 + ] } ], "properties": { - "Node name for S&R": "UnetLoaderGGUFMultiGPU" + "Node name for S&R": "VAELoaderMultiGPU" }, "widgets_values": [ - "flux1-dev-Q4_0.gguf", + "ae.safetensors", "cuda:0" ], - "color": "#332922", - "bgcolor": "#593930" + "color": "#233", + "bgcolor": "#355" }, { - "id": 26, - "type": "LoadImage", + "id": 38, + "type": "UNETLoaderMultiGPU", "pos": [ - 762.7547607421875, - -115.07572937011719 + 62.178836822509766, + 116.59618377685547 ], "size": [ - 557.5253295898438, - 885.68408203125 + 252.71832275390625, + 106 ], "flags": {}, "order": 7, @@ -592,28 +662,23 @@ "inputs": [], "outputs": [ { - "name": "IMAGE", - "type": "IMAGE", + "name": "MODEL", + "type": "MODEL", "links": [ - 41 - ], - "slot_index": 0, - "shape": 3 - }, - { - "name": "MASK", - "type": "MASK", - "links": null, - "shape": 3 + 117 + ] } ], "properties": { - "Node name for S&R": "LoadImage" + "Node name for S&R": "UNETLoaderMultiGPU" }, "widgets_values": [ - "43877497.jpeg", - "image" - ] + "flux1-dev-fp8.safetensors", + "default", + "cuda:0" + ], + "color": "#233", + "bgcolor": "#355" } ], "links": [ @@ -666,91 +731,118 @@ "NOISE" ], [ - 40, + 41, 6, 0, + 26, + 0, + "CONDITIONING" + ], + [ + 42, + 26, + 0, 22, 1, "CONDITIONING" ], [ - 41, - 26, - 0, - 29, - 0, - "IMAGE" - ], - [ - 42, - 29, - 0, + 54, 30, 0, - "IMAGE" - ], - [ - 44, - 30, - 0, - 13, - 4, - "LATENT" - ], - [ - 47, - 32, - 0, - 6, - 0, - "CLIP" - ], - [ - 48, - 33, - 0, - 8, - 1, - "VAE" - ], - [ - 49, - 33, - 0, - 30, - 1, - "VAE" - ], - [ - 50, - 34, - 0, 22, 0, "MODEL" ], [ - 51, - 34, + 55, + 30, 0, 17, 0, "MODEL" + ], + [ + 112, + 34, + 0, + 27, + 0, + "INT" + ], + [ + 113, + 35, + 0, + 27, + 1, + "INT" + ], + [ + 114, + 35, + 0, + 30, + 2, + "INT" + ], + [ + 115, + 34, + 0, + 30, + 1, + "INT" + ], + [ + 116, + 27, + 0, + 13, + 4, + "LATENT" + ], + [ + 117, + 38, + 0, + 30, + 0, + "MODEL" + ], + [ + 118, + 39, + 0, + 6, + 0, + "CLIP" + ], + [ + 119, + 40, + 0, + 8, + 1, + "VAE" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 0.8769226950001169, + "scale": 0.6830134553650705, "offset": [ - 299.7667812365022, - 438.1049000522064 + 1096.2188760488327, + 245.01396417277823 ] }, - "ue_links": [], + "groupNodes": {}, + "frontendVersion": "1.24.4", "VHS_latentpreview": false, - "VHS_latentpreviewrate": 0 + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true }, "version": 0.4 } \ No newline at end of file diff --git a/examples/sdxl_2gpu.json b/examples/multiGPU/sdxl_2gpu.json similarity index 100% rename from examples/sdxl_2gpu.json rename to examples/multiGPU/sdxl_2gpu.json diff --git a/examples/wanvideo2_2_I2V_A14B_example_WIP_Multigpu.json b/examples/wannvideowrapper/wanvideo2_2_I2V_A14B_example_WIP_Multigpu.json similarity index 100% rename from examples/wanvideo2_2_I2V_A14B_example_WIP_Multigpu.json rename to examples/wannvideowrapper/wanvideo2_2_I2V_A14B_example_WIP_Multigpu.json diff --git a/examples/wanvideo_T2V_example_MultiGPU.json b/examples/wannvideowrapper/wanvideo_T2V_example_MultiGPU.json similarity index 100% rename from examples/wanvideo_T2V_example_MultiGPU.json rename to examples/wannvideowrapper/wanvideo_T2V_example_MultiGPU.json