From 45cbdaaae56f95b64a8c34d60e576574067f3741 Mon Sep 17 00:00:00 2001 From: Paul Date: Fri, 28 Jun 2024 12:15:17 +0000 Subject: [PATCH] Add examples --- .../llama3-with-positive-feedback-loop.json | 1280 +++++++++++++++++ example_workflows/simple-garment-try-on.json | 205 +++ example_workflows/simple-llama3.json | 485 +++++++ example_workflows/simple-llava.json | 159 ++ 4 files changed, 2129 insertions(+) create mode 100644 example_workflows/llama3-with-positive-feedback-loop.json create mode 100644 example_workflows/simple-garment-try-on.json create mode 100644 example_workflows/simple-llama3.json create mode 100644 example_workflows/simple-llava.json diff --git a/example_workflows/llama3-with-positive-feedback-loop.json b/example_workflows/llama3-with-positive-feedback-loop.json new file mode 100644 index 0000000..71a9e98 --- /dev/null +++ b/example_workflows/llama3-with-positive-feedback-loop.json @@ -0,0 +1,1280 @@ +{ + "last_node_id": 27, + "last_link_id": 35, + "nodes": [ + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1210, + 190 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 8 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 3, + "type": "KSampler", + "pos": [ + 860, + 190 + ], + "size": { + "0": 315, + "1": 262 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 1 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 4 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 6 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 335291304694864, + "increment", + 4, + 2, + "dpmpp_sde", + "karras", + 1 + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1450, + 190 + ], + "size": [ + 543.9149304199195, + 549.3201748657219 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 19, + "type": "Note", + "pos": [ + -1400, + -440 + ], + "size": [ + 451.5349336914053, + 120.17774072265587 + ], + "flags": {}, + "order": 0, + "mode": 0, + "properties": { + "text": "" + }, + "widgets_values": [ + "Set a prompt request to Llama 3 on Replicate" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 20, + "type": "Note", + "pos": [ + -910, + -450 + ], + "size": { + "0": 451.5349426269531, + "1": 120.17774200439453 + }, + "flags": {}, + "order": 1, + "mode": 0, + "properties": { + "text": "" + }, + "widgets_values": [ + "Send a follow up to embellish and make it MORE" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 23, + "type": "Note", + "pos": [ + -414, + -455 + ], + "size": { + "0": 451.5349426269531, + "1": 120.17774200439453 + }, + "flags": {}, + "order": 2, + "mode": 0, + "properties": { + "text": "" + }, + "widgets_values": [ + "MORE!!!" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 15, + "type": "KSampler", + "pos": [ + 860, + 790 + ], + "size": { + "0": 315, + "1": 262 + }, + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 20 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 14 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 21 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 22 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 15 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 335291304694864, + "increment", + 4, + 2, + "dpmpp_sde", + "karras", + 1 + ] + }, + { + "id": 17, + "type": "VAEDecode", + "pos": [ + 1210, + 790 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 15 + }, + { + "name": "vae", + "type": "VAE", + "link": 19 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 16 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 18, + "type": "SaveImage", + "pos": [ + 2020, + 190 + ], + "size": [ + 520.5931501953096, + 543.2598544555657 + ], + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 16 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 24, + "type": "KSampler", + "pos": [ + 860, + 1110 + ], + "size": { + "0": 315, + "1": 262 + }, + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 28 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 34 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 35 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 30 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 26 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 335291304694864, + "increment", + 4, + 2, + "dpmpp_sde", + "karras", + 1 + ] + }, + { + "id": 26, + "type": "VAEDecode", + "pos": [ + 1210, + 1110 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 26 + }, + { + "name": "vae", + "type": "VAE", + "link": 29 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 27 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 27, + "type": "SaveImage", + "pos": [ + 2567, + 192 + ], + "size": { + "0": 520.5931396484375, + "1": 543.2598266601562 + }, + "flags": {}, + "order": 23, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 27 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 43, + 437 + ], + "size": { + "0": 315, + "1": 98 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 1, + 20, + 28 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 3, + 5, + 18, + 32 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 8, + 19, + 29 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "dreamshaperXL_lightningDPMSDE.safetensors" + ] + }, + { + "id": 25, + "type": "CLIPTextEncode", + "pos": [ + 416, + 1121 + ], + "size": [ + 210, + 54 + ], + "flags": { + "collapsed": false + }, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 32 + }, + { + "name": "text", + "type": "STRING", + "link": 33, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 34 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "beautiful scenery nature glass bottle landscape, , purple galaxy bottle," + ] + }, + { + "id": 16, + "type": "CLIPTextEncode", + "pos": [ + 421, + 813 + ], + "size": [ + 210, + 61.845964647312485 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 18 + }, + { + "name": "text", + "type": "STRING", + "link": 17, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 14 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "beautiful scenery nature glass bottle landscape, , purple galaxy bottle," + ] + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 420, + 190 + ], + "size": [ + 210, + 54 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 3 + }, + { + "name": "text", + "type": "STRING", + "link": 10, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 4 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "beautiful scenery nature glass bottle landscape, , purple galaxy bottle," + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + 490, + 623 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 4, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 2, + 22, + 30 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ] + }, + { + "id": 13, + "type": "Replicate meta/meta-llama-3-70b-instruct", + "pos": [ + -910, + -260 + ], + "size": { + "0": 449.5546875, + "1": 696.453125 + }, + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "prompt", + "type": "STRING", + "link": 12, + "widget": { + "name": "prompt" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 13, + 17, + 23 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Replicate meta/meta-llama-3-70b-instruct" + }, + "widgets_values": [ + "A living room", + "You take an image prompt and you make it MORE. More of everything. More intense. More extreme. MORE MORE MORE. You are a helpful text to image prompt assistant. You write short comma separated prompts for image generators. Return only the prompt, do not use quotes. Embellish the request.", + 768, + 0, + 1.1, + 1, + 0, + "<|end_of_text|>,<|eot_id|>", + 1, + 0, + 860, + "randomize", + "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>", + false, + false + ] + }, + { + "id": 22, + "type": "ShowText|pysssss", + "pos": [ + 2563, + -104 + ], + "size": [ + 483.23089511718536, + 226.09452919921847 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 24, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "Overflowing garden, excessive lavish luminous emerald greenery, extravagant vines dripping with diamonds,(IO).LayoutStyledraulic flowers in every color of the rainbow, meandering iridescent glowing crystal stone pathway, surreal serenely peaceful, ethereal dreamy enchanted atmosphere with floating glittering fairy lights, shimmering mist, delicate butterflies, and hidden sparkling water features" + ] + }, + { + "id": 14, + "type": "ShowText|pysssss", + "pos": [ + 2023, + -99 + ], + "size": { + "0": 440.67730712890625, + "1": 239.0106201171875 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 13, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "Overflowing garden, extravagant lush emerald greenery, {}\n\nภาคมrah vibrant radiant kaleidoscope colorful flowers, meandering sparkling crystal stone pathway, surreal serenely peaceful, ethereal dreamy enchanted atmosphere" + ] + }, + { + "id": 12, + "type": "ShowText|pysssss", + "pos": [ + 1448, + -78 + ], + "size": { + "0": 320.3125, + "1": 217.568359375 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 11, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "small garden, lush greenery, vibrant colorful flowers, stone pathway, tranquil atmosphere" + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 413, + 389 + ], + "size": { + "0": 425.27801513671875, + "1": 180.6060791015625 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 5 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 6, + 21, + 35 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "nsfw, text, watermark" + ] + }, + { + "id": 21, + "type": "Replicate meta/meta-llama-3-70b-instruct", + "pos": [ + -420, + -260 + ], + "size": { + "0": 449.5546875, + "1": 696.453125 + }, + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "prompt", + "type": "STRING", + "link": 23, + "widget": { + "name": "prompt" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 24, + 33 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Replicate meta/meta-llama-3-70b-instruct" + }, + "widgets_values": [ + "A living room", + "You take an image prompt and you make it MORE. More of everything. More intense. More extreme. MORE MORE MORE. You are a helpful text to image prompt assistant. You write short comma separated prompts for image generators. Return only the prompt, do not use quotes. Embellish the request.", + 1024, + 0, + 1.1500000000000001, + 1, + 0, + "<|end_of_text|>,<|eot_id|>", + 1, + 0, + 1922, + "randomize", + "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>", + false, + false + ] + }, + { + "id": 10, + "type": "Replicate meta/meta-llama-3-70b-instruct", + "pos": [ + -1400, + -260 + ], + "size": { + "0": 449.5546875, + "1": 696.453125 + }, + "flags": {}, + "order": 5, + "mode": 0, + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 10, + 11, + 12 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Replicate meta/meta-llama-3-70b-instruct" + }, + "widgets_values": [ + "a small garden", + "You are a helpful text to image prompt assistant. You write short comma separated prompts for image generators. Return only the prompt, do not use quotes. Embellish the request. Keep the subject at the beginning of the prompt.", + 512, + 0, + 1, + 0.95, + 0, + "<|end_of_text|>,<|eot_id|>", + 1, + 0, + 1691, + "randomize", + "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>", + false, + false + ] + } + ], + "links": [ + [ + 1, + 4, + 0, + 3, + 0, + "MODEL" + ], + [ + 2, + 5, + 0, + 3, + 3, + "LATENT" + ], + [ + 3, + 4, + 1, + 6, + 0, + "CLIP" + ], + [ + 4, + 6, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 5, + 4, + 1, + 7, + 0, + "CLIP" + ], + [ + 6, + 7, + 0, + 3, + 2, + "CONDITIONING" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 8, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 10, + 10, + 0, + 6, + 1, + "STRING" + ], + [ + 11, + 10, + 0, + 12, + 0, + "STRING" + ], + [ + 12, + 10, + 0, + 13, + 0, + "STRING" + ], + [ + 13, + 13, + 0, + 14, + 0, + "STRING" + ], + [ + 14, + 16, + 0, + 15, + 1, + "CONDITIONING" + ], + [ + 15, + 15, + 0, + 17, + 0, + "LATENT" + ], + [ + 16, + 17, + 0, + 18, + 0, + "IMAGE" + ], + [ + 17, + 13, + 0, + 16, + 1, + "STRING" + ], + [ + 18, + 4, + 1, + 16, + 0, + "CLIP" + ], + [ + 19, + 4, + 2, + 17, + 1, + "VAE" + ], + [ + 20, + 4, + 0, + 15, + 0, + "MODEL" + ], + [ + 21, + 7, + 0, + 15, + 2, + "CONDITIONING" + ], + [ + 22, + 5, + 0, + 15, + 3, + "LATENT" + ], + [ + 23, + 13, + 0, + 21, + 0, + "STRING" + ], + [ + 24, + 21, + 0, + 22, + 0, + "STRING" + ], + [ + 26, + 24, + 0, + 26, + 0, + "LATENT" + ], + [ + 27, + 26, + 0, + 27, + 0, + "IMAGE" + ], + [ + 28, + 4, + 0, + 24, + 0, + "MODEL" + ], + [ + 29, + 4, + 2, + 26, + 1, + "VAE" + ], + [ + 30, + 5, + 0, + 24, + 3, + "LATENT" + ], + [ + 32, + 4, + 1, + 25, + 0, + "CLIP" + ], + [ + 33, + 21, + 0, + 25, + 1, + "STRING" + ], + [ + 34, + 25, + 0, + 24, + 1, + "CONDITIONING" + ], + [ + 35, + 7, + 0, + 24, + 2, + "CONDITIONING" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.5131581182307068, + "offset": { + "0": 608.819580078125, + "1": 650.8680419921875 + } + } + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/simple-garment-try-on.json b/example_workflows/simple-garment-try-on.json new file mode 100644 index 0000000..6de8f22 --- /dev/null +++ b/example_workflows/simple-garment-try-on.json @@ -0,0 +1,205 @@ +{ + "last_node_id": 4, + "last_link_id": 3, + "nodes": [ + { + "id": 3, + "type": "LoadImage", + "pos": [ + 237, + 507 + ], + "size": [ + 315, + 314 + ], + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 1 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "KakaoTalk_Photo_2024-04-04-21-44-45-1.png", + "image" + ] + }, + { + "id": 2, + "type": "LoadImage", + "pos": [ + 240, + 137 + ], + "size": [ + 315, + 314 + ], + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 2 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "sweater.webp", + "image" + ] + }, + { + "id": 1, + "type": "Replicate cuuupid/idm-vton", + "pos": [ + 915, + 300 + ], + "size": { + "0": 315, + "1": 290 + }, + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "garm_img", + "type": "IMAGE", + "link": 2 + }, + { + "name": "human_img", + "type": "IMAGE", + "link": 1 + }, + { + "name": "mask_img", + "type": "IMAGE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 3 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Replicate cuuupid/idm-vton" + }, + "widgets_values": [ + "", + "upper_body", + false, + false, + false, + 30, + 71, + "randomize", + false + ] + }, + { + "id": 4, + "type": "SaveImage", + "pos": [ + 1312, + 296 + ], + "size": [ + 368.7568359375, + 308.6533203125 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 3 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + } + ], + "links": [ + [ + 1, + 3, + 0, + 1, + 1, + "IMAGE" + ], + [ + 2, + 2, + 0, + 1, + 0, + "IMAGE" + ], + [ + 3, + 1, + 0, + 4, + 0, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1, + "offset": [ + 33.1787109375, + -26.455078125 + ] + } + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/simple-llama3.json b/example_workflows/simple-llama3.json new file mode 100644 index 0000000..09876cb --- /dev/null +++ b/example_workflows/simple-llama3.json @@ -0,0 +1,485 @@ +{ + "last_node_id": 12, + "last_link_id": 11, + "nodes": [ + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 413, + 389 + ], + "size": { + "0": 425.27801513671875, + "1": 180.6060791015625 + }, + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 5 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 6 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "text, watermark" + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + 473, + 609 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 2 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 512, + 512, + 1 + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1209, + 188 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 8 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 415, + 187 + ], + "size": [ + 422.84503173828125, + 164.31304931640625 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 3 + }, + { + "name": "text", + "type": "STRING", + "link": 10, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 4 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "beautiful scenery nature glass bottle landscape, , purple galaxy bottle," + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 43, + 437 + ], + "size": { + "0": 315, + "1": 98 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 1 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 3, + 5 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 8 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "dreamshaperXL_lightningDPMSDE.safetensors" + ] + }, + { + "id": 3, + "type": "KSampler", + "pos": [ + 863, + 186 + ], + "size": { + "0": 315, + "1": 262 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 1 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 4 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 6 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 106695855998949, + "randomize", + 4, + 2, + "dpmpp_sde", + "karras", + 1 + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1451, + 189 + ], + "size": [ + 210, + 270 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 12, + "type": "ShowText|pysssss", + "pos": [ + 50, + 85 + ], + "size": [ + 320.3125, + 217.568359375 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 11, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "cozy living room with large windows, plush couch, crackling fireplace, vintage rug, warm lighting, and a beautiful cityscape view outside" + ] + }, + { + "id": 10, + "type": "Replicate meta/meta-llama-3-70b-instruct", + "pos": [ + -446, + 83 + ], + "size": [ + 449.5546875, + 696.453125 + ], + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 10, + 11 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Replicate meta/meta-llama-3-70b-instruct" + }, + "widgets_values": [ + "A living room", + "You are a helpful text to image prompt assistant. You write short comma separated prompts for image generators. Return only the prompt, do not use quotes. Embellish the request.", + 512, + 0, + 1, + 0.95, + 0, + "<|end_of_text|>,<|eot_id|>", + 1, + 0, + 1840, + "randomize", + "<|begin_of_text|><|start_header_id|>system<|end_header_id|>\n\n{system_prompt}<|eot_id|><|start_header_id|>user<|end_header_id|>\n\n{prompt}<|eot_id|><|start_header_id|>assistant<|end_header_id|>", + false, + false + ] + } + ], + "links": [ + [ + 1, + 4, + 0, + 3, + 0, + "MODEL" + ], + [ + 2, + 5, + 0, + 3, + 3, + "LATENT" + ], + [ + 3, + 4, + 1, + 6, + 0, + "CLIP" + ], + [ + 4, + 6, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 5, + 4, + 1, + 7, + 0, + "CLIP" + ], + [ + 6, + 7, + 0, + 3, + 2, + "CONDITIONING" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 8, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 10, + 10, + 0, + 6, + 1, + "STRING" + ], + [ + 11, + 10, + 0, + 12, + 0, + "STRING" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1, + "offset": { + "0": 574.140625, + "1": 77.529296875 + } + } + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/simple-llava.json b/example_workflows/simple-llava.json new file mode 100644 index 0000000..4b193c1 --- /dev/null +++ b/example_workflows/simple-llava.json @@ -0,0 +1,159 @@ +{ + "last_node_id": 5, + "last_link_id": 4, + "nodes": [ + { + "id": 4, + "type": "Replicate yorickvp/llava-v1.6-34b", + "pos": [ + 900, + 386 + ], + "size": { + "0": 400, + "1": 200 + }, + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 3 + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 4 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Replicate yorickvp/llava-v1.6-34b" + }, + "widgets_values": [ + "Describe this image", + 1, + 0.2, + 1024, + "", + false + ] + }, + { + "id": 5, + "type": "ShowText|pysssss", + "pos": [ + 1348, + 390 + ], + "size": [ + 366.6171875, + 247.916015625 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "text", + "type": "STRING", + "link": 4, + "widget": { + "name": "text" + } + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": null, + "shape": 6 + } + ], + "properties": { + "Node name for S&R": "ShowText|pysssss" + }, + "widgets_values": [ + "", + "The image appears to be a stylized drawing of two individuals, likely a man and a woman, depicted in a cartoon or caricature style. The man has short, light-colored hair and a beard, and is wearing a dark suit with a white shirt and a black tie. The woman has long, blonde hair and is wearing what seems to be a black dress. Both characters are smiling and looking directly at the viewer. The background is a solid light blue color. There is a watermark or logo in the upper right corner of the image, but the text is not legible in this description. The overall style of the image is playful and artistic, with a focus on the facial features and expressions of the characters." + ] + }, + { + "id": 1, + "type": "LoadImage", + "pos": [ + 551, + 393 + ], + "size": [ + 315, + 314 + ], + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 3 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "R8__00002_-4.webp", + "image" + ] + } + ], + "links": [ + [ + 3, + 1, + 0, + 4, + 0, + "IMAGE" + ], + [ + 4, + 4, + 0, + 5, + 0, + "STRING" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1, + "offset": [ + 0, + 0 + ] + } + }, + "version": 0.4 +} \ No newline at end of file