From 45fba841bb976bbfa7ddd1f6134f8f0fd2e9d23a Mon Sep 17 00:00:00 2001 From: ducido Date: Sun, 25 Aug 2024 22:27:13 +0700 Subject: [PATCH] update workflow --- workflows/ObjectFusion.json | 340 ++++++++++++++++++------------------ 1 file changed, 169 insertions(+), 171 deletions(-) diff --git a/workflows/ObjectFusion.json b/workflows/ObjectFusion.json index 5ff31d3..5ce7ffd 100644 --- a/workflows/ObjectFusion.json +++ b/workflows/ObjectFusion.json @@ -1,6 +1,6 @@ { - "last_node_id": 102, - "last_link_id": 161, + "last_node_id": 103, + "last_link_id": 167, "nodes": [ { "id": 79, @@ -110,7 +110,7 @@ { "name": "text", "type": "STRING", - "link": 160, + "link": 167, "widget": { "name": "text" } @@ -247,8 +247,8 @@ 122, 150 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -296,8 +296,8 @@ 83, 151 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -358,82 +358,6 @@ "Node name for S&R": "PreviewImage" } }, - { - "id": 101, - "type": "Generate Stable Diffsution Prompt With LLM", - "pos": [ - 1979.9504489225067, - 603.1445796954305 - ], - "size": { - "0": 400, - "1": 446 - }, - "flags": {}, - "order": 20, - "mode": 0, - "inputs": [ - { - "name": "object1", - "type": "STRING", - "link": 156, - "widget": { - "name": "object1" - } - }, - { - "name": "object2", - "type": "STRING", - "link": 157, - "widget": { - "name": "object2" - } - }, - { - "name": "desc_obj1", - "type": "STRING", - "link": 158, - "widget": { - "name": "desc_obj1" - } - }, - { - "name": "desc_obj2", - "type": "STRING", - "link": 159, - "widget": { - "name": "desc_obj2" - } - } - ], - "outputs": [ - { - "name": "stable diffsution prompt", - "type": "STRING", - "links": [ - 160 - ], - "shape": 3, - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "Generate Stable Diffsution Prompt With LLM" - }, - "widgets_values": [ - "", - "", - "", - "", - "You are an assistant bot designed to generate creative and detailed descriptions for a Diffusion model to generate realistic image", - "Read these 2 descriptions, really understand them and think about the context where both of them happens together. Then, generate smooth and meaning prompt for diffusion\nThe description for {} is:\n \"{}\"\n The description for {} is:\n \"{}\"", - "", - "", - 1, - 300, - "mistralai/mistral-7b-instruct:free" - ] - }, { "id": 97, "type": "Reroute", @@ -492,8 +416,8 @@ "links": [ 143 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -621,10 +545,10 @@ -287, 69 ], - "size": [ - 575.8929198243384, - 583.698507518247 - ], + "size": { + "0": 575.8929443359375, + "1": 583.698486328125 + }, "flags": {}, "order": 2, "mode": 0, @@ -635,8 +559,8 @@ "links": [ 144 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "MASK", @@ -674,8 +598,8 @@ "links": [ 140 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "MASK", @@ -713,8 +637,8 @@ "links": [ 161 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -731,10 +655,10 @@ 3672, 635 ], - "size": [ - 474.6462684690068, - 402.3494239092297 - ], + "size": { + "0": 474.6462707519531, + "1": 402.34942626953125 + }, "flags": {}, "order": 24, "mode": 0, @@ -770,8 +694,8 @@ "links": [ 130 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -821,15 +745,15 @@ "name": "IMAGE", "type": "IMAGE", "links": [], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "MASK", "type": "MASK", "links": [], - "shape": 3, - "slot_index": 1 + "slot_index": 1, + "shape": 3 }, { "name": "BBOX", @@ -837,17 +761,17 @@ "links": [ 81 ], - "shape": 3, - "slot_index": 2 + "slot_index": 2, + "shape": 3 }, { "name": "CATEGORIES", "type": "STRING", "links": [ - 157 + 164 ], - "shape": 3, - "slot_index": 3 + "slot_index": 3, + "shape": 3 } ], "properties": { @@ -964,8 +888,8 @@ "name": "IMAGE", "type": "IMAGE", "links": [], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 }, { "name": "MASK", @@ -979,17 +903,17 @@ "links": [ 97 ], - "shape": 3, - "slot_index": 2 + "slot_index": 2, + "shape": 3 }, { "name": "CATEGORIES", "type": "STRING", "links": [ - 156 + 163 ], - "shape": 3, - "slot_index": 3 + "slot_index": 3, + "shape": 3 } ], "properties": { @@ -1036,10 +960,10 @@ "name": "caption", "type": "STRING", "links": [ - 158 + 165 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -1057,8 +981,7 @@ 36, 274, 5, - "", - "The image features a blue cup sitting on a table. The cup is made of ceramic material and has a smooth, curved surface. The cup is placed on a white plate, which is also visible in the scene. The blue color of the cup contrasts with the white plate, creating a visually appealing presentation, , " + "" ] }, { @@ -1087,10 +1010,10 @@ "name": "caption", "type": "STRING", "links": [ - 159 + 166 ], - "shape": 3, - "slot_index": 0 + "slot_index": 0, + "shape": 3 } ], "properties": { @@ -1108,8 +1031,83 @@ 99, 256, 5, + "" + ] + }, + { + "id": 103, + "type": "Generate Stable Diffsution Prompt With LLM duci", + "pos": [ + 1969, + 555 + ], + "size": [ + 411.6000061035156, + 445.9999694824219 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "object1", + "type": "STRING", + "link": 163, + "widget": { + "name": "object1" + } + }, + { + "name": "object2", + "type": "STRING", + "link": 164, + "widget": { + "name": "object2" + } + }, + { + "name": "desc_obj1", + "type": "STRING", + "link": 165, + "widget": { + "name": "desc_obj1" + } + }, + { + "name": "desc_obj2", + "type": "STRING", + "link": 166, + "widget": { + "name": "desc_obj2" + } + } + ], + "outputs": [ + { + "name": "stable diffsution prompt", + "type": "STRING", + "links": [ + 167 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "Generate Stable Diffsution Prompt With LLM duci" + }, + "widgets_values": [ "", - "The image features a large white bus with blue stripes on its side. The bus is parked on the side of the road, and it appears to be a tour bus. The bus has multiple rows of seats, providing ample space for passengers. The blue stripes on the bus add a touch of color to the otherwise white vehicle, , " + "", + "", + "", + "You are an assistant bot designed to generate creative and detailed descriptions for a Diffusion model to generate realistic image", + "Read these 2 descriptions, really understand them and think about the context where both of them happens together. Then, generate smooth and meaning prompt for diffusion\nThe description for {} is:\n \"{}\"\n The description for {} is:\n \"{}\"", + "", + "", + 1, + 300, + "mistralai/mistral-7b-instruct:free" ] } ], @@ -1330,46 +1328,6 @@ 0, "IMAGE" ], - [ - 156, - 74, - 3, - 101, - 0, - "STRING" - ], - [ - 157, - 52, - 3, - 101, - 1, - "STRING" - ], - [ - 158, - 88, - 0, - 101, - 2, - "STRING" - ], - [ - 159, - 58, - 0, - 101, - 3, - "STRING" - ], - [ - 160, - 101, - 0, - 80, - 1, - "STRING" - ], [ 161, 65, @@ -1377,6 +1335,46 @@ 94, 0, "*" + ], + [ + 163, + 74, + 3, + 103, + 0, + "STRING" + ], + [ + 164, + 52, + 3, + 103, + 1, + "STRING" + ], + [ + 165, + 88, + 0, + 103, + 2, + "STRING" + ], + [ + 166, + 58, + 0, + 103, + 3, + "STRING" + ], + [ + 167, + 103, + 0, + 80, + 1, + "STRING" ] ], "groups": [ @@ -1432,11 +1430,11 @@ "config": {}, "extra": { "ds": { - "scale": 0.2853116706110091, - "offset": { - "0": 558.0238902393447, - "1": 400.39068906211764 - } + "scale": 0.3504938994813926, + "offset": [ + -142.88694675505394, + 152.92526414419103 + ] } }, "version": 0.4