Files
burnsbert-ComfyUI-EBU-LMStudio/flux_example_ebu_lmstudio.json
Eric W. Burns e4dc324363 Small tweak to workflow example
we want the memory clearing option on
2025-01-27 08:10:05 -05:00

1119 lines
21 KiB
JSON

{
"last_node_id": 110,
"last_link_id": 245,
"nodes": [
{
"id": 13,
"type": "SamplerCustomAdvanced",
"pos": [
842,
215
],
"size": [
355.20001220703125,
326
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "noise",
"type": "NOISE",
"link": 37,
"slot_index": 0
},
{
"name": "guider",
"type": "GUIDER",
"link": 30,
"slot_index": 1
},
{
"name": "sampler",
"type": "SAMPLER",
"link": 19,
"slot_index": 2
},
{
"name": "sigmas",
"type": "SIGMAS",
"link": 20,
"slot_index": 3
},
{
"name": "latent_image",
"type": "LATENT",
"link": 23,
"slot_index": 4
}
],
"outputs": [
{
"name": "output",
"type": "LATENT",
"links": [
24
],
"slot_index": 0,
"shape": 3
},
{
"name": "denoised_output",
"type": "LATENT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "SamplerCustomAdvanced"
},
"widgets_values": [],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 25,
"type": "RandomNoise",
"pos": [
470,
611
],
"size": [
315,
82
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "NOISE",
"type": "NOISE",
"links": [
37
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "RandomNoise"
},
"widgets_values": [
627278456893124,
"randomize"
]
},
{
"id": 10,
"type": "VAELoader",
"pos": [
866,
649
],
"size": [
315,
58
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
12
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"ae.sft"
]
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
473,
450
],
"size": [
315,
106
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
23
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1280,
768,
1
]
},
{
"id": 17,
"type": "BasicScheduler",
"pos": [
468,
867
],
"size": [
315,
106
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 38,
"slot_index": 0
}
],
"outputs": [
{
"name": "SIGMAS",
"type": "SIGMAS",
"links": [
20
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicScheduler"
},
"widgets_values": [
"simple",
8,
1
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1248,
192
],
"size": [
210,
46
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 24
},
{
"name": "vae",
"type": "VAE",
"link": 12
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
41
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"widgets_values": []
},
{
"id": 26,
"type": "PreviewImage",
"pos": [
1499.792236328125,
187.1358642578125
],
"size": [
528.840576171875,
480.5522155761719
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 41
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage"
},
"widgets_values": [],
"color": "#223",
"bgcolor": "#335"
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
361.58343505859375,
219.5135040283203
],
"size": [
422.84503173828125,
164.31304931640625
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 10
},
{
"name": "text",
"type": "STRING",
"link": 242,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
60
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"an oil painting of a duck"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 43,
"type": "FluxGuidance",
"pos": [
419.49072265625,
-168.48008728027344
],
"size": [
320,
58
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 60
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
61
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "FluxGuidance"
},
"widgets_values": [
3
]
},
{
"id": 22,
"type": "BasicGuider",
"pos": [
449.3519287109375,
1.1387512683868408
],
"size": [
241.79998779296875,
46
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 39,
"slot_index": 0
},
{
"name": "conditioning",
"type": "CONDITIONING",
"link": 61,
"slot_index": 1
}
],
"outputs": [
{
"name": "GUIDER",
"type": "GUIDER",
"links": [
30
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "BasicGuider"
},
"widgets_values": []
},
{
"id": 16,
"type": "KSamplerSelect",
"pos": [
470,
749
],
"size": [
315,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "SAMPLER",
"type": "SAMPLER",
"links": [
19
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSamplerSelect"
},
"widgets_values": [
"dpmpp_2m"
]
},
{
"id": 12,
"type": "UNETLoader",
"pos": [
-62.69803237915039,
114.85723876953125
],
"size": [
315,
82
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
38,
39
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"flux1-schnell-fp8.safetensors",
"default"
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 11,
"type": "DualCLIPLoader",
"pos": [
101.36359405517578,
490.7603759765625
],
"size": [
315,
106
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
10
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader"
},
"widgets_values": [
"clip_l.safetensors",
"t5xxl_fp16.safetensors",
"flux",
"default"
]
},
{
"id": 31,
"type": "String-🔬",
"pos": [
-1577.001220703125,
421.1225891113281
],
"size": [
463.93511962890625,
183.8080596923828
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": [
236
],
"slot_index": 0
}
],
"title": "LLM Prompt",
"properties": {
"Node name for S&R": "String-🔬"
},
"widgets_values": [
"Give me a detailed description of a high definition professional photographic image of a duck. The duck is a real duck, not a cartoon. It is on the table \ninside a sunny cafe next to a steaming cup of coffee. \n\nDescribe everything in detail in a 200 or so word prompt.\n\n"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 38,
"type": "ShowText|pysssss",
"pos": [
-602.6541748046875,
-407.1946105957031
],
"size": [
498.1600341796875,
461.8752136230469
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "text",
"type": "STRING",
"link": 234,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": [
241
],
"shape": 6,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ShowText|pysssss"
},
"widgets_values": [
"",
"Create a vivid photographic image description of a high-resolution shot for a café interior. The focus is on a realistic, life-size duck sitting confidently on a sturdy ceramic plate placed upon a round, well-lit wooden table. This table sits near a large, steaming cappuccino or espresso coffee cup, its rich brown color contrasting elegantly with the white ceramic mug and the rustic wood surface. Sunlight streams through a nearby window, casting warm golden rays onto the scene. The duck's feathers are meticulously rendered in detail, showcasing a variety of shades from iridescent greens to subtle browns, reflecting the ambient light as if it were a miniature watercolor painting. The café itself is depicted with attention to architectural details such as gleaming brass accents on the bar, polished marble countertops, and a well-stocked display case filled with pastries and bread baskets. Soft shadows from the window frame accentuate the scene, creating depth and dimensionality. The coffee cup and the duck are the focal points of this composition, with the duck's head slightly tilted towards the viewer, as if it were observing the scene with an air of curiosity or mild amusement. The overall atmosphere is cozy yet sophisticated, capturing the essence of a relaxed European-style café."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 108,
"type": "EbuLMStudioUnload",
"pos": [
-57.53535842895508,
-196.06173706054688
],
"size": [
315,
106
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "input_string",
"type": "STRING",
"link": 241,
"widget": {
"name": "input_string"
}
}
],
"outputs": [
{
"name": "export_string",
"type": "STRING",
"links": [
242
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EbuLMStudioUnload"
},
"widgets_values": [
"",
962001017751484,
"randomize"
],
"color": "#222",
"bgcolor": "#000"
},
{
"id": 105,
"type": "String-🔬",
"pos": [
-48.6381721496582,
-455.9993896484375
],
"size": [
400,
200
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": null
}
],
"properties": {
"Node name for S&R": "String-🔬"
},
"widgets_values": [
"STEP THREE\n\nWe unload the LLM to free up memory and pass the generated prompt to Flux."
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 104,
"type": "String-🔬",
"pos": [
-1128.3271484375,
-423.2717590332031
],
"size": [
400,
200
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": null
}
],
"properties": {
"Node name for S&R": "String-🔬"
},
"widgets_values": [
"STEP TWO\n\nWe query LMStudio with our request."
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 103,
"type": "String-🔬",
"pos": [
-909.1731567382812,
448.65771484375
],
"size": [
400,
200
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": null
}
],
"properties": {
"Node name for S&R": "String-🔬"
},
"widgets_values": [
"STEP ONE\n\nWe pass our prompt through the Loader to trigger the LLM load. It frees up VRAM by unloading both LLMs and image models. Make sure that your model search string matches an LLM you actually have. The search is case insensitive and spaces are treated as wildcards. When there are multiple matches the first match is loaded."
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 106,
"type": "EbuLMStudioMakeRequest",
"pos": [
-1097.0440673828125,
-152.1427459716797
],
"size": [
400,
318
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "prompt",
"type": "STRING",
"link": 237,
"widget": {
"name": "prompt"
}
}
],
"outputs": [
{
"name": "generated_text",
"type": "STRING",
"links": [
234
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EbuLMStudioMakeRequest"
},
"widgets_values": [
"",
"You are an assistant designed to craft AI image prompts for an AI image generator that uses natural language prompts. Follow the instructions you are given, or use the guidelines, to create a detailed prompt that includes creativity and amazing visual details for an unforgetable image. Respond with just your new prompt.",
"http://127.0.0.1:1234/v1/chat/completions",
4096,
324960009893632,
"randomize",
300,
0.7000000000000001,
0.9500000000000001,
false
],
"color": "#222",
"bgcolor": "#000"
},
{
"id": 109,
"type": "ShowText|pysssss",
"pos": [
-359.1662292480469,
731.47705078125
],
"size": [
472.24285888671875,
366.3433837890625
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "text",
"type": "STRING",
"link": 243,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "ShowText|pysssss"
},
"widgets_values": [
""
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 110,
"type": "ShowText|pysssss",
"pos": [
-354.2527160644531,
456.302001953125
],
"size": [
403.4491271972656,
191.902099609375
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "text",
"type": "STRING",
"link": 245,
"widget": {
"name": "text"
}
}
],
"outputs": [
{
"name": "STRING",
"type": "STRING",
"links": null,
"shape": 6
}
],
"properties": {
"Node name for S&R": "ShowText|pysssss"
},
"widgets_values": [
""
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 107,
"type": "EbuLMStudioLoadModel",
"pos": [
-874.427001953125,
701.475830078125
],
"size": [
315,
218
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "input_string",
"type": "STRING",
"link": 236,
"widget": {
"name": "input_string"
}
}
],
"outputs": [
{
"name": "export_string",
"type": "STRING",
"links": [
237
],
"slot_index": 0
},
{
"name": "model_selected",
"type": "STRING",
"links": [
245
],
"slot_index": 1
},
{
"name": "models_found",
"type": "STRING",
"links": [
243
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "EbuLMStudioLoadModel"
},
"widgets_values": [
"",
"llama 3.2",
4096,
1077434342249168,
"randomize",
true
],
"color": "#222",
"bgcolor": "#000"
}
],
"links": [
[
10,
11,
0,
6,
0,
"CLIP"
],
[
12,
10,
0,
8,
1,
"VAE"
],
[
19,
16,
0,
13,
2,
"SAMPLER"
],
[
20,
17,
0,
13,
3,
"SIGMAS"
],
[
23,
5,
0,
13,
4,
"LATENT"
],
[
24,
13,
0,
8,
0,
"LATENT"
],
[
30,
22,
0,
13,
1,
"GUIDER"
],
[
37,
25,
0,
13,
0,
"NOISE"
],
[
38,
12,
0,
17,
0,
"MODEL"
],
[
39,
12,
0,
22,
0,
"MODEL"
],
[
41,
8,
0,
26,
0,
"IMAGE"
],
[
60,
6,
0,
43,
0,
"CONDITIONING"
],
[
61,
43,
0,
22,
1,
"CONDITIONING"
],
[
234,
106,
0,
38,
0,
"STRING"
],
[
236,
31,
0,
107,
0,
"STRING"
],
[
237,
107,
0,
106,
0,
"STRING"
],
[
241,
38,
0,
108,
0,
"STRING"
],
[
242,
108,
0,
6,
1,
"STRING"
],
[
243,
107,
2,
109,
0,
"STRING"
],
[
245,
107,
1,
110,
0,
"STRING"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.41772481694161123,
"offset": [
1145.2442489625016,
417.2069241225013
]
},
"node_versions": {
"comfy-core": "0.3.12",
"ComfyUI-Logic": "42d4f3df45fb7f0dd6e2201a14c07d4dd09f235d",
"ComfyUI-Custom-Scripts": "bc8922deff73f59311c05cef27b9d4caaf43e87b"
},
"ue_links": []
},
"version": 0.4
}