nodes/SeargeDP-ComfyUI_Searge_LLM
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Compare commits

base: nodes/SeargeDP-ComfyUI_Searge_LLM:forked
Branches Tags
nodes/SeargeDP-ComfyUI_Searge_LLM:main
nodes/SeargeDP-ComfyUI_Searge_LLM:release-v1_0 nodes/SeargeDP-ComfyUI_Searge_LLM:forked
..
compare: nodes/SeargeDP-ComfyUI_Searge_LLM:main
Branches Tags
nodes/SeargeDP-ComfyUI_Searge_LLM:main
nodes/SeargeDP-ComfyUI_Searge_LLM:release-v1_0 nodes/SeargeDP-ComfyUI_Searge_LLM:forked
6 Commits
forked .. main
Author SHA1 Message Date
Searge 241d4c8d82 Generalized llama-cpp-python dependency in requirements.txt 2025-11-29 02:10:35 +01:00
Searge 3ea788875d Text Output node saves new text correctly in png info 2024-09-04 11:02:34 +02:00
Searge 75116958a2 Minor cleanup in the code and added a FAQ section to the readme file 2024-08-28 15:36:04 +02:00
Searge 8e71c26c44 Added logo 2024-08-26 14:33:47 +02:00
Searge 89c49f889a Added experimental workflows 2024-08-26 14:09:45 +02:00
Searge e0342fb280 Minor tweaks based on feedback from beta testing 2024-08-26 13:30:39 +02:00
8 changed files with 2918 additions and 119 deletions
Expand all files Collapse all files
.gitignore
+1
View File
@@ -158,3 +158,4 @@ cython_debug/
# and can be added to the global gitignore or merged into this file. For a more nuclear # and can be added to the global gitignore or merged into this file. For a more nuclear
# option (not recommended) you can uncomment the following to ignore the entire idea folder. # option (not recommended) you can uncomment the following to ignore the entire idea folder.
#.idea/ #.idea/
/pip/cache/
README.md
+13 -1
View File
@@ -1,8 +1,10 @@
# Searge-LLM for ComfyUI v1.0 # Searge-LLM for ComfyUI
A prompt-generator or prompt-improvement node for ComfyUI, utilizing the power of a language model to turn a provided A prompt-generator or prompt-improvement node for ComfyUI, utilizing the power of a language model to turn a provided
text-to-image prompt into a more detailed and improved prompt. text-to-image prompt into a more detailed and improved prompt.
![Custom node Searge-LLM for ComfyUI](img/SeargeLLM-Flux.jpg "Searge-LLM for ComfyUI Logo")
## Install the language model ## Install the language model
- Create a new folder called `llm_gguf` in the `ComfyUI/models` directory. - Create a new folder called `llm_gguf` in the `ComfyUI/models` directory.
- Download the file `Mistral-7B-Instruct-v0.3.Q4_K_M.gguf` **(4.37 GB)**. - Download the file `Mistral-7B-Instruct-v0.3.Q4_K_M.gguf` **(4.37 GB)**.
@@ -29,6 +31,16 @@ python -m pip install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheel
python -m pip install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.2.89+cu121-cp311-cp311-win_amd64.whl python -m pip install https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.2.89+cu121-cp311-cp311-win_amd64.whl
``` ```
### FAQ
- "I still get errors related to llama-cpp, what should I do?"
- You can try manually installing llama-cpp in the python environment that you use to run ComfyUI. To do that first
uninstall any package including the name llama cpp from your python environment. After that you can install the
llama-cpp package with the command `python -m pip install llama-cpp-python`. If the problem persist after these
steps, please report it in the Github issue tracker of this project.
- "Can you add [FEATURE] to this node?"
- Maybe. Maybe not. You can always post your idea in the issue tracker on Github as a feature request and if I like
the idea and find the time for it, I may implement it in a future update.
## Searge LLM Node ## Searge LLM Node
Configure the `Searge_LLM_Node` with the necessary parameters within your ComfyUI project to utilize its capabilities Configure the `Searge_LLM_Node` with the necessary parameters within your ComfyUI project to utilize its capabilities
fully: fully:
Searge_LLM_Node.py
+28 -15
View File
@@ -47,10 +47,10 @@ class Searge_LLM_Node:
} }
} }
CATEGORY = "Searge-LLM" CATEGORY = "Searge/LLM"
FUNCTION = "main" FUNCTION = "main"
RETURN_TYPES = ("STRING",) RETURN_TYPES = ("STRING", "STRING",)
RETURN_NAMES = ("string",) RETURN_NAMES = ("generated", "original",)
def main(self, text, random_seed, model, max_tokens, apply_instructions, instructions, adv_options_config=None): def main(self, text, random_seed, model, max_tokens, apply_instructions, instructions, adv_options_config=None):
model_path = os.path.join(GLOBAL_MODELS_DIR, model) model_path = os.path.join(GLOBAL_MODELS_DIR, model)
@@ -175,9 +175,9 @@ class Searge_LLM_Node:
llm_result = model_to_use.create_chat_completion(messages, **generate_kwargs) llm_result = model_to_use.create_chat_completion(messages, **generate_kwargs)
return (llm_result['choices'][0]['message']['content'].strip(),) return (llm_result['choices'][0]['message']['content'].strip(), text)
else: else:
return ("NOT A GGUF MODEL",) return ("NOT A GGUF MODEL", text)
class Searge_Output_Node: class Searge_Output_Node:
@@ -186,16 +186,29 @@ class Searge_Output_Node:
return { return {
"required": { "required": {
"text": (anytype, {}), "text": (anytype, {}),
} },
"hidden": {
"unique_id": "UNIQUE_ID", "extra_pnginfo": "EXTRA_PNGINFO",
},
} }
CATEGORY = "Searge-LLM" CATEGORY = "Searge/LLM"
FUNCTION = "main" FUNCTION = "main"
RETURN_TYPES = () RETURN_TYPES = ()
RETURN_NAMES = ()
OUTPUT_NODE = True OUTPUT_NODE = True
def main(self, text): def main(self, text, unique_id=None, extra_pnginfo=None):
return {"ui": {"text": (text,)}} if unique_id is not None and extra_pnginfo is not None and len(extra_pnginfo) > 0:
workflow = None
if "workflow" in extra_pnginfo:
workflow = extra_pnginfo["workflow"]
node = None
if workflow and "nodes" in workflow:
node = next((x for x in workflow["nodes"] if str(x["id"]) == unique_id), None)
if node:
node["widgets_values"] = [str(text)]
return {"ui": {"text": (str(text),)}}
class Searge_AdvOptionsNode: class Searge_AdvOptionsNode:
@@ -203,14 +216,14 @@ class Searge_AdvOptionsNode:
def INPUT_TYPES(cls): def INPUT_TYPES(cls):
return { return {
"required": { "required": {
"temperature": ("FLOAT", {"default": 1.0, "min": 0.1, "step": 0.1}), "temperature": ("FLOAT", {"default": 1.0, "min": 0.1, "step": 0.05}),
"top_p": ("FLOAT", {"default": 0.9, "min": 0.1, "step": 0.1}), "top_p": ("FLOAT", {"default": 0.9, "min": 0.1, "step": 0.05}),
"top_k": ("INT", {"default": 50, "min": 0}), "top_k": ("INT", {"default": 50, "min": 0}),
"repetition_penalty": ("FLOAT", {"default": 1.2, "min": 0.1, "step": 0.1}), "repetition_penalty": ("FLOAT", {"default": 1.2, "min": 0.1, "step": 0.05}),
} }
} }
CATEGORY = "Searge-LLM" CATEGORY = "Searge/LLM"
FUNCTION = "main" FUNCTION = "main"
RETURN_TYPES = ("SRGADVOPTIONSCONFIG",) RETURN_TYPES = ("SRGADVOPTIONSCONFIG",)
RETURN_NAMES = ("adv_options_config",) RETURN_NAMES = ("adv_options_config",)
@@ -228,12 +241,12 @@ class Searge_AdvOptionsNode:
NODE_CLASS_MAPPINGS = { NODE_CLASS_MAPPINGS = {
"Searge_LLM_Node": Searge_LLM_Node, "Searge_LLM_Node": Searge_LLM_Node,
"Searge_Output_Node": Searge_Output_Node,
"Searge_AdvOptionsNode": Searge_AdvOptionsNode, "Searge_AdvOptionsNode": Searge_AdvOptionsNode,
"Searge_Output_Node": Searge_Output_Node,
} }
NODE_DISPLAY_NAME_MAPPINGS = { NODE_DISPLAY_NAME_MAPPINGS = {
"Searge_LLM_Node": "Searge LLM Node", "Searge_LLM_Node": "Searge LLM Node",
"Searge_Output_Node": "Searge Output Node",
"Searge_AdvOptionsNode": "Searge Advanced Options Node", "Searge_AdvOptionsNode": "Searge Advanced Options Node",
"Searge_Output_Node": "Searge Output Node",
} }
experiments/conditioning-experiment-1.json
+892
View File
@@ -0,0 +1,892 @@
{
"last_node_id": 37,
"last_link_id": 74,
"nodes": [
{
"id": 3,
"type": "KSampler",
"pos": [
850,
190
],
"size": {
"0": 315,
"1": 262
},
"flags": {
"pinned": true
},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 28
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 74
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 41
},
{
"name": "latent_image",
"type": "LATENT",
"link": 2
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
7
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
740147218195907,
"fixed",
20,
1,
"ddim",
"ddim_uniform",
1
],
"color": "#233",
"bgcolor": "#355"
},
{
"id": 5,
"type": "EmptyLatentImage",
"pos": [
480,
680
],
"size": {
"0": 320,
"1": 110
},
"flags": {
"pinned": true
},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1216,
832,
1
],
"color": "#323",
"bgcolor": "#535"
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1210,
190
],
"size": {
"0": 210,
"1": 46
},
"flags": {
"pinned": true
},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 7
},
{
"name": "vae",
"type": "VAE",
"link": 12
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
9
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
},
"color": "#223",
"bgcolor": "#335"
},
{
"id": 9,
"type": "SaveImage",
"pos": [
1210,
500
],
"size": {
"0": 450,
"1": 360
},
"flags": {
"pinned": true
},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 9
}
],
"properties": {},
"widgets_values": [
"Flux/Image"
],
"color": "#222",
"bgcolor": "#000"
},
{
"id": 10,
"type": "VAELoader",
"pos": [
850,
510
],
"size": {
"0": 315,
"1": 58
},
"flags": {
"pinned": true
},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
12
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"flux-vae.safetensors"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 19,
"type": "ModelSamplingFlux",
"pos": [
480,
40
],
"size": {
"0": 320,
"1": 130
},
"flags": {
"pinned": true
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 36
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
28
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ModelSamplingFlux"
},
"widgets_values": [
1.15,
0.5,
1216,
832
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 22,
"type": "Searge_Output_Node",
"pos": [
370,
360
],
"size": {
"0": 430,
"1": 270
},
"flags": {
"pinned": true
},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "text",
"type": "*",
"link": 51
}
],
"properties": {
"Node name for S&R": "Searge_Output_Node"
},
"widgets_values": [
""
]
},
{
"id": 26,
"type": "DualCLIPLoader",
"pos": [
10,
210
],
"size": {
"0": 340,
"1": 110
},
"flags": {
"pinned": true
},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
37,
52
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "DualCLIPLoader"
},
"widgets_values": [
"t5xxl_fp8_e4m3fn.safetensors",
"clip_l.safetensors",
"flux"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 27,
"type": "UNETLoader",
"pos": [
10,
40
],
"size": {
"0": 340,
"1": 90
},
"flags": {
"pinned": true
},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
36
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"flux1-dev-fp8.safetensors",
"fp8_e4m3fn"
],
"color": "#2a363b",
"bgcolor": "#3f5159"
},
{
"id": 28,
"type": "CLIPTextEncodeFlux",
"pos": [
370,
210
],
"size": {
"0": 430,
"1": 110
},
"flags": {
"pinned": true
},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 37
},
{
"name": "clip_l",
"type": "STRING",
"link": 56,
"widget": {
"name": "clip_l"
}
},
{
"name": "t5xxl",
"type": "STRING",
"link": 57,
"widget": {
"name": "t5xxl"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
41,
64
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncodeFlux"
},
"widgets_values": [
"",
"",
3.5
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 31,
"type": "PrimitiveNode",
"pos": [
850,
680
],
"size": {
"0": 319.20001220703125,
"1": 82
},
"flags": {
"pinned": true
},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
43
],
"widget": {
"name": "random_seed"
}
}
],
"title": "Seed for the Searge LLM prompting node",
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
290300454036196,
"fixed"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 32,
"type": "Searge_LLM_Node",
"pos": [
10,
360
],
"size": {
"0": 340,
"1": 510
},
"flags": {
"pinned": true
},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "adv_options_config",
"type": "SRGADVOPTIONSCONFIG",
"link": null
},
{
"name": "random_seed",
"type": "INT",
"link": 43,
"widget": {
"name": "random_seed"
}
}
],
"outputs": [
{
"name": "generated",
"type": "STRING",
"links": [
51,
56,
57
],
"slot_index": 0,
"shape": 3
},
{
"name": "original",
"type": "STRING",
"links": [
58
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "Searge_LLM_Node"
},
"widgets_values": [
"A psychedelic animal frozen in a jar on a wooden table, sci-fi, wide angle",
290300454036196,
"Mistral-7B-Instruct-v0.3.Q4_K_M.gguf",
4096,
true,
"Generate a prompt from \"{prompt}\""
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 33,
"type": "Reroute",
"pos": [
450,
-70
],
"size": [
75,
26
],
"flags": {
"pinned": true
},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 58,
"widget": {
"name": "value"
}
}
],
"outputs": [
{
"name": "",
"type": "STRING",
"links": [
60,
61
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
},
"color": "#232",
"bgcolor": "#353"
},
{
"id": 34,
"type": "Reroute",
"pos": [
450,
-110
],
"size": [
75,
26
],
"flags": {
"pinned": true
},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "",
"type": "*",
"link": 52
}
],
"outputs": [
{
"name": "",
"type": "CLIP",
"links": [
59
],
"slot_index": 0
}
],
"properties": {
"showOutputText": false,
"horizontal": false
},
"color": "#432",
"bgcolor": "#653"
},
{
"id": 36,
"type": "ConditioningCombine",
"pos": [
850,
-60
],
"size": {
"0": 228.39999389648438,
"1": 46
},
"flags": {
"pinned": true
},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "conditioning_1",
"type": "CONDITIONING",
"link": 63
},
{
"name": "conditioning_2",
"type": "CONDITIONING",
"link": 64
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
74
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ConditioningCombine"
},
"color": "#432",
"bgcolor": "#653"
},
{
"id": 37,
"type": "CLIPTextEncodeFlux",
"pos": [
590,
-110
],
"size": {
"0": 210,
"1": 98
},
"flags": {
"pinned": true
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 59
},
{
"name": "clip_l",
"type": "STRING",
"link": 60,
"widget": {
"name": "clip_l"
}
},
{
"name": "t5xxl",
"type": "STRING",
"link": 61,
"widget": {
"name": "t5xxl"
}
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
63
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncodeFlux"
},
"widgets_values": [
"",
"",
3.5
],
"color": "#432",
"bgcolor": "#653"
}
],
"links": [
[
2,
5,
0,
3,
3,
"LATENT"
],
[
7,
3,
0,
8,
0,
"LATENT"
],
[
9,
8,
0,
9,
0,
"IMAGE"
],
[
12,
10,
0,
8,
1,
"VAE"
],
[
28,
19,
0,
3,
0,
"MODEL"
],
[
36,
27,
0,
19,
0,
"MODEL"
],
[
37,
26,
0,
28,
0,
"CLIP"
],
[
41,
28,
0,
3,
2,
"CONDITIONING"
],
[
43,
31,
0,
32,
1,
"INT"
],
[
51,
32,
0,
22,
0,
"*"
],
[
52,
26,
0,
34,
0,
"*"
],
[
56,
32,
0,
28,
1,
"STRING"
],
[
57,
32,
0,
28,
2,
"STRING"
],
[
58,
32,
1,
33,
0,
"*"
],
[
59,
34,
0,
37,
0,
"CLIP"
],
[
60,
33,
0,
37,
1,
"STRING"
],
[
61,
33,
0,
37,
2,
"STRING"
],
[
63,
37,
0,
36,
0,
"CONDITIONING"
],
[
64,
28,
0,
36,
1,
"CONDITIONING"
],
[
74,
36,
0,
3,
1,
"CONDITIONING"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}
experiments/high-quality-generator-1.json
+1831
View File
File diff suppressed because it is too large Load Diff
img/SeargeLLM-Flux.jpg
BIN
View File
Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 492 KiB

requirements.txt
+1 -12
View File
@@ -1,15 +1,4 @@
transformers>=4.0.0 transformers>=4.0.0
torch>=1.7.1 torch>=1.7.1
accelerate accelerate
llama-cpp-python
# llama-cpp-python (CPU only, AVX2)
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.89+cpuavx2-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.89+cpuavx2-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.89+cpuavx2-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/cpu/llama_cpp_python-0.2.89+cpuavx2-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10"
# llama-cpp-python (CUDA, no tensor cores)
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.2.89+cu121-cp311-cp311-win_amd64.whl; platform_system == "Windows" and python_version == "3.11"
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.2.89+cu121-cp310-cp310-win_amd64.whl; platform_system == "Windows" and python_version == "3.10"
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.2.89+cu121-cp311-cp311-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.11"
https://github.com/oobabooga/llama-cpp-python-cuBLAS-wheels/releases/download/textgen-webui/llama_cpp_python_cuda-0.2.89+cu121-cp310-cp310-linux_x86_64.whl; platform_system == "Linux" and platform_machine == "x86_64" and python_version == "3.10"
workflow/searge-llm-flux-v1.json
+152 -91
View File
@@ -1,6 +1,6 @@
{ {
"last_node_id": 28, "last_node_id": 32,
"last_link_id": 41, "last_link_id": 46,
"nodes": [ "nodes": [
{ {
"id": 3, "id": 3,
@@ -16,7 +16,7 @@
"flags": { "flags": {
"pinned": true "pinned": true
}, },
"order": 8, "order": 9,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -116,7 +116,7 @@
"flags": { "flags": {
"pinned": true "pinned": true
}, },
"order": 9, "order": 10,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -160,7 +160,7 @@
"flags": { "flags": {
"pinned": true "pinned": true
}, },
"order": 10, "order": 11,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -272,13 +272,13 @@
"flags": { "flags": {
"pinned": true "pinned": true
}, },
"order": 6, "order": 7,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
"name": "text", "name": "text",
"type": "*", "type": "*",
"link": 33 "link": 44
} }
], ],
"properties": { "properties": {
@@ -288,56 +288,6 @@
"" ""
] ]
}, },
{
"id": 25,
"type": "Searge_LLM_Node",
"pos": [
10,
360
],
"size": {
"0": 340,
"1": 510
},
"flags": {
"pinned": true
},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "adv_options_config",
"type": "SRGADVOPTIONSCONFIG",
"link": null
}
],
"outputs": [
{
"name": "string",
"type": "STRING",
"links": [
33,
38,
39
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "Searge_LLM_Node"
},
"widgets_values": [
"A psychedelic animal frozen in a frosted jar on a wooden table, sci-fi, wide angle",
1337,
"Mistral-7B-Instruct-v0.3.Q4_K_M.gguf",
4096,
true,
"Generate a prompt from \"{prompt}\""
],
"color": "#232",
"bgcolor": "#353"
},
{ {
"id": 26, "id": 26,
"type": "DualCLIPLoader", "type": "DualCLIPLoader",
@@ -384,7 +334,7 @@
40 40
], ],
"size": { "size": {
"0": 315, "0": 340,
"1": 82 "1": 82
}, },
"flags": { "flags": {
@@ -420,14 +370,14 @@
370, 370,
210 210
], ],
"size": [ "size": {
430, "0": 430,
110 "1": 110
], },
"flags": { "flags": {
"pinned": true "pinned": true
}, },
"order": 7, "order": 8,
"mode": 0, "mode": 0,
"inputs": [ "inputs": [
{ {
@@ -438,7 +388,7 @@
{ {
"name": "clip_l", "name": "clip_l",
"type": "STRING", "type": "STRING",
"link": 38, "link": 45,
"widget": { "widget": {
"name": "clip_l" "name": "clip_l"
} }
@@ -446,7 +396,7 @@
{ {
"name": "t5xxl", "name": "t5xxl",
"type": "STRING", "type": "STRING",
"link": 39, "link": 46,
"widget": { "widget": {
"name": "t5xxl" "name": "t5xxl"
} }
@@ -460,8 +410,8 @@
40, 40,
41 41
], ],
"shape": 3, "slot_index": 0,
"slot_index": 0 "shape": 3
} }
], ],
"properties": { "properties": {
@@ -474,6 +424,109 @@
], ],
"color": "#432", "color": "#432",
"bgcolor": "#653" "bgcolor": "#653"
},
{
"id": 31,
"type": "PrimitiveNode",
"pos": [
850,
680
],
"size": {
"0": 319.20001220703125,
"1": 82
},
"flags": {
"pinned": true
},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "INT",
"type": "INT",
"links": [
43
],
"widget": {
"name": "random_seed"
}
}
],
"title": "Seed for the Searge LLM prompting node",
"properties": {
"Run widget replace on values": false
},
"widgets_values": [
1337,
"fixed"
],
"color": "#332922",
"bgcolor": "#593930"
},
{
"id": 32,
"type": "Searge_LLM_Node",
"pos": [
10,
360
],
"size": {
"0": 340,
"1": 510
},
"flags": {
"pinned": true
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "adv_options_config",
"type": "SRGADVOPTIONSCONFIG",
"link": null
},
{
"name": "random_seed",
"type": "INT",
"link": 43,
"widget": {
"name": "random_seed"
}
}
],
"outputs": [
{
"name": "generated",
"type": "STRING",
"links": [
44,
45,
46
],
"slot_index": 0,
"shape": 3
},
{
"name": "original",
"type": "STRING",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "Searge_LLM_Node"
},
"widgets_values": [
"A psychedelic animal frozen in a jar on a wooden table, sci-fi, wide angle",
1337,
"Mistral-7B-Instruct-v0.3.Q4_K_M.gguf",
4096,
true,
"Generate a prompt from \"{prompt}\""
],
"color": "#232",
"bgcolor": "#353"
} }
], ],
"links": [ "links": [
@@ -517,14 +570,6 @@
0, 0,
"MODEL" "MODEL"
], ],
[
33,
25,
0,
22,
0,
"*"
],
[ [
36, 36,
27, 27,
@@ -541,22 +586,6 @@
0, 0,
"CLIP" "CLIP"
], ],
[
38,
25,
0,
28,
1,
"STRING"
],
[
39,
25,
0,
28,
2,
"STRING"
],
[ [
40, 40,
28, 28,
@@ -572,6 +601,38 @@
3, 3,
2, 2,
"CONDITIONING" "CONDITIONING"
],
[
43,
31,
0,
32,
1,
"INT"
],
[
44,
32,
0,
22,
0,
"*"
],
[
45,
32,
0,
28,
1,
"STRING"
],
[
46,
32,
0,
28,
2,
"STRING"
] ]
], ],
"groups": [], "groups": [],