nodes/Runware-ComfyUI-Runware
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Added structuredPrompt support for Ideoggram 4

Browse Source
This commit is contained in:
Sirshendu Ganguly
2026-06-04 22:07:10 +05:30
parent 429eb9b8be
commit bc916d597f
7 changed files with 318 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
__init__.py
+3
View File
@@ -110,6 +110,7 @@ from .modules.safetyInputs import safetyInputs
from .modules.settings import RunwareSettings
from .modules.imageInferenceSettingsColorPalette import RunwareImageInferenceSettingsColorPalette
from .modules.imageInferenceSettingsMoodboards import RunwareImageInferenceSettingsMoodboards
from .modules.imageInferenceSettingsStructuredPrompt import RunwareImageInferenceSettingsStructuredPrompt
from .modules.videoAdvancedFeatureInputs import videoAdvancedFeatureInputs
from .modules.advancedFeatureSettings.wanAnimateAdvancedFeatureSettings import RunwareWanAnimateAdvancedFeatureSettings
from .modules.saveImage import RunwareSaveImage
@@ -250,6 +251,7 @@ NODE_CLASS_MAPPINGS = {
"Runware Settings": RunwareSettings,
"Runware Image Inference Settings Color Palette": RunwareImageInferenceSettingsColorPalette,
"Runware Image Inference Settings Moodboards": RunwareImageInferenceSettingsMoodboards,
"Runware Image Inference Settings Structured Prompt": RunwareImageInferenceSettingsStructuredPrompt,
"Runware Video Advanced Feature Inputs": videoAdvancedFeatureInputs,
"Runware Wan Animate Advanced Feature Settings": RunwareWanAnimateAdvancedFeatureSettings,
"Runware Save Image": RunwareSaveImage,
@@ -277,6 +279,7 @@ NODE_DISPLAY_NAME_MAPPINGS = {
"Runware Audio Model Search": "Runware Audio Model",
"Runware Text Model Search": "Runware Text Model",
"Runware Image Inference Settings Color Palette": "Runware Image Inference Color Palette",
"Runware Image Inference Settings Structured Prompt": "Runware Image Inference Structured Prompt",
"Runware Video Transcription": "Runware Video Caption",
"Runware Video Inputs References": "Runware Video Inference Inputs Reference Images",
"Runware Video Inference Inputs Reference Images": "Runware Video Inference Inputs Reference Images",
clientlibs/main.js
+3 -1
View File
@@ -1,6 +1,6 @@
import { app } from "../../scripts/app.js";
import { api } from "../../scripts/api.js";
import { promptEnhanceHandler, syncDimensionsNodeHandler, searchNodeHandler, APIKeyHandler, captionNodeHandler, saveTextHandler, mediaUUIDHandler, save3DFilepathHandler, videoTranscriptionHandler, videoOutputsHandler, handleCustomErrors, videoInferenceDimensionsHandler, videoModelSearchFilterHandler, audioModelSearchFilterHandler, textModelSearchFilterHandler, vectorizeModelSearchFilterHandler, vectorizeToggleHandler, useParameterToggleHandler, imageInferenceToggleHandler, imageInferenceAdvancedFeaturesToggleHandler, watermarkAdvancedFeatureToggleHandler, videoInferenceSpeechInputToggleHandler, regionalPromptingRegionsToggleHandler, upscalerToggleHandler, imageUpscalerSettingsToggleHandler, videoUpscalerToggleHandler, audioInferenceToggleHandler, audioInferenceSpeechToggleHandler, audioSettingsToggleHandler, textInferenceSettingsToggleHandler, videoSettingsToggleHandler, videoInferenceSettingsTtsToggleHandler, videoInferenceSettingsActiveSpeakerDetectionToggleHandler, videoInferenceSettingsActiveSpeakerBoundingBoxesToggleHandler, videoInferenceSettingsSegmentsToggleHandler, acceleratorOptionsToggleHandler, bytedanceProviderSettingsToggleHandler, xaiProviderSettingsToggleHandler, viduProviderSettingsToggleHandler, sourcefulProviderSettingsToggleHandler, sourcefulProviderSettingsFontsToggleHandler, threeDInferenceToggleHandler, threeDInferenceSettingsToggleHandler, threeDInferenceSettingsLatToggleHandler, threeDInferenceSettingsMeshClusterToggleHandler, ultralyticsProviderSettingsToggleHandler, openaiProviderSettingsToggleHandler, lightricksProviderSettingsToggleHandler, klingProviderSettingsToggleHandler, lumaProviderSettingsToggleHandler, briaProviderSettingsToggleHandler, pixverseProviderSettingsToggleHandler, alibabaProviderSettingsToggleHandler, mireloProviderSettingsToggleHandler, googleProviderSettingsToggleHandler, syncProviderSettingsToggleHandler, syncSegmentToggleHandler, settingsToggleHandler, outpaintSettingsToggleHandler, safetyInputsToggleHandler, imageInferenceSettingsColorPaletteToggleHandler, imageInferenceSettingsMoodboardsToggleHandler, audioInputToggleHandler, speechInputToggleHandler, briaProviderMaskToggleHandler, wanAnimateAdvancedFeatureSettingsToggleHandler, videoAdvancedFeatureInputsToggleHandler, audioInferenceInputsToggleHandler, audioInferenceReferenceVoiceToggleHandler, audioInferenceSpeechVoicesToggleHandler, videoInputsFrameToggleHandler, referenceVideosToggleHandler } from "./utils.js";
import { promptEnhanceHandler, syncDimensionsNodeHandler, searchNodeHandler, APIKeyHandler, captionNodeHandler, saveTextHandler, mediaUUIDHandler, save3DFilepathHandler, videoTranscriptionHandler, videoOutputsHandler, handleCustomErrors, videoInferenceDimensionsHandler, videoModelSearchFilterHandler, audioModelSearchFilterHandler, textModelSearchFilterHandler, vectorizeModelSearchFilterHandler, vectorizeToggleHandler, useParameterToggleHandler, imageInferenceToggleHandler, imageInferenceAdvancedFeaturesToggleHandler, watermarkAdvancedFeatureToggleHandler, videoInferenceSpeechInputToggleHandler, regionalPromptingRegionsToggleHandler, upscalerToggleHandler, imageUpscalerSettingsToggleHandler, videoUpscalerToggleHandler, audioInferenceToggleHandler, audioInferenceSpeechToggleHandler, audioSettingsToggleHandler, textInferenceSettingsToggleHandler, videoSettingsToggleHandler, videoInferenceSettingsTtsToggleHandler, videoInferenceSettingsActiveSpeakerDetectionToggleHandler, videoInferenceSettingsActiveSpeakerBoundingBoxesToggleHandler, videoInferenceSettingsSegmentsToggleHandler, acceleratorOptionsToggleHandler, bytedanceProviderSettingsToggleHandler, xaiProviderSettingsToggleHandler, viduProviderSettingsToggleHandler, sourcefulProviderSettingsToggleHandler, sourcefulProviderSettingsFontsToggleHandler, threeDInferenceToggleHandler, threeDInferenceSettingsToggleHandler, threeDInferenceSettingsLatToggleHandler, threeDInferenceSettingsMeshClusterToggleHandler, ultralyticsProviderSettingsToggleHandler, openaiProviderSettingsToggleHandler, lightricksProviderSettingsToggleHandler, klingProviderSettingsToggleHandler, lumaProviderSettingsToggleHandler, briaProviderSettingsToggleHandler, pixverseProviderSettingsToggleHandler, alibabaProviderSettingsToggleHandler, mireloProviderSettingsToggleHandler, googleProviderSettingsToggleHandler, syncProviderSettingsToggleHandler, syncSegmentToggleHandler, settingsToggleHandler, outpaintSettingsToggleHandler, safetyInputsToggleHandler, imageInferenceSettingsColorPaletteToggleHandler, imageInferenceSettingsMoodboardsToggleHandler, imageInferenceSettingsStructuredPromptToggleHandler, audioInputToggleHandler, speechInputToggleHandler, briaProviderMaskToggleHandler, wanAnimateAdvancedFeatureSettingsToggleHandler, videoAdvancedFeatureInputsToggleHandler, audioInferenceInputsToggleHandler, audioInferenceReferenceVoiceToggleHandler, audioInferenceSpeechVoicesToggleHandler, videoInputsFrameToggleHandler, referenceVideosToggleHandler } from "./utils.js";
import { RUNWARE_NODE_TYPES, RUNWARE_NODE_PROPS, SEARCH_TERMS } from "./types.js";
const nodeInitList = [];
@@ -153,6 +153,8 @@ app.registerExtension({
imageInferenceSettingsColorPaletteToggleHandler(node);
} else if(nodeClass === RUNWARE_NODE_TYPES.IMAGEINFERENCESETTINGSMOODBOARDS) {
imageInferenceSettingsMoodboardsToggleHandler(node);
} else if(nodeClass === RUNWARE_NODE_TYPES.IMAGEINFERENCESETTINGSSTRUCTUREDPROMPT) {
imageInferenceSettingsStructuredPromptToggleHandler(node);
} else if(nodeClass === RUNWARE_NODE_TYPES.AUDIOINPUT) {
audioInputToggleHandler(node);
} else if(nodeClass === RUNWARE_NODE_TYPES.SPEECHINPUT) {
clientlibs/types.js
+5
View File
@@ -159,6 +159,7 @@ const RUNWARE_NODE_TYPES = {
SETTINGS: "Runware Settings",
IMAGEINFERENCESETTINGSCOLORPALETTE: "Runware Image Inference Settings Color Palette",
IMAGEINFERENCESETTINGSMOODBOARDS: "Runware Image Inference Settings Moodboards",
IMAGEINFERENCESETTINGSSTRUCTUREDPROMPT: "Runware Image Inference Settings Structured Prompt",
VIDEOADVANCEDFEATUREINPUTS: "Runware Video Advanced Feature Inputs",
WANANIMATEADVANCEDFEATURESETTINGS: "Runware Wan Animate Advanced Feature Settings",
SAVEIMAGE: "Runware Save Image",
@@ -632,6 +633,10 @@ const RUNWARE_NODE_PROPS = {
bgColor: DEFAULT_BGCOLOR,
colorModeOnly: true,
},
[RUNWARE_NODE_TYPES.IMAGEINFERENCESETTINGSSTRUCTUREDPROMPT]: {
bgColor: DEFAULT_BGCOLOR,
colorModeOnly: true,
},
[RUNWARE_NODE_TYPES.VIDEOADVANCEDFEATUREINPUTS]: {
bgColor: DEFAULT_BGCOLOR,
colorModeOnly: true,
clientlibs/utils.js
+78
View File
@@ -5249,6 +5249,7 @@ export {
safetyInputsToggleHandler,
imageInferenceSettingsColorPaletteToggleHandler,
imageInferenceSettingsMoodboardsToggleHandler,
imageInferenceSettingsStructuredPromptToggleHandler,
audioInputToggleHandler,
speechInputToggleHandler,
briaProviderMaskToggleHandler,
@@ -5668,6 +5669,83 @@ function imageInferenceSettingsMoodboardsToggleHandler(moodboardsNode) {
setTimeout(toggleStrengthState, 100);
}
function imageInferenceSettingsStructuredPromptToggleHandler(node) {
if (!node?.widgets) return;
function applyParamState(useWidget, paramWidget, paramName) {
if (!useWidget || !paramWidget) return;
const enabled = useWidget.value === true;
if (paramWidget.inputEl) {
paramWidget.inputEl.disabled = !enabled;
paramWidget.inputEl.style.opacity = enabled ? "1" : "0.5";
paramWidget.inputEl.style.cursor = enabled ? "text" : "not-allowed";
paramWidget.inputEl.readOnly = !enabled;
}
paramWidget.disabled = !enabled;
if (!paramWidget.inputEl) {
const nodeElement = node.htmlElements?.widgetsContainer || node.htmlElements;
if (nodeElement) {
const input = nodeElement.querySelector(
`input[name="${paramName}"], textarea[name="${paramName}"], select[name="${paramName}"]`
);
if (input) {
input.disabled = !enabled;
input.style.opacity = enabled ? "1" : "0.5";
input.style.cursor = enabled ? "text" : "not-allowed";
input.readOnly = !enabled;
}
}
}
}
function toggleWidgetState(useWidget, paramWidget, paramName) {
if (!useWidget || !paramWidget) return;
function toggleEnabled() {
applyParamState(useWidget, paramWidget, paramName);
node.setDirtyCanvas(true);
}
appendWidgetCB(useWidget, () => setTimeout(toggleEnabled, 50));
setTimeout(toggleEnabled, 100);
}
const useStyleDescriptionWidget = node.widgets.find((w) => w && w.name === "useStyleDescription");
const styleDescriptionWidget = node.widgets.find((w) => w && w.name === "style_description");
if (useStyleDescriptionWidget && styleDescriptionWidget) {
toggleWidgetState(useStyleDescriptionWidget, styleDescriptionWidget, "style_description");
}
const useElementsJsonWidget = node.widgets.find((w) => w && w.name === "useElementsJson");
const elementsJsonWidget = node.widgets.find((w) => w && w.name === "elementsJson");
if (useElementsJsonWidget && elementsJsonWidget) {
toggleWidgetState(useElementsJsonWidget, elementsJsonWidget, "elementsJson");
}
function bindElementSlot(i) {
const useW = node.widgets.find((w) => w && w.name === `use_element_${i}`);
const typeW = node.widgets.find((w) => w && w.name === `element_type_${i}`);
const descW = node.widgets.find((w) => w && w.name === `element_desc_${i}`);
const textW = node.widgets.find((w) => w && w.name === `element_text_${i}`);
const bboxW = node.widgets.find((w) => w && w.name === `element_bbox_${i}`);
const paletteW = node.widgets.find((w) => w && w.name === `element_color_palette_${i}`);
if (!useW) return;
function toggleSlot() {
const enabled = useW.value === true;
[typeW, descW, textW, bboxW, paletteW].forEach((w) => {
if (w) toggleWidgetEnabled(w, enabled, node);
});
node.setDirtyCanvas(true);
}
appendWidgetCB(useW, () => setTimeout(toggleSlot, 50));
setTimeout(toggleSlot, 100);
}
for (let i = 1; i <= 8; i++) {
bindElementSlot(i);
}
}
function syncProviderSettingsToggleHandler(syncNode) {
// Find all "use" parameter widgets for Sync Provider Settings
const useEditRegionWidget = syncNode.widgets.find(w => w.name === "useEditRegion");
modules/imageInferenceSettingsStructuredPrompt.py
+214
View File
@@ -0,0 +1,214 @@
"""
Runware Image Inference Settings Structured Prompt
Builds settings.structuredPrompt for Ideogram 4.0 and compatible models.
Connect the output to Runware Image Inference Settings → structuredPrompt.
Mutually exclusive with positivePrompt at the API level.
"""
import json
from typing import Any, Dict, List, Tuple
class RunwareImageInferenceSettingsStructuredPrompt:
"""Ideogram-style structured JSON prompt for image inference settings."""
_ELEMENT_SLOTS = 8
@classmethod
def INPUT_TYPES(cls):
optional: Dict[str, tuple] = {
"high_level_description": ("STRING", {
"multiline": True,
"default": "",
"tooltip": "Global scene summary (required).",
}),
"background": ("STRING", {
"multiline": True,
"default": "",
"tooltip": "compositional_deconstruction.background — setting/surface/atmosphere, not discrete subjects.",
}),
"useStyleDescription": ("BOOLEAN", {
"default": False,
"label_on": "Enabled",
"label_off": "Disabled",
"tooltip": "Include style_description from JSON below.",
}),
"style_description": ("STRING", {
"multiline": True,
"default": "",
"tooltip": "style_description object as JSON (aesthetics, lighting, photo OR art_style, medium, color_palette). Only when 'Use Style Description' is enabled.",
}),
"useElementsJson": ("BOOLEAN", {
"default": False,
"label_on": "Enabled",
"label_off": "Disabled",
"tooltip": "Set elements from a JSON array instead of element slots 1–8.",
}),
"elementsJson": ("STRING", {
"multiline": True,
"default": "",
"tooltip": "JSON array of element objects ({type, desc, text?, bbox?, color_palette?}). Only when 'Use Elements JSON' is enabled.",
}),
}
for i in range(1, cls._ELEMENT_SLOTS + 1):
optional[f"use_element_{i}"] = ("BOOLEAN", {
"default": False,
"label_on": "Enabled",
"label_off": "Disabled",
"tooltip": f"Include element slot {i} in compositional_deconstruction.elements.",
})
optional[f"element_type_{i}"] = (["obj", "text"], {
"default": "obj",
"tooltip": f"Element {i} type: obj (desc interpreted) or text (text rendered literally).",
})
optional[f"element_desc_{i}"] = ("STRING", {
"multiline": True,
"default": "",
"tooltip": f"Element {i} desc — natural language treatment/position notes.",
})
optional[f"element_text_{i}"] = ("STRING", {
"multiline": True,
"default": "",
"tooltip": f"Element {i} text — literal copy for type text only.",
})
optional[f"element_bbox_{i}"] = ("STRING", {
"default": "",
"tooltip": f"Element {i} optional bbox JSON: [y_min, x_min, y_max, x_max] in 0–1000 coords.",
})
optional[f"element_color_palette_{i}"] = ("STRING", {
"default": "",
"tooltip": f"Element {i} optional hex colours, comma-separated (e.g. #1F3B26,#7A5A2F).",
})
return {"required": {}, "optional": optional}
RETURN_TYPES = ("RUNWAREIMAGEINFERENCESTRUCTUREDPROMPT",)
RETURN_NAMES = ("structuredPrompt",)
FUNCTION = "build_structured_prompt"
CATEGORY = "Runware"
DESCRIPTION = (
"Build settings.structuredPrompt for Ideogram 4.0 (snake_case schema) from "
"high_level_description, background, style_description, and elements. "
"Connect to Runware Image Inference Settings. Do not send positivePrompt in the same request."
)
@staticmethod
def _parse_json_object(raw: str, field_name: str) -> Dict[str, Any]:
text = (raw or "").strip()
if not text:
raise ValueError(f"{field_name} is empty.")
try:
parsed = json.loads(text)
except json.JSONDecodeError as e:
raise ValueError(f"{field_name} must be valid JSON: {e}") from e
if not isinstance(parsed, dict):
raise ValueError(f"{field_name} must be a JSON object.")
return parsed
@staticmethod
def _parse_json_array(raw: str, field_name: str) -> List[Any]:
text = (raw or "").strip()
if not text:
raise ValueError(f"{field_name} is empty.")
try:
parsed = json.loads(text)
except json.JSONDecodeError as e:
raise ValueError(f"{field_name} must be valid JSON: {e}") from e
if not isinstance(parsed, list):
raise ValueError(f"{field_name} must be a JSON array.")
return parsed
@classmethod
def _build_element_from_slot(cls, kwargs: Dict[str, Any], index: int) -> Dict[str, Any]:
el_type = str(kwargs.get(f"element_type_{index}", "obj")).strip() or "obj"
if el_type not in ("obj", "text"):
raise ValueError(f"element_type_{index} must be obj or text.")
element: Dict[str, Any] = {"type": el_type}
desc = str(kwargs.get(f"element_desc_{index}") or "").strip()
if desc:
element["desc"] = desc
if el_type == "text":
text = str(kwargs.get(f"element_text_{index}") or "").strip()
if text:
element["text"] = text
bbox_raw = str(kwargs.get(f"element_bbox_{index}") or "").strip()
if bbox_raw:
try:
bbox = json.loads(bbox_raw)
except json.JSONDecodeError as e:
raise ValueError(f"element_bbox_{index} must be valid JSON: {e}") from e
if not isinstance(bbox, list):
raise ValueError(f"element_bbox_{index} must be a JSON array.")
element["bbox"] = bbox
palette_raw = str(kwargs.get(f"element_color_palette_{index}") or "").strip()
if palette_raw:
palette = [h.strip() for h in palette_raw.split(",") if h.strip()]
if palette:
element["color_palette"] = palette
if el_type == "text" and "text" not in element and not desc:
raise ValueError(
f"Element slot {index}: type text requires element_text_{index} or element_desc_{index}."
)
if el_type == "obj" and not desc:
raise ValueError(f"Element slot {index}: type obj requires element_desc_{index}.")
return element
@classmethod
def _collect_elements(cls, kwargs: Dict[str, Any]) -> List[Dict[str, Any]]:
if kwargs.get("useElementsJson", False):
return cls._parse_json_array(
kwargs.get("elementsJson", ""),
"elementsJson",
)
elements: List[Dict[str, Any]] = []
for i in range(1, cls._ELEMENT_SLOTS + 1):
if not kwargs.get(f"use_element_{i}", False):
continue
elements.append(cls._build_element_from_slot(kwargs, i))
return elements
def build_structured_prompt(self, **kwargs) -> Tuple[Dict[str, Any]]:
hld = str(kwargs.get("high_level_description") or "").strip()
if not hld:
raise ValueError("high_level_description is required.")
structured: Dict[str, Any] = {"high_level_description": hld}
if kwargs.get("useStyleDescription", False):
style_raw = kwargs.get("style_description", "")
structured["style_description"] = self._parse_json_object(
style_raw,
"style_description",
)
comp: Dict[str, Any] = {}
background = str(kwargs.get("background") or "").strip()
if background:
comp["background"] = background
elements = self._collect_elements(kwargs)
if elements:
comp["elements"] = elements
if comp:
structured["compositional_deconstruction"] = comp
return (structured,)
NODE_CLASS_MAPPINGS = {
"RunwareImageInferenceSettingsStructuredPrompt": RunwareImageInferenceSettingsStructuredPrompt,
}
NODE_DISPLAY_NAME_MAPPINGS = {
"RunwareImageInferenceSettingsStructuredPrompt": "Runware Image Inference Settings Structured Prompt",
}
modules/settings.py
+14 -3
View File
@@ -4,8 +4,8 @@ Provides settings for image generation including temperature, systemPrompt, topP
quality, background, style, search, promptExtend, editRegions, thinking (boolean),
thinkingLevel (high/medium/low), sequential, renderingSpeed (TURBO/DEFAULT/QUALITY),
magicPrompt (AUTO/ON/OFF), autoCrop, dilatePixels, creativity (raw/low/medium/high), colorPalette,
and moodboards
(from Runware Image Inference Settings Color Palette).
moodboards (from Runware Image Inference Settings Moodboards),
and structuredPrompt (from Runware Image Inference Settings Structured Prompt; Ideogram 4.0).
"""
import json
@@ -205,6 +205,9 @@ class RunwareSettings:
"moodboards": ("RUNWAREIMAGEINFERENCEMOODBOARDS", {
"tooltip": "Connect Runware Image Inference Settings Moodboards. When connected with at least one entry, it is merged into settings.moodboards.",
}),
"structuredPrompt": ("RUNWAREIMAGEINFERENCESTRUCTUREDPROMPT", {
"tooltip": "Connect Runware Image Inference Settings Structured Prompt (Ideogram 4.0). Merged into settings.structuredPrompt. Mutually exclusive with positivePrompt on the same API request.",
}),
}
}
@@ -216,7 +219,7 @@ class RunwareSettings:
"Configure general settings for image generation: temperature, system prompt, top-p, layers, quality, background, style, search, "
"promptExtend, editRegions (JSON), thinking (boolean), thinkingLevel (high/medium/low), sequential, "
"renderingSpeed (TURBO/DEFAULT/QUALITY), magicPrompt (AUTO/ON/OFF), autoCrop, dilatePixels, "
"creativity (raw/low/medium/high), and optional colorPalette and moodboards from dedicated settings nodes."
"creativity (raw/low/medium/high), and optional colorPalette, moodboards, and structuredPrompt from dedicated settings nodes."
)
def createSettings(self, **kwargs) -> tuple[Dict[str, Any]]:
@@ -309,6 +312,14 @@ class RunwareSettings:
if moodboards is not None and isinstance(moodboards, list) and len(moodboards) > 0:
settings["moodboards"] = moodboards
structured_prompt: Optional[Dict[str, Any]] = kwargs.get("structuredPrompt")
if (
structured_prompt is not None
and isinstance(structured_prompt, dict)
and len(structured_prompt) > 0
):
settings["structuredPrompt"] = structured_prompt
if useRenderingSpeed:
settings["renderingSpeed"] = str(renderingSpeed)
if useMagicPrompt:
workflows/Runware_Image_Inference_Ideogram_V4.json
+1
View File
File diff suppressed because one or more lines are too long