From 056c15a1b72b1555184d0447562c095797825d6e Mon Sep 17 00:00:00 2001 From: Sirshendu Ganguly Date: Fri, 24 Oct 2025 12:16:39 -0400 Subject: [PATCH] Add Lightricks LTX Fast model and fix generateAudio provider settings --- __init__.py | 2 + clientlibs/types.js | 5 ++ modules/lightricksProviderSettings.py | 11 ++- modules/videoInference.py | 1 + modules/videoInferenceInputs.py | 7 ++ modules/videoInputsReferences.py | 79 +++++++++++++++++++ modules/videoModelSearch.py | 10 ++- workflows/Runware_VideoInference_LTX.json | 2 +- workflows/Runware_Video_Inference_Veo3_1.json | 1 + ...re_Video_Inference_Veo3_1_FrameImages.json | 1 + 10 files changed, 110 insertions(+), 9 deletions(-) create mode 100644 modules/videoInputsReferences.py create mode 100644 workflows/Runware_Video_Inference_Veo3_1.json create mode 100644 workflows/Runware_Video_Inference_Veo3_1_FrameImages.json diff --git a/__init__.py b/__init__.py index 4d45665..764c498 100644 --- a/__init__.py +++ b/__init__.py @@ -47,6 +47,7 @@ from .modules.lightricksProviderSettings import RunwareLightricksProviderSetting from .modules.vectorize import vectorize from .modules.videoBgRemoval import videoBgRemoval from .modules.videoUpscaler import videoUpscaler +from .modules.videoInputsReferences import videoInputsReferences RUNWARE_COMFYUI_VERSION = "1.4.0 Beta" @@ -108,6 +109,7 @@ NODE_CLASS_MAPPINGS = { "Runware Vectorize": vectorize, "Runware Video Background Removal": videoBgRemoval, "Runware Video Upscaler": videoUpscaler, + "Runware Video Inputs References": videoInputsReferences, } NODE_DISPLAY_NAME_MAPPINGS = { diff --git a/clientlibs/types.js b/clientlibs/types.js index 7ae05cc..5f984ec 100644 --- a/clientlibs/types.js +++ b/clientlibs/types.js @@ -96,6 +96,7 @@ const RUNWARE_NODE_TYPES = { VECTORIZE: "Runware Vectorize", VIDEOBGREMOVAL: "Runware Video Background Removal", VIDEOUPSCALER: "Runware Video Upscaler", + VIDEOINPUTSREFERENCES: "Runware Video Inputs References", }; const RUNWARE_NODE_PROPS = { @@ -291,6 +292,10 @@ const RUNWARE_NODE_PROPS = { [RUNWARE_NODE_TYPES.VIDEOUPSCALER]: { bgColor: DEFAULT_BGCOLOR, }, + [RUNWARE_NODE_TYPES.VIDEOINPUTSREFERENCES]: { + bgColor: DEFAULT_BGCOLOR, + colorModeOnly: true, + }, }; export { diff --git a/modules/lightricksProviderSettings.py b/modules/lightricksProviderSettings.py index feed2ef..26dee17 100644 --- a/modules/lightricksProviderSettings.py +++ b/modules/lightricksProviderSettings.py @@ -14,7 +14,7 @@ class RunwareLightricksProviderSettings: "required": {}, "optional": { "generateAudio": ("BOOLEAN", { - "tooltip": "Enable to generate audio for the video. Default: false.", + "tooltip": "Enable to generate audio for the video. Disable to generate video without audio. Default: false.", "default": False, }), } @@ -32,11 +32,10 @@ class RunwareLightricksProviderSettings: generateAudio = kwargs.get("generateAudio", False) # Build settings dictionary - settings = {} - - # Add generateAudio if it's True - if generateAudio: - settings["generateAudio"] = generateAudio + # Always include generateAudio to ensure it's explicitly set + settings = { + "generateAudio": generateAudio + } return (settings,) diff --git a/modules/videoInference.py b/modules/videoInference.py index 07ac61f..1ff0804 100644 --- a/modules/videoInference.py +++ b/modules/videoInference.py @@ -327,6 +327,7 @@ class txt2vid: genConfig[0]["inputs"][key] = value print(f"[Debugging] Video inference inputs merged: {inputs}") + print(f"[Debugging] Final genConfig inputs: {genConfig[0].get('inputs', {})}") # Handle providerSettings - extract provider name from model and merge with custom settings if providerSettings is not None: diff --git a/modules/videoInferenceInputs.py b/modules/videoInferenceInputs.py index b9c79c6..69f8cd7 100644 --- a/modules/videoInferenceInputs.py +++ b/modules/videoInferenceInputs.py @@ -15,6 +15,9 @@ class videoInferenceInputs: "Mask": ("IMAGE", { "tooltip": "Mask image to specify a specific subject in the image to speak. Use white/black mask format." }), + "References": ("RUNWAREVIDEOINPUTSREFERENCES", { + "tooltip": "Connect the Video Inputs References node to provide reference images." + }), } } @@ -28,6 +31,7 @@ class videoInferenceInputs: image = kwargs.get("Image", None) audio = kwargs.get("Audio", None) mask = kwargs.get("Mask", None) + references = kwargs.get("References", None) inputs = {} @@ -42,5 +46,8 @@ class videoInferenceInputs: mask_uuid = rwUtils.convertTensor2IMG(mask) inputs["mask"] = mask_uuid + if references is not None and len(references) > 0: + inputs["references"] = references + return (inputs,) diff --git a/modules/videoInputsReferences.py b/modules/videoInputsReferences.py new file mode 100644 index 0000000..eebbe92 --- /dev/null +++ b/modules/videoInputsReferences.py @@ -0,0 +1,79 @@ +from .utils import runwareUtils as rwUtils +from typing import List, Dict, Any + +class videoInputsReferences: + @classmethod + def INPUT_TYPES(cls): + return { + "required": {}, + "optional": { + "Image1": ("IMAGE", { + "tooltip": "First reference image.", + }), + "Type1": ("STRING", { + "tooltip": "Type for the first reference (e.g., 'asset'). Leave empty to omit.", + "default": "", + }), + "Image2": ("IMAGE", { + "tooltip": "Second reference image.", + }), + "Type2": ("STRING", { + "tooltip": "Type for the second reference (e.g., 'asset'). Leave empty to omit.", + "default": "", + }), + "Image3": ("IMAGE", { + "tooltip": "Third reference image.", + }), + "Type3": ("STRING", { + "tooltip": "Type for the third reference (e.g., 'asset'). Leave empty to omit.", + "default": "", + }), + "Image4": ("IMAGE", { + "tooltip": "Fourth reference image.", + }), + "Type4": ("STRING", { + "tooltip": "Type for the fourth reference (e.g., 'asset'). Leave empty to omit.", + "default": "", + }), + } + } + + DESCRIPTION = "Configure multiple reference images with optional types for video inference inputs." + FUNCTION = "createReferences" + RETURN_TYPES = ("RUNWAREVIDEOINPUTSREFERENCES",) + RETURN_NAMES = ("Video Inputs References",) + CATEGORY = "Runware" + + def createReferences(self, **kwargs) -> tuple[List[Dict[str, Any]]]: + references = [] + + for i in range(1, 5): + image_key = f"Image{i}" + type_key = f"Type{i}" + + image = kwargs.get(image_key) + ref_type = kwargs.get(type_key, "") + + if image is not None: + # Convert image tensor to URL + image_url = rwUtils.convertTensor2IMG(image) + + reference = {"image": image_url} + + # Only add type if it's not empty + if ref_type and ref_type.strip() != "": + reference["type"] = ref_type.strip() + + references.append(reference) + + return (references,) + +# Node class mappings +NODE_CLASS_MAPPINGS = { + "RunwareVideoInputsReferences": videoInputsReferences, +} + +NODE_DISPLAY_NAME_MAPPINGS = { + "RunwareVideoInputsReferences": "Runware Video Inputs References", +} + diff --git a/modules/videoModelSearch.py b/modules/videoModelSearch.py index db06efe..37f6641 100644 --- a/modules/videoModelSearch.py +++ b/modules/videoModelSearch.py @@ -17,6 +17,8 @@ class videoModelSearch: "google:2@0 (Veo 2.0)", "google:3@0 (Veo 3.0)", "google:3@1 (Veo 3.0 Fast)", + "google:3@2 (Veo 3.1)", + "google:3@3 (Veo 3.1 Pro)", ], "Seedance": [ "bytedance:2@1 (Seedance 1.0 Pro)", @@ -51,7 +53,8 @@ class videoModelSearch: "openai:3@0 (OpenAI Sora 3.0)", ], "Lightricks": [ - "lightricks:2@1 (LTX)", + "lightricks:2@0 (LTX Fast)", + "lightricks:2@1 (LTX Pro)", ], } @@ -73,6 +76,8 @@ class videoModelSearch: "google:2@0": {"width": 1280, "height": 720}, # Veo 2.0 "google:3@0": {"width": 1280, "height": 720}, # Veo 3.0 "google:3@1": {"width": 1280, "height": 720}, # Veo 3.0 Fast + "google:3@2": {"width": 1280, "height": 720}, # Veo 3.1 + "google:3@3": {"width": 1280, "height": 720}, # Veo 3.1 Pro # Seedance Models "bytedance:2@1": {"width": 864, "height": 480}, # Seedance 1.0 Pro @@ -107,7 +112,8 @@ class videoModelSearch: "openai:3@0": {"width": 1280, "height": 720}, # OpenAI Sora 3.0 # Lightricks Models - "lightricks:2@1": {"width": 1920, "height": 1080}, # Lightricks v2.1 + "lightricks:2@0": {"width": 1920, "height": 1080}, # Lightricks v2.0 Fast + "lightricks:2@1": {"width": 1920, "height": 1080}, # Lightricks v2.1 Pro } diff --git a/workflows/Runware_VideoInference_LTX.json b/workflows/Runware_VideoInference_LTX.json index 192e048..284ca2b 100644 --- a/workflows/Runware_VideoInference_LTX.json +++ b/workflows/Runware_VideoInference_LTX.json @@ -1 +1 @@ -{"id":"1ab49994-3f6c-46c5-ade1-9382f5e8b337","revision":0,"last_node_id":4,"last_link_id":3,"nodes":[{"id":4,"type":"SaveVideo","pos":[586.1345825195312,485.1336975097656],"size":[270,249.875],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":3},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":3,"type":"Runware Lightricks Provider Settings","pos":[-215.58436584472656,744.131103515625],"size":[329.4439392089844,58],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"generateAudio","name":"generateAudio","shape":7,"type":"BOOLEAN","widget":{"name":"generateAudio"},"link":null}],"outputs":[{"localized_name":"providerSettings","name":"providerSettings","type":"RUNWAREPROVIDERSETTINGS","links":[1]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Lightricks Provider Settings"},"widgets_values":[true],"bgcolor":"#5345bf"},{"id":2,"type":"Runware Video Model Search","pos":[-174.29270935058594,505.86572265625],"size":[270,170],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[2]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Model Search"},"widgets_values":["lightricks:2@1","Lightricks","lightricks:2@1 (LTX)",false],"bgcolor":"#5345bf"},{"id":1,"type":"Runware Video Inference","pos":[154.56109619140625,481.1575622558594],"size":[400,652],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":2},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":1},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[3]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,6,false,24,"mp4",false,969582990997602,"randomize",1,"Woman walking in a garden with flowers and trees, sunny day, realistic, high detail","","",""],"bgcolor":"#5345bf"}],"links":[[1,3,0,1,3,"RUNWAREPROVIDERSETTINGS"],[2,2,0,1,0,"RUNWAREVIDEOMODEL"],[3,1,0,4,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.9692696186284129,"offset":[728.8566223838693,-273.40639435997815]}},"version":0.4} \ No newline at end of file +{"id":"1ab49994-3f6c-46c5-ade1-9382f5e8b337","revision":0,"last_node_id":4,"last_link_id":3,"nodes":[{"id":4,"type":"SaveVideo","pos":[586.1345825195312,485.1336975097656],"size":[270,249.875],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":3},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":2,"type":"Runware Video Model Search","pos":[-174.29270935058594,505.86572265625],"size":[270,170],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[2]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Model Search"},"widgets_values":["lightricks:2@1","Lightricks","lightricks:2@1 (LTX)",false],"bgcolor":"#5345bf"},{"id":1,"type":"Runware Video Inference","pos":[154.56109619140625,481.1575622558594],"size":[400,652],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":2},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":1},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[3]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,6,false,24,"mp4",false,1111620613650242,"randomize",1,"Woman walking in a garden with flowers and trees, sunny day, realistic, high detail","","",""],"bgcolor":"#5345bf"},{"id":3,"type":"Runware Lightricks Provider Settings","pos":[-215.58436584472656,744.131103515625],"size":[329.4439392089844,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"generateAudio","name":"generateAudio","shape":7,"type":"BOOLEAN","widget":{"name":"generateAudio"},"link":null}],"outputs":[{"localized_name":"providerSettings","name":"providerSettings","type":"RUNWAREPROVIDERSETTINGS","links":[1]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Lightricks Provider Settings"},"widgets_values":[false],"bgcolor":"#5345bf"}],"links":[[1,3,0,1,3,"RUNWAREPROVIDERSETTINGS"],[2,2,0,1,0,"RUNWAREVIDEOMODEL"],[3,1,0,4,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.6987179183430502,"offset":[681.5597976000181,-324.1575571695963]}},"version":0.4} \ No newline at end of file diff --git a/workflows/Runware_Video_Inference_Veo3_1.json b/workflows/Runware_Video_Inference_Veo3_1.json new file mode 100644 index 0000000..7729567 --- /dev/null +++ b/workflows/Runware_Video_Inference_Veo3_1.json @@ -0,0 +1 @@ +{"id":"f0cfa009-2353-4910-abb5-5e1da39202e0","revision":0,"last_node_id":8,"last_link_id":6,"nodes":[{"id":8,"type":"SaveVideo","pos":[476.55340576171875,511.36883544921875],"size":[270,249.875],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":5},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":5,"type":"LoadImage","pos":[-584.2972412109375,503.76422119140625],"size":[274.080078125,314.0000305175781],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[2]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["image_1280_720.png","image"]},{"id":6,"type":"LoadImage","pos":[-590.5768432617188,882.6029663085938],"size":[274.080078125,314.00006103515625],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[3]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["image_1280_720.png","image"]},{"id":4,"type":"Runware Video Inputs References","pos":[-286.3082580566406,894.0797729492188],"size":[312.8804626464844,226],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"Image1","name":"Image1","shape":7,"type":"IMAGE","link":2},{"localized_name":"Image2","name":"Image2","shape":7,"type":"IMAGE","link":3},{"localized_name":"Image3","name":"Image3","shape":7,"type":"IMAGE","link":null},{"localized_name":"Image4","name":"Image4","shape":7,"type":"IMAGE","link":null},{"localized_name":"Type1","name":"Type1","shape":7,"type":"STRING","widget":{"name":"Type1"},"link":null},{"localized_name":"Type2","name":"Type2","shape":7,"type":"STRING","widget":{"name":"Type2"},"link":null},{"localized_name":"Type3","name":"Type3","shape":7,"type":"STRING","widget":{"name":"Type3"},"link":null},{"localized_name":"Type4","name":"Type4","shape":7,"type":"STRING","widget":{"name":"Type4"},"link":null}],"outputs":[{"localized_name":"Video Inputs References","name":"Video Inputs References","type":"RUNWAREVIDEOINPUTSREFERENCES","links":[4]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Video Inputs References"},"widgets_values":["asset","asset","",""],"bgcolor":"#5345bf"},{"id":3,"type":"Runware Video Inference Inputs","pos":[-280.9440612792969,733.0314331054688],"size":[299.6597595214844,98],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"Image","name":"Image","shape":7,"type":"IMAGE","link":null},{"localized_name":"Mask","name":"Mask","shape":7,"type":"IMAGE","link":null},{"localized_name":"References","name":"References","shape":7,"type":"RUNWAREVIDEOINPUTSREFERENCES","link":4},{"localized_name":"Audio","name":"Audio","shape":7,"type":"STRING","widget":{"name":"Audio"},"link":null}],"outputs":[{"localized_name":"Video Inference Inputs","name":"Video Inference Inputs","type":"RUNWAREVIDEOINFERENCEINPUTS","links":[6]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Video Inference Inputs"},"widgets_values":[""],"bgcolor":"#5345bf"},{"id":1,"type":"Runware Video Inference","pos":[55.241355895996094,503.47344970703125],"size":[400,652],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":1},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":null},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":6},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[5]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,8,false,24,"mp4",true,10,"fixed",1,"Anime fight","","",""],"bgcolor":"#5345bf"},{"id":2,"type":"Runware Video Model Search","pos":[-249.8983154296875,507.052978515625],"size":[270,170],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[1]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","Veo","google:3@2 (Veo 3.1)",false],"bgcolor":"#5345bf"}],"links":[[1,2,0,1,0,"RUNWAREVIDEOMODEL"],[2,5,0,4,0,"IMAGE"],[3,6,0,4,1,"IMAGE"],[4,4,0,3,2,"RUNWAREVIDEOINPUTSREFERENCES"],[5,1,0,8,0,"VIDEO"],[6,3,0,1,6,"RUNWAREVIDEOINFERENCEINPUTS"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.6600463966995841,"offset":[917.5738349675402,-340.8494941719203]}},"version":0.4} \ No newline at end of file diff --git a/workflows/Runware_Video_Inference_Veo3_1_FrameImages.json b/workflows/Runware_Video_Inference_Veo3_1_FrameImages.json new file mode 100644 index 0000000..70df800 --- /dev/null +++ b/workflows/Runware_Video_Inference_Veo3_1_FrameImages.json @@ -0,0 +1 @@ +{"id":"f0cfa009-2353-4910-abb5-5e1da39202e0","revision":0,"last_node_id":9,"last_link_id":9,"nodes":[{"id":8,"type":"SaveVideo","pos":[476.55340576171875,511.36883544921875],"size":[270,249.875],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":5},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":1,"type":"Runware Video Inference","pos":[55.241355895996094,503.47344970703125],"size":[400,652],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":1},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":9},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":null},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[5]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,8,false,24,"mp4",true,10,"fixed",1,"Anime fight","","",""],"bgcolor":"#5345bf"},{"id":5,"type":"LoadImage","pos":[-584.2972412109375,503.76422119140625],"size":[274.080078125,314.0000305175781],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[7]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["image_1280_720.png","image"]},{"id":6,"type":"LoadImage","pos":[-590.5768432617188,882.6029663085938],"size":[274.080078125,314.00006103515625],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[8]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["image_1280_720.png","image"]},{"id":9,"type":"Runware Frame Images","pos":[-259.5767517089844,797.4105224609375],"size":[270,190],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"image1","name":"image1","shape":7,"type":"IMAGE","link":7},{"localized_name":"image2","name":"image2","shape":7,"type":"IMAGE","link":8},{"localized_name":"image3","name":"image3","shape":7,"type":"IMAGE","link":null},{"localized_name":"image4","name":"image4","shape":7,"type":"IMAGE","link":null},{"localized_name":"frame1_position","name":"frame1_position","shape":7,"type":"COMBO","widget":{"name":"frame1_position"},"link":null},{"localized_name":"frame2_position","name":"frame2_position","shape":7,"type":"COMBO","widget":{"name":"frame2_position"},"link":null},{"localized_name":"frame3_position","name":"frame3_position","shape":7,"type":"COMBO","widget":{"name":"frame3_position"},"link":null},{"localized_name":"frame4_position","name":"frame4_position","shape":7,"type":"COMBO","widget":{"name":"frame4_position"},"link":null}],"outputs":[{"localized_name":"Frame Images","name":"Frame Images","type":"RUNWAREFRAMEIMAGES","links":[9]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Frame Images"},"widgets_values":["auto","auto","auto","auto"],"bgcolor":"#5345bf"},{"id":2,"type":"Runware Video Model Search","pos":[-249.8983154296875,507.052978515625],"size":[270,170],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[1]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e22bbc050c24e5f75782b5dfcbd4d8ad701c9312","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","Veo","google:3@3 (Veo 3.1 Pro)",false],"bgcolor":"#5345bf"}],"links":[[1,2,0,1,0,"RUNWAREVIDEOMODEL"],[5,1,0,8,0,"VIDEO"],[7,5,0,9,0,"IMAGE"],[8,6,0,9,1,"IMAGE"],[9,9,0,1,1,"RUNWAREFRAMEIMAGES"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.6600463966995841,"offset":[917.5738349675402,-340.8494941719203]}},"version":0.4} \ No newline at end of file