From 30dcf89ec6549aedbf3db6073ba5f88e70fe9690 Mon Sep 17 00:00:00 2001 From: Sirshendu Ganguly Date: Mon, 27 Oct 2025 14:41:58 -0400 Subject: [PATCH 1/2] Add video transcription, fix model names --- .DS_Store | Bin 8196 -> 8196 bytes __init__.py | 2 + clientlibs/main.js | 3 +- clientlibs/utils.js | 19 +++++ modules/frameImages.py | 10 +-- modules/utils/runwareUtils.py | 11 +++ modules/videoInference.py | 75 +------------------ modules/videoModelSearch.py | 4 +- modules/videoTranscription.py | 132 ++++++++++++++++++++++++++++++++++ 9 files changed, 172 insertions(+), 84 deletions(-) create mode 100644 modules/videoTranscription.py diff --git a/.DS_Store b/.DS_Store index efed26ea8e05f69186f2b85f6a227d1e46336079..14caf09b5a7cb6581314300201d42d69e78755f8 100644 GIT binary patch delta 197 zcmZp1XmQw}EXc$YF}YHtS|(mVptLwOC^aXsB(p5lC9x#6I3hDSKQB15Ds}T7!9|Q* zoXQRc3}7(XUrdy7_2fF?*^J?nr9@(xc)SUlAs}js#f((3M#fj0pNomH31hPuzb08m E06|AOoB#j- delta 197 zcmZp1XmQw}EXWkjGr3ZvS|%bhIX^Ervnn-SK%lfZH7GSFu_UuB)g`ecwRrO$!9|Q* z$_@q$V8A)qUrdy7;p95u*^Kd%r9@(xyofMEK-3hA8L488jGs0?7ZYO>#%3{oO|pyt DDAGCS diff --git a/__init__.py b/__init__.py index 764c498..9c08db2 100644 --- a/__init__.py +++ b/__init__.py @@ -16,6 +16,7 @@ from .modules.imageMasking import imageMasking from .modules.controlNetPreprocessor import controlNetPreprocessor from .modules.apiManager import apiManager from .modules.imageCaptioning import imageCaptioning +from .modules.videoTranscription import videoTranscription from .modules.controlNetCombine import controlNetCombine from .modules.embeddingSearch import embeddingSearch from .modules.embeddingsCombine import embeddingsCombine @@ -81,6 +82,7 @@ NODE_CLASS_MAPPINGS = { "Runware ControlNet PreProcessor": controlNetPreprocessor, "Runware API Manager": apiManager, "Runware Image Caption": imageCaptioning, + "Runware Video Transcription": videoTranscription, "Runware ControlNet Combine": controlNetCombine, "Runware IPAdapter": ipAdapter, "Runware IPAdapters Combine": ipAdapterCombine, diff --git a/clientlibs/main.js b/clientlibs/main.js index 6fe9ecb..650cc46 100644 --- a/clientlibs/main.js +++ b/clientlibs/main.js @@ -1,6 +1,6 @@ import { app } from "../../scripts/app.js"; import { api } from "../../scripts/api.js"; -import { promptEnhanceHandler, syncDimensionsNodeHandler, searchNodeHandler, APIKeyHandler, captionNodeHandler, mediaUUIDHandler, handleCustomErrors } from "./utils.js"; +import { promptEnhanceHandler, syncDimensionsNodeHandler, searchNodeHandler, APIKeyHandler, captionNodeHandler, mediaUUIDHandler, videoTranscriptionHandler, handleCustomErrors } from "./utils.js"; import { RUNWARE_NODE_TYPES, RUNWARE_NODE_PROPS, SEARCH_TERMS } from "./types.js"; const nodeInitList = []; @@ -10,6 +10,7 @@ app.registerExtension({ api.addEventListener('runwareError', handleCustomErrors); api.addEventListener('runwareImageCaption', captionNodeHandler); api.addEventListener('runwareMediaUUID', mediaUUIDHandler); + api.addEventListener('runwareVideoTranscription', videoTranscriptionHandler); }, async nodeCreated(node) { diff --git a/clientlibs/utils.js b/clientlibs/utils.js index dd05aa6..06b6811 100644 --- a/clientlibs/utils.js +++ b/clientlibs/utils.js @@ -88,6 +88,24 @@ function captionNodeHandler(msgEvent) { return false; } +function videoTranscriptionHandler(msgEvent) { + const transcriptionData = msgEvent.detail; + const transcriptionText = transcriptionData.transcriptionText; + const transcriptionNodeID = parseInt(transcriptionData.nodeID); + + if(transcriptionData.success) { + const transcriptionNode = app.graph.getNodeById(transcriptionNodeID); + if(transcriptionNode !== null && transcriptionNode !== undefined) { + // Find the prompt widget (where transcription is displayed) + const promptWidget = transcriptionNode.widgets.find(widget => widget.name === "prompt"); + if(promptWidget && promptWidget.inputEl) { + promptWidget.inputEl.value = transcriptionText; + } + } + } + return false; +} + function notifyUser(message, type="info", title = "Runware", life = 4.5) { app.extensionManager.toast.add({ severity: type, // 'info', 'success', 'warn', 'error' \\ @@ -606,6 +624,7 @@ export { searchNodeHandler, mediaUUIDHandler, captionNodeHandler, + videoTranscriptionHandler, handleCustomErrors, APIKeyHandler, }; \ No newline at end of file diff --git a/modules/frameImages.py b/modules/frameImages.py index 1ec0fd0..23427d1 100644 --- a/modules/frameImages.py +++ b/modules/frameImages.py @@ -56,17 +56,13 @@ class RunwareFrameImages: position = kwargs.get(position_key, "auto") if image is not None: - # Upload image and get UUID - image_uuid = rwUtils.convertTensor2IMGForVideo(image) - image_url = f"https://im.runware.ai/image/ii/{image_uuid}.webp" + # Convert image to data URI or UUID + image_data = rwUtils.convertTensor2IMG(image) - frame_data = { - "inputImage": image_url - } + frame_data = {"inputImage": image_data} # Only add frame position if not auto if position != "auto": - # Convert string numbers to integers for API if position.isdigit(): frame_data["frame"] = int(position) else: diff --git a/modules/utils/runwareUtils.py b/modules/utils/runwareUtils.py index 07492f3..75da673 100644 --- a/modules/utils/runwareUtils.py +++ b/modules/utils/runwareUtils.py @@ -255,6 +255,17 @@ def sendImageCaption(captionText, nodeID): }, ) +def sendVideoTranscription(transcriptionText, nodeID): + PromptServer.instance.send_sync( + "runwareVideoTranscription", + { + "success": True, + "transcriptionText": transcriptionText, + "nodeID": nodeID, + "widgetName": "prompt", # Target the prompt widget (matching imageCaptioning pattern) + }, + ) + def inferenecRequest(genConfig): global RUNWARE_API_KEY, RUNWARE_API_BASE_URL, SESSION_TIMEOUT RUNWARE_API_KEY = os.getenv("RUNWARE_API_KEY") diff --git a/modules/videoInference.py b/modules/videoInference.py index 1ff0804..b0219d4 100644 --- a/modules/videoInference.py +++ b/modules/videoInference.py @@ -1,81 +1,10 @@ from .utils import runwareUtils as rwUtils from .videoModelSearch import videoModelSearch +from .frameImages import RunwareFrameImages import json import comfy.model_management -class RunwareFrameImages: - @classmethod - def INPUT_TYPES(cls): - return { - "required": {}, - "optional": { - "image1": ("IMAGE", { - "tooltip": "First frame image. When only one image is provided, it becomes the first frame automatically.", - }), - "frame1_position": (["auto", "first", "last"], { - "default": "auto", - "tooltip": "Position for the first image. 'auto' uses automatic distribution rules.", - }), - "image2": ("IMAGE", { - "tooltip": "Second frame image. With two images, they become first and last frames automatically.", - }), - "frame2_position": (["auto", "first", "last"], { - "default": "auto", - "tooltip": "Position for the second image. 'auto' uses automatic distribution rules.", - }), - "image3": ("IMAGE", { - "tooltip": "Third frame image. Will be distributed between first and last frames.", - }), - "frame3_position": (["auto", "first", "last"], { - "default": "auto", - "tooltip": "Position for the third image. 'auto' uses automatic distribution rules.", - }), - "image4": ("IMAGE", { - "tooltip": "Fourth frame image. Will be distributed between first and last frames.", - }), - "frame4_position": (["auto", "first", "last"], { - "default": "auto", - "tooltip": "Position for the fourth image. 'auto' uses automatic distribution rules.", - }), - } - } - - DESCRIPTION = "Configure frame images for video generation with precise positioning control. Supports automatic distribution or manual positioning." - FUNCTION = "create_frame_images" - RETURN_TYPES = ("RUNWAREFRAMEIMAGES",) - RETURN_NAMES = ("Frame Images",) - CATEGORY = "Runware" - - def create_frame_images(self, **kwargs): - frame_images = [] - - # Process each image input - for i in range(1, 5): # Support up to 4 images - image_key = f"image{i}" - position_key = f"frame{i}_position" - - image = kwargs.get(image_key) - position = kwargs.get(position_key, "auto") - - if image is not None: - # Upload image and get UUID - image_uuid = rwUtils.convertTensor2IMGForVideo(image) - image_url = f"https://im.runware.ai/image/ii/{image_uuid}.webp" - - frame_data = { - "inputImage": image_url - } - - # Only add frame position if not auto - if position != "auto": - frame_data["frame"] = position - - frame_images.append(frame_data) - - return (frame_images,) - - class txt2vid: @classmethod def INPUT_TYPES(cls): @@ -439,11 +368,9 @@ class txt2vid: # Node class mappings for ComfyUI registration NODE_CLASS_MAPPINGS = { - "RunwareFrameImages": RunwareFrameImages, "txt2vid": txt2vid, } NODE_DISPLAY_NAME_MAPPINGS = { - "RunwareFrameImages": "Runware Frame Images", "txt2vid": "Runware Video Inference", } \ No newline at end of file diff --git a/modules/videoModelSearch.py b/modules/videoModelSearch.py index 37f6641..75c2898 100644 --- a/modules/videoModelSearch.py +++ b/modules/videoModelSearch.py @@ -18,7 +18,7 @@ class videoModelSearch: "google:3@0 (Veo 3.0)", "google:3@1 (Veo 3.0 Fast)", "google:3@2 (Veo 3.1)", - "google:3@3 (Veo 3.1 Pro)", + "google:3@3 (Veo 3.1 Fast)", ], "Seedance": [ "bytedance:2@1 (Seedance 1.0 Pro)", @@ -77,7 +77,7 @@ class videoModelSearch: "google:3@0": {"width": 1280, "height": 720}, # Veo 3.0 "google:3@1": {"width": 1280, "height": 720}, # Veo 3.0 Fast "google:3@2": {"width": 1280, "height": 720}, # Veo 3.1 - "google:3@3": {"width": 1280, "height": 720}, # Veo 3.1 Pro + "google:3@3": {"width": 1280, "height": 720}, # Veo 3.1 Fast # Seedance Models "bytedance:2@1": {"width": 864, "height": 480}, # Seedance 1.0 Pro diff --git a/modules/videoTranscription.py b/modules/videoTranscription.py new file mode 100644 index 0000000..88e39df --- /dev/null +++ b/modules/videoTranscription.py @@ -0,0 +1,132 @@ +from .utils import runwareUtils as rwUtils +import json +import comfy.model_management + + +class videoTranscription: + @classmethod + def INPUT_TYPES(cls): + return { + "required": { + "Always Retranscribe": ("BOOLEAN", { + "default": False, + "tooltip": "Enable this option to always retranscribe the video each time you run the workflow.", + "label_on": "Enabled", + "label_off": "Disabled", + }), + "prompt": ("STRING", { + "multiline": True, + "default": "", + "placeholder": "Video transcription will appear here automatically.", + "tooltip": "The video transcription will be loaded here automatically." + }), + "video": ("STRING", { + "default": "", + "placeholder": "Enter video URL, file path, or Runware video UUID", + "tooltip": "The video to transcribe. Can be a URL, file path, or Runware video UUID." + }), + "model": ("STRING", { + "default": "memories:1@1", + "tooltip": "The model to use for video transcription. Default: memories:1@1" + }), + }, + "hidden": { "node_id": "UNIQUE_ID" } + } + + DESCRIPTION = "Transcribe spoken audio and visual context from videos into accurate text with speaker labeling and optional chapter summaries." + + FUNCTION = "transcribeVideo" + RETURN_TYPES = ("STRING",) + RETURN_NAMES = ("Video Transcription",) + CATEGORY = "Runware" + OUTPUT_NODE = True + + @classmethod + def IS_CHANGED(s, **kwargs): + alwaysRetranscribe = kwargs.get("Always Retranscribe") + if(alwaysRetranscribe): + return float("NAN") + return True + + def transcribeVideo(self, **kwargs): + video = kwargs.get("video", "") + model = kwargs.get("model", "memories:1@1") + + if not video or not video.strip(): + raise Exception("Video URL, file path, or UUID is required") + + # Create task parameters with correct structure + task_params = { + "taskType": "caption", + "taskUUID": rwUtils.genRandUUID(), + "model": model, + "inputs": { + "video": video + } + } + + # Send the task + genConfig = [task_params] + + # Debug: Print the request being sent + print(f"[DEBUG] Sending Video Transcription Request:") + print(f"[DEBUG] Request Payload: {json.dumps(genConfig, indent=2)}") + + try: + genResult = rwUtils.inferenecRequest(genConfig) + + # Debug: Print the response received + print(f"[DEBUG] Received Video Transcription Response:") + print(f"[DEBUG] Response: {json.dumps(genResult, indent=2)}") + except Exception as e: + raise e + + # Get task UUID for polling + taskUUID = task_params["taskUUID"] + + # Poll for result + while True: + # Check for interrupt before each poll + comfy.model_management.throw_exception_if_processing_interrupted() + + # Poll for result + pollResult = rwUtils.pollVideoResult(taskUUID) + print(f"[Debugging] Poll result: {pollResult}") + + # Check for errors first + if pollResult and "errors" in pollResult and len(pollResult["errors"]) > 0: + error_info = pollResult["errors"][0] + error_message = error_info.get("message", "Unknown error") + raise Exception(f"Video transcription failed: {error_message}") + + # Check if we have data + if pollResult and "data" in pollResult and len(pollResult["data"]) > 0: + data = pollResult["data"][0] + + # Check status + if "status" in data: + status = data["status"] + + if status == "success": + # Check if transcription is complete + if "text" in data: + transcriptionText = data["text"] + + # Send transcription result + rwUtils.sendVideoTranscription(transcriptionText, kwargs.get("node_id")) + return (transcriptionText,) + elif status == "processing": + # Continue polling + pass + else: + # Error or other status + raise Exception(f"Unexpected status: {status}") + + # Check for interrupt before waiting + comfy.model_management.throw_exception_if_processing_interrupted() + + # Wait before next poll + for _ in range(10): # 10 x 0.1 second = 1 second total + comfy.model_management.throw_exception_if_processing_interrupted() + rwUtils.time.sleep(0.1) + From adeaf95d4599b3395b2ba4463177416f5e9deb8b Mon Sep 17 00:00:00 2001 From: Sirshendu Ganguly Date: Mon, 27 Oct 2025 14:43:46 -0400 Subject: [PATCH 2/2] Update workflows and add video transcription workflow --- workflows/Runware_Image_to_Video.json | 2 +- workflows/Runware_Media_Upload.json | 2 +- workflows/Runware_Video_Inference_Omnihuman1_5.json | 2 +- workflows/Runware_Video_Transcription.json | 1 + 4 files changed, 4 insertions(+), 3 deletions(-) create mode 100644 workflows/Runware_Video_Transcription.json diff --git a/workflows/Runware_Image_to_Video.json b/workflows/Runware_Image_to_Video.json index b3a103c..3cd3324 100644 --- a/workflows/Runware_Image_to_Video.json +++ b/workflows/Runware_Image_to_Video.json @@ -1 +1 @@ -{"id":"5cf854c6-824e-4e51-995c-a2c146c44890","revision":0,"last_node_id":13,"last_link_id":18,"nodes":[{"id":1,"type":"SaveVideo","pos":[899.7476806640625,376.3740539550781],"size":[270,368],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":18},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","mp4","auto"]},{"id":10,"type":"LoadImage","pos":[107.18201446533203,834.20556640625],"size":[274.080078125,314],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[9]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["rain.jpg","image"]},{"id":6,"type":"Note","pos":[875.8519287109375,843.238037109375],"size":[387.0979309082031,231.9747314453125],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Hello there! ๐ŸŒŸ\n\nWelcome to the Runware Video Inference workflow. ๐ŸŽ‰\n\nHereโ€™s what you need to know to get started: \n\n- You will need to add your API Key just run the workflow and you will be prompted for that, if you don't have an account you can create a new account and you will get \"Free Credits\" to start :)\n\n- You can explore and search from a variety of models. ๐Ÿง โœจ\n \n- Remember to adjust the settings appropriately to achieve the desired results. โš™๏ธโœ…"],"color":"#432","bgcolor":"#653"},{"id":5,"type":"Runware Video Model Search","pos":[110.46113586425781,356.1772766113281],"size":[270,170],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[16]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"4d74f59820ad59af31176536118380f7e9f0374c","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","MiniMax","minimax:3@1 (MiniMax 02 Hailuo)",false],"bgcolor":"#5345bf"},{"id":8,"type":"Runware Frame Images","pos":[104.67301177978516,588.6543579101562],"size":[270,190],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"image1","name":"image1","shape":7,"type":"IMAGE","link":5},{"localized_name":"image2","name":"image2","shape":7,"type":"IMAGE","link":9},{"localized_name":"image3","name":"image3","shape":7,"type":"IMAGE","link":null},{"localized_name":"image4","name":"image4","shape":7,"type":"IMAGE","link":null},{"localized_name":"frame1_position","name":"frame1_position","shape":7,"type":"COMBO","widget":{"name":"frame1_position"},"link":null},{"localized_name":"frame2_position","name":"frame2_position","shape":7,"type":"COMBO","widget":{"name":"frame2_position"},"link":null},{"localized_name":"frame3_position","name":"frame3_position","shape":7,"type":"COMBO","widget":{"name":"frame3_position"},"link":null},{"localized_name":"frame4_position","name":"frame4_position","shape":7,"type":"COMBO","widget":{"name":"frame4_position"},"link":null}],"outputs":[{"localized_name":"Frame Images","name":"Frame Images","type":"RUNWAREFRAMEIMAGES","links":[17]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"655118a9a1cddbf1a3de1d9d7dfa51311df49fe5","Node name for S&R":"Runware Frame Images"},"widgets_values":["auto","auto","auto","auto"],"bgcolor":"#5345bf"},{"id":13,"type":"Runware Video Inference","pos":[430.20001220703125,352.19317626953125],"size":[400,652],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":16},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":17},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":null},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[18]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,6,true,24,"mp4",false,942559134998239,"randomize",1,"","","",""],"bgcolor":"#5345bf"},{"id":9,"type":"LoadImage","pos":[-197.61138916015625,807.1165771484375],"size":[274.080078125,314],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[5]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["car.jpg","image"]}],"links":[[5,9,0,8,0,"IMAGE"],[9,10,0,8,1,"IMAGE"],[16,5,0,13,0,"RUNWAREVIDEOMODEL"],[17,8,0,13,1,"RUNWAREFRAMEIMAGES"],[18,13,0,1,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[616.9627969050821,-266.50546250338454]}},"version":0.4} \ No newline at end of file +{"id":"5cf854c6-824e-4e51-995c-a2c146c44890","revision":0,"last_node_id":13,"last_link_id":18,"nodes":[{"id":1,"type":"SaveVideo","pos":[899.7476806640625,376.3740539550781],"size":[270,368],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":18},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","mp4","auto"]},{"id":10,"type":"LoadImage","pos":[107.18201446533203,834.20556640625],"size":[274.080078125,314],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[9]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["rain.jpg","image"]},{"id":6,"type":"Note","pos":[875.8519287109375,843.238037109375],"size":[387.0979309082031,231.9747314453125],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Hello there! ๐ŸŒŸ\n\nWelcome to the Runware Video Inference workflow. ๐ŸŽ‰\n\nHereโ€™s what you need to know to get started: \n\n- You will need to add your API Key just run the workflow and you will be prompted for that, if you don't have an account you can create a new account and you will get \"Free Credits\" to start :)\n\n- You can explore and search from a variety of models. ๐Ÿง โœจ\n \n- Remember to adjust the settings appropriately to achieve the desired results. โš™๏ธโœ…"],"color":"#432","bgcolor":"#653"},{"id":5,"type":"Runware Video Model Search","pos":[110.46113586425781,356.1772766113281],"size":[270,170],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[16]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"4d74f59820ad59af31176536118380f7e9f0374c","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","MiniMax","minimax:3@1 (MiniMax 02 Hailuo)",false],"bgcolor":"#5345bf"},{"id":8,"type":"Runware Frame Images","pos":[104.67301177978516,588.6543579101562],"size":[270,190],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"image1","name":"image1","shape":7,"type":"IMAGE","link":5},{"localized_name":"image2","name":"image2","shape":7,"type":"IMAGE","link":9},{"localized_name":"image3","name":"image3","shape":7,"type":"IMAGE","link":null},{"localized_name":"image4","name":"image4","shape":7,"type":"IMAGE","link":null},{"localized_name":"frame1_position","name":"frame1_position","shape":7,"type":"COMBO","widget":{"name":"frame1_position"},"link":null},{"localized_name":"frame2_position","name":"frame2_position","shape":7,"type":"COMBO","widget":{"name":"frame2_position"},"link":null},{"localized_name":"frame3_position","name":"frame3_position","shape":7,"type":"COMBO","widget":{"name":"frame3_position"},"link":null},{"localized_name":"frame4_position","name":"frame4_position","shape":7,"type":"COMBO","widget":{"name":"frame4_position"},"link":null}],"outputs":[{"localized_name":"Frame Images","name":"Frame Images","type":"RUNWAREFRAMEIMAGES","links":[17]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"655118a9a1cddbf1a3de1d9d7dfa51311df49fe5","Node name for S&R":"Runware Frame Images"},"widgets_values":["auto","auto","auto","auto"],"bgcolor":"#5345bf"},{"id":13,"type":"Runware Video Inference","pos":[430.20001220703125,352.19317626953125],"size":[400,652],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":16},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":17},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":null},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[18]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,6,true,24,"mp4",false,1031709528961535,"randomize",1,"","","",""],"bgcolor":"#5345bf"},{"id":9,"type":"LoadImage","pos":[-197.61138916015625,807.1165771484375],"size":[274.080078125,314],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[5]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["car.jpg","image"]}],"links":[[5,9,0,8,0,"IMAGE"],[9,10,0,8,1,"IMAGE"],[16,5,0,13,0,"RUNWAREVIDEOMODEL"],[17,8,0,13,1,"RUNWAREFRAMEIMAGES"],[18,13,0,1,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[616.9627969050821,-266.50546250338454]}},"version":0.4} \ No newline at end of file diff --git a/workflows/Runware_Media_Upload.json b/workflows/Runware_Media_Upload.json index 1ad7118..a2fd409 100644 --- a/workflows/Runware_Media_Upload.json +++ b/workflows/Runware_Media_Upload.json @@ -1 +1 @@ -{"id":"7493d64d-0c0c-40ca-a1df-816552f0526b","revision":0,"last_node_id":11,"last_link_id":8,"nodes":[{"id":10,"type":"LoadVideo","pos":[115.29751586914062,485.1632995605469],"size":[274.080078125,279.56005859375],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[8]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["test_video.mp4","image"]},{"id":11,"type":"Runware Media Upload","pos":[448.4990234375,623.826416015625],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":8},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Media Upload"},"widgets_values":["254f37d6-98dc-4333-a530-232ea5847cce"],"bgcolor":"#5345bf"}],"links":[[8,10,0,11,0,"VIDEO,AUDIO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[453.6411562800821,-175.4364195346344]}},"version":0.4} \ No newline at end of file +{"id":"7493d64d-0c0c-40ca-a1df-816552f0526b","revision":0,"last_node_id":12,"last_link_id":9,"nodes":[{"id":11,"type":"Runware Media Upload","pos":[448.4990234375,623.826416015625],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":9},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Media Upload"},"widgets_values":["f61620ac-27aa-4bee-9795-0df76fb2b0ce"],"bgcolor":"#5345bf"},{"id":12,"type":"LoadAudio","pos":[133.54676818847656,597.8778686523438],"size":[274.080078125,136],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"audio","name":"audio","type":"COMBO","widget":{"name":"audio"},"link":null},{"localized_name":"audioUI","name":"audioUI","type":"AUDIO_UI","widget":{"name":"audioUI"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"AUDIOUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"AUDIO","name":"AUDIO","type":"AUDIO","links":[9]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadAudio"},"widgets_values":["president_speech_6sec.mp3",null,""]}],"links":[[9,12,0,11,0,"VIDEO,AUDIO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[453.6411562800821,-175.4364195346344]}},"version":0.4} \ No newline at end of file diff --git a/workflows/Runware_Video_Inference_Omnihuman1_5.json b/workflows/Runware_Video_Inference_Omnihuman1_5.json index d78ca9a..fc9981e 100644 --- a/workflows/Runware_Video_Inference_Omnihuman1_5.json +++ b/workflows/Runware_Video_Inference_Omnihuman1_5.json @@ -1 +1 @@ -{"id":"37e58abe-b6f0-4f32-a551-22cc274a425e","revision":0,"last_node_id":17,"last_link_id":16,"nodes":[{"id":10,"type":"SaveVideo","pos":[817.4613647460938,341.73583984375],"size":[270,300.5],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":9},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":1,"type":"Runware Video Inference","pos":[365.554931640625,281.2665100097656],"size":[400,652],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":7},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":16},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":13},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[9]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,5,false,24,"mp4",true,33,"fixed",1,"A person speaking clearly","","",""],"bgcolor":"#5345bf"},{"id":11,"type":"LoadAudio","pos":[-296.8634033203125,613.3405151367188],"size":[274.080078125,136],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"audio","name":"audio","type":"COMBO","widget":{"name":"audio"},"link":null},{"localized_name":"audioUI","name":"audioUI","type":"AUDIO_UI","widget":{"name":"audioUI"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"AUDIOUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"AUDIO","name":"AUDIO","type":"AUDIO","links":[11]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadAudio"},"widgets_values":["audio_upload.mp3",null,null]},{"id":12,"type":"Runware Media Upload","pos":[11.83549976348877,674.333984375],"size":[270,58],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":11},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[14]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Media Upload"},"widgets_values":["8de419b0-1592-43c3-83dc-e59985788946"],"bgcolor":"#5345bf"},{"id":2,"type":"Runware Video Model Search","pos":[30.332801818847656,279.5437316894531],"size":[270,170],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[7]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","Seedance","bytedance:5@2 (OmniHuman 1.5)",false],"bgcolor":"#5345bf"},{"id":17,"type":"Runware Bytedance Provider Settings","pos":[-10.206862449645996,805.0712280273438],"size":[336.4712829589844,178],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"useCameraFixed","name":"useCameraFixed","shape":7,"type":"BOOLEAN","widget":{"name":"useCameraFixed"},"link":null},{"localized_name":"cameraFixed","name":"cameraFixed","shape":7,"type":"BOOLEAN","widget":{"name":"cameraFixed"},"link":null},{"localized_name":"useMaxSequentialImages","name":"useMaxSequentialImages","shape":7,"type":"BOOLEAN","widget":{"name":"useMaxSequentialImages"},"link":null},{"localized_name":"maxSequentialImages","name":"maxSequentialImages","shape":7,"type":"INT","widget":{"name":"maxSequentialImages"},"link":null},{"localized_name":"useFastMode","name":"useFastMode","shape":7,"type":"BOOLEAN","widget":{"name":"useFastMode"},"link":null},{"localized_name":"fastMode","name":"fastMode","shape":7,"type":"BOOLEAN","widget":{"name":"fastMode"},"link":null}],"outputs":[{"localized_name":"providerSettings","name":"providerSettings","type":"RUNWAREPROVIDERSETTINGS","links":[16]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Bytedance Provider Settings"},"widgets_values":[false,false,false,1,true,true],"bgcolor":"#5345bf"},{"id":15,"type":"Runware Video Inference Inputs","pos":[0.9383546710014343,534.9483032226562],"size":[299.6597595214844,78],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"Image","name":"Image","shape":7,"type":"IMAGE","link":15},{"localized_name":"Mask","name":"Mask","shape":7,"type":"IMAGE","link":null},{"localized_name":"Audio","name":"Audio","shape":7,"type":"STRING","widget":{"name":"Audio"},"link":14}],"outputs":[{"localized_name":"Video Inference Inputs","name":"Video Inference Inputs","type":"RUNWAREVIDEOINFERENCEINPUTS","links":[13]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference Inputs"},"widgets_values":[""],"bgcolor":"#5345bf"},{"id":16,"type":"LoadImage","pos":[-291.5814514160156,236.955078125],"size":[274.080078125,314],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[15]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["cfa6048e-5094-46d9-934f-8ea8c034dd1f.png","image"]}],"links":[[7,2,0,1,0,"RUNWAREVIDEOMODEL"],[9,1,0,10,0,"VIDEO"],[11,11,0,12,0,"VIDEO,AUDIO"],[13,15,0,1,6,"RUNWAREVIDEOINFERENCEINPUTS"],[14,12,0,15,2,"STRING"],[15,16,0,15,0,"IMAGE"],[16,17,0,1,3,"RUNWAREPROVIDERSETTINGS"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[793.1808633113316,-99.57509140963462]}},"version":0.4} \ No newline at end of file +{"id":"37e58abe-b6f0-4f32-a551-22cc274a425e","revision":0,"last_node_id":17,"last_link_id":16,"nodes":[{"id":10,"type":"SaveVideo","pos":[817.4613647460938,341.73583984375],"size":[270,300.5],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":9},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":1,"type":"Runware Video Inference","pos":[365.554931640625,281.2665100097656],"size":[400,652],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":7},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":16},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":13},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"BOOLEAN","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[9]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",false,1024,576,5,false,24,"mp4",true,33,"fixed",1,"A person speaking clearly","","",""],"bgcolor":"#5345bf"},{"id":12,"type":"Runware Media Upload","pos":[11.83549976348877,674.333984375],"size":[270,58],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":11},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[14]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Media Upload"},"widgets_values":["d35ffa5e-e2d2-4a07-b34b-91382e3c982b"],"bgcolor":"#5345bf"},{"id":2,"type":"Runware Video Model Search","pos":[30.332801818847656,279.5437316894531],"size":[270,170],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[7]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","Seedance","bytedance:5@2 (OmniHuman 1.5)",false],"bgcolor":"#5345bf"},{"id":17,"type":"Runware Bytedance Provider Settings","pos":[-10.206862449645996,805.0712280273438],"size":[336.4712829589844,178],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"useCameraFixed","name":"useCameraFixed","shape":7,"type":"BOOLEAN","widget":{"name":"useCameraFixed"},"link":null},{"localized_name":"cameraFixed","name":"cameraFixed","shape":7,"type":"BOOLEAN","widget":{"name":"cameraFixed"},"link":null},{"localized_name":"useMaxSequentialImages","name":"useMaxSequentialImages","shape":7,"type":"BOOLEAN","widget":{"name":"useMaxSequentialImages"},"link":null},{"localized_name":"maxSequentialImages","name":"maxSequentialImages","shape":7,"type":"INT","widget":{"name":"maxSequentialImages"},"link":null},{"localized_name":"useFastMode","name":"useFastMode","shape":7,"type":"BOOLEAN","widget":{"name":"useFastMode"},"link":null},{"localized_name":"fastMode","name":"fastMode","shape":7,"type":"BOOLEAN","widget":{"name":"fastMode"},"link":null}],"outputs":[{"localized_name":"providerSettings","name":"providerSettings","type":"RUNWAREPROVIDERSETTINGS","links":[16]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Bytedance Provider Settings"},"widgets_values":[false,false,false,1,true,true],"bgcolor":"#5345bf"},{"id":15,"type":"Runware Video Inference Inputs","pos":[0.9383546710014343,534.9483032226562],"size":[299.6597595214844,98],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"Image","name":"Image","shape":7,"type":"IMAGE","link":15},{"localized_name":"Mask","name":"Mask","shape":7,"type":"IMAGE","link":null},{"localized_name":"References","name":"References","shape":7,"type":"RUNWAREVIDEOINPUTSREFERENCES","link":null},{"localized_name":"Audio","name":"Audio","shape":7,"type":"STRING","widget":{"name":"Audio"},"link":14}],"outputs":[{"localized_name":"Video Inference Inputs","name":"Video Inference Inputs","type":"RUNWAREVIDEOINFERENCEINPUTS","links":[13]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Inference Inputs"},"widgets_values":[""],"bgcolor":"#5345bf"},{"id":11,"type":"LoadAudio","pos":[-296.8634033203125,613.3405151367188],"size":[274.080078125,136],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"audio","name":"audio","type":"COMBO","widget":{"name":"audio"},"link":null},{"localized_name":"audioUI","name":"audioUI","type":"AUDIO_UI","widget":{"name":"audioUI"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"AUDIOUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"AUDIO","name":"AUDIO","type":"AUDIO","links":[11]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadAudio"},"widgets_values":["president_speech_6sec.mp3",null,null]},{"id":16,"type":"LoadImage","pos":[-291.5814514160156,236.955078125],"size":[274.080078125,314],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[15]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["image_1280_720.png","image"]}],"links":[[7,2,0,1,0,"RUNWAREVIDEOMODEL"],[9,1,0,10,0,"VIDEO"],[11,11,0,12,0,"VIDEO,AUDIO"],[13,15,0,1,6,"RUNWAREVIDEOINFERENCEINPUTS"],[14,12,0,15,3,"STRING"],[15,16,0,15,0,"IMAGE"],[16,17,0,1,3,"RUNWAREPROVIDERSETTINGS"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[793.1808633113316,-99.57509140963462]}},"version":0.4} \ No newline at end of file diff --git a/workflows/Runware_Video_Transcription.json b/workflows/Runware_Video_Transcription.json new file mode 100644 index 0000000..d9d2295 --- /dev/null +++ b/workflows/Runware_Video_Transcription.json @@ -0,0 +1 @@ +{"id":"df246f14-f1cb-4379-91af-5185b0c663d8","revision":0,"last_node_id":4,"last_link_id":2,"nodes":[{"id":3,"type":"LoadVideo","pos":[-436.6539001464844,430.0327453613281],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["backgroundRemoval.mp4","image"]},{"id":4,"type":"Runware Media Upload","pos":[-151.37985229492188,276.1902160644531],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[2]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056c15a1b72b1555184d0447562c095797825d6e","Node name for S&R":"Runware Media Upload"},"widgets_values":["1ba124eb-81aa-44f6-ab7c-cfa043065738"],"bgcolor":"#5345bf"},{"id":1,"type":"Runware Video Transcription","pos":[-75.60359191894531,496.2238464355469],"size":[400,200],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Always Retranscribe","name":"Always Retranscribe","type":"BOOLEAN","widget":{"name":"Always Retranscribe"},"link":null},{"localized_name":"prompt","name":"prompt","type":"STRING","widget":{"name":"prompt"},"link":null},{"localized_name":"video","name":"video","type":"STRING","widget":{"name":"video"},"link":2},{"localized_name":"model","name":"model","type":"STRING","widget":{"name":"model"},"link":null}],"outputs":[{"localized_name":"Video Transcription","name":"Video Transcription","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056c15a1b72b1555184d0447562c095797825d6e","Node name for S&R":"Runware Video Transcription"},"widgets_values":[false,"[0] (0s-7s): A young girl with braided hair and large, expressive eyes smiles at the camera. She wears a white tank top and a gold chain. The background appears to be a kitchen.","","memories:1@1"]}],"links":[[1,3,0,4,0,"VIDEO,AUDIO"],[2,4,0,1,2,"STRING"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[793.6275234675816,-100.02884140963462]}},"version":0.4} \ No newline at end of file