nodes/Runware-ComfyUI-Runware
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #50 from Runware/feature-byteplusUpscaler

Browse Source 
feat: Fix video upscaler polling and improve video handling
This commit is contained in:
Sirshendu Ganguly
2025-11-21 12:37:44 -05:00
committed by GitHub
parent 97014cc299 55fd7e4e00
commit 84bf4db177
7 changed files with 10 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/utils/runwareUtils.py
+5 -3
View File
@@ -569,6 +569,7 @@ def convertImageB64List(imageDataObject):
class VideoObject:
def __init__(self, video_url, width=None, height=None):
self.video_url = video_url
self.video_path = None # Will be set after download
# Use provided dimensions or default to 864x480 for Seedance Lite
self.width = width if width is not None else 864
self.height = height if height is not None else 480
@@ -603,6 +604,7 @@ class VideoObject:
f.write(chunk)
print(f"[Video Download] Successfully downloaded video to {filename}")
self.video_path = filename # Store the downloaded path
return True
except requests.exceptions.RequestException as e:
@@ -620,7 +622,7 @@ class VideoObject:
return False
def __str__(self):
return f"VideoObject(url={self.video_url}, dimensions={self.width}x{self.height})"
return f"VideoObject(url={self.video_url}, path={self.video_path}, dimensions={self.width}x{self.height})"
def convertVideoB64List(videoDataObject, width=None, height=None):
videos = ()
@@ -631,8 +633,8 @@ def convertVideoB64List(videoDataObject, width=None, height=None):
video_obj = VideoObject(f"data:video/mp4;base64,{generatedVideo}", width, height)
videos += (video_obj,)
else:
# If no base64 data, try to get video URL
videoURL = result.get("videoURL", False)
# If no base64 data, try to get video URL (check both mediaURL and videoURL)
videoURL = result.get("mediaURL") or result.get("videoURL")
if videoURL:
# Create a proper video object that ComfyUI can handle
video_obj = VideoObject(videoURL, width, height)
modules/videoTranscription.py
-13
View File
@@ -12,12 +12,6 @@ class videoTranscription:
def INPUT_TYPES(cls):
return {
"required": {
"Always Retranscribe": ("BOOLEAN", {
"default": False,
"tooltip": "Enable this option to always retranscribe the video each time you run the workflow.",
"label_on": "Enabled",
"label_off": "Disabled",
}),
"prompt": ("STRING", {
"multiline": True,
"default": "",
@@ -45,13 +39,6 @@ class videoTranscription:
CATEGORY = "Runware"
OUTPUT_NODE = True
@classmethod
def IS_CHANGED(s, **kwargs):
alwaysRetranscribe = kwargs.get("Always Retranscribe")
if(alwaysRetranscribe):
return float("NAN")
return True
def transcribeVideo(self, **kwargs):
video = kwargs.get("video", "")
modelKey = kwargs.get("model", "Memories Video Captioning")
modules/videoUpscaler.py
+1 -2
View File
@@ -64,7 +64,6 @@ class videoUpscaler:
"inputs": {
"video": video_uuid
},
"outputType": "URL",
"outputFormat": outputFormat.upper(),
"model": modelAIR,
"includeCost": True
@@ -120,7 +119,7 @@ class videoUpscaler:
status = video_data["status"]
if status == "success":
if "videoURL" in video_data or "videoBase64Data" in video_data:
if "mediaURL" in video_data or "videoURL" in video_data or "videoBase64Data" in video_data:
videos = rwUtils.convertVideoB64List(pollResult, 1920, 1080)
return videos
workflows/Runware_Text_To_Video.json.json
+1 -1
View File
File diff suppressed because one or more lines are too long
workflows/Runware_Video_Age_Detection.json
+1 -1
View File
@@ -1 +1 @@
{"id":"df246f14-f1cb-4379-91af-5185b0c663d8","revision":0,"last_node_id":5,"last_link_id":4,"nodes":[{"id":4,"type":"Runware Media Upload","pos":[-151.37985229492188,276.1902160644531],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[4]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056c15a1b72b1555184d0447562c095797825d6e","Node name for S&R":"Runware Media Upload"},"widgets_values":["7c9566ba-d699-4fa0-b420-f46d33204f66"],"bgcolor":"#5345bf"},{"id":3,"type":"LoadVideo","pos":[-454.52960205078125,302.2899475097656],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["b395d4bb-364c-44b5-91ba-f768e5ff3e98.mp4","image"]},{"id":5,"type":"Runware Video Transcription","pos":[-137.76495361328125,407.28509521484375],"size":[398.5390930175781,293.3546142578125],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Always Retranscribe","name":"Always Retranscribe","type":"BOOLEAN","widget":{"name":"Always Retranscribe"},"link":null},{"localized_name":"prompt","name":"prompt","type":"STRING","widget":{"name":"prompt"},"link":null},{"localized_name":"video","name":"video","type":"STRING","widget":{"name":"video"},"link":4},{"localized_name":"model","name":"model","type":"COMBO","widget":{"name":"model"},"link":null}],"outputs":[{"localized_name":"Video Caption","name":"Video Caption","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"b4dbbd256edfa2e3a422170f9a8dff150087d8a9","Node name for S&R":"Runware Video Transcription"},"widgets_values":[false,"Age Group: 21-44\nConfidence: 90.00%","","Memories Age Detection"],"bgcolor":"#5345bf"}],"links":[[1,3,0,4,0,"VIDEO,AUDIO"],[4,4,0,5,2,"STRING"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.7593693220766519,"offset":[988.6230578096878,-128.53509012858075]}},"version":0.4}
{"id":"df246f14-f1cb-4379-91af-5185b0c663d8","revision":0,"last_node_id":5,"last_link_id":4,"nodes":[{"id":4,"type":"Runware Media Upload","pos":[-151.37985229492188,276.1902160644531],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[4]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056c15a1b72b1555184d0447562c095797825d6e","Node name for S&R":"Runware Media Upload"},"widgets_values":["864cc66d-ffe8-405a-a235-550f8eef4416"],"bgcolor":"#5345bf"},{"id":3,"type":"LoadVideo","pos":[-454.52960205078125,302.2899475097656],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["b395d4bb-364c-44b5-91ba-f768e5ff3e98.mp4","image"]},{"id":5,"type":"Runware Video Transcription","pos":[-137.76495361328125,407.28509521484375],"size":[398.5390930175781,293.3546142578125],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"prompt","name":"prompt","type":"STRING","widget":{"name":"prompt"},"link":null},{"localized_name":"video","name":"video","type":"STRING","widget":{"name":"video"},"link":4},{"localized_name":"model","name":"model","type":"COMBO","widget":{"name":"model"},"link":null}],"outputs":[{"localized_name":"Video Caption","name":"Video Caption","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"b4dbbd256edfa2e3a422170f9a8dff150087d8a9","Node name for S&R":"Runware Video Transcription"},"widgets_values":["Age Group: 21-44\nConfidence: 90.00%","Age Group: 21-44\nConfidence: 90.00%","Memories Age Detection"],"bgcolor":"#5345bf"}],"links":[[1,3,0,4,0,"VIDEO,AUDIO"],[4,4,0,5,1,"STRING"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.7593693220766519,"offset":[988.6230578096878,-128.53509012858075]}},"version":0.4}
workflows/Runware_Video_Transcription.json
+1 -1
View File
@@ -1 +1 @@
{"id":"df246f14-f1cb-4379-91af-5185b0c663d8","revision":0,"last_node_id":5,"last_link_id":3,"nodes":[{"id":4,"type":"Runware Media Upload","pos":[-151.37985229492188,276.1902160644531],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[3]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056c15a1b72b1555184d0447562c095797825d6e","Node name for S&R":"Runware Media Upload"},"widgets_values":["32633b01-1a2c-4d01-9511-43552dfce977"],"bgcolor":"#5345bf"},{"id":3,"type":"LoadVideo","pos":[-438.6059875488281,321.4447326660156],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["backgroundRemoval.mp4","image"]},{"id":5,"type":"Runware Video Transcription","pos":[-123.58058166503906,383.5848083496094],"size":[400,200],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Always Retranscribe","name":"Always Retranscribe","type":"BOOLEAN","widget":{"name":"Always Retranscribe"},"link":null},{"localized_name":"prompt","name":"prompt","type":"STRING","widget":{"name":"prompt"},"link":null},{"localized_name":"video","name":"video","type":"STRING","widget":{"name":"video"},"link":3},{"localized_name":"model","name":"model","type":"COMBO","widget":{"name":"model"},"link":null}],"outputs":[{"localized_name":"Video Caption","name":"Video Caption","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056ade066187313b5c2f9a3afa5cbbee19227d3e","Node name for S&R":"Runware Video Transcription"},"widgets_values":[false,"[0] (0s-7s): A young girl with braided hair and large, expressive eyes smiles at the camera. She wears a white tank top and a gold chain.","","Memories Video Captioning"],"bgcolor":"#5345bf"}],"links":[[1,3,0,4,0,"VIDEO,AUDIO"],[3,4,0,5,2,"STRING"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[793.6275234675816,-100.02884140963462]}},"version":0.4}
{"id":"df246f14-f1cb-4379-91af-5185b0c663d8","revision":0,"last_node_id":5,"last_link_id":3,"nodes":[{"id":4,"type":"Runware Media Upload","pos":[-151.37985229492188,276.1902160644531],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[3]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056c15a1b72b1555184d0447562c095797825d6e","Node name for S&R":"Runware Media Upload"},"widgets_values":["32633b01-1a2c-4d01-9511-43552dfce977"],"bgcolor":"#5345bf"},{"id":3,"type":"LoadVideo","pos":[-438.6059875488281,321.4447326660156],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["backgroundRemoval.mp4","image"]},{"id":5,"type":"Runware Video Transcription","pos":[-123.58058166503906,383.5848083496094],"size":[400,200],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"prompt","name":"prompt","type":"STRING","widget":{"name":"prompt"},"link":null},{"localized_name":"video","name":"video","type":"STRING","widget":{"name":"video"},"link":3},{"localized_name":"model","name":"model","type":"COMBO","widget":{"name":"model"},"link":null}],"outputs":[{"localized_name":"Video Caption","name":"Video Caption","type":"STRING","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"056ade066187313b5c2f9a3afa5cbbee19227d3e","Node name for S&R":"Runware Video Transcription"},"widgets_values":["[0] (0s-7s): A young girl with braided hair and large, expressive eyes smiles at the camera. She wears a white tank top and a gold chain.","[0] (0s-7s): A young girl with braided hair and large, expressive eyes smiles at the camera. She wears a white tank top and a gold chain.","Memories Video Captioning"],"bgcolor":"#5345bf"}],"links":[[1,3,0,4,0,"VIDEO,AUDIO"],[3,4,0,5,1,"STRING"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8264462809917354,"offset":[793.6275234675816,-100.02884140963462]}},"version":0.4}
workflows/Runware_Video_Upscale.json
+1 -1
View File
@@ -1 +1 @@
{"id":"a468db07-531a-4f8b-8513-003107cbfa22","revision":0,"last_node_id":6,"last_link_id":5,"nodes":[{"id":5,"type":"SaveVideo","pos":[443.1638488769531,554.9398803710938],"size":[270,460.60870361328125],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":5},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":3,"type":"Runware Media Upload","pos":[92.27204895019531,542.3822021484375],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[4]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Media Upload"},"widgets_values":["745c761c-0a2f-4d95-b043-06e10b822391"],"bgcolor":"#5345bf"},{"id":6,"type":"Runware Video Upscaler","pos":[103.33763885498047,673.7623901367188],"size":[270,130],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Video","name":"Video","type":"STRING","widget":{"name":"Video"},"link":4},{"localized_name":"upscaleFactor","name":"upscaleFactor","type":"COMBO","widget":{"name":"upscaleFactor"},"link":null},{"localized_name":"Model","name":"Model","type":"COMBO","widget":{"name":"Model"},"link":null},{"localized_name":"Output Format","name":"Output Format","shape":7,"type":"COMBO","widget":{"name":"Output Format"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[5]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Video Upscaler"},"widgets_values":["",2,"Bria Video Upscaler","mp4"],"bgcolor":"#5345bf"},{"id":4,"type":"LoadVideo","pos":[-223.58924865722656,531.5103759765625],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["c3896e44-4869-4142-9f02-6d7b967d3a1e.mp4","image"]}],"links":[[1,4,0,3,0,"VIDEO,AUDIO"],[4,3,0,6,0,"STRING"],[5,6,0,5,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":1.02884607845781,"offset":[636.5234127193203,-324.5220431776123]}},"version":0.4}
{"id":"a468db07-531a-4f8b-8513-003107cbfa22","revision":0,"last_node_id":7,"last_link_id":7,"nodes":[{"id":4,"type":"LoadVideo","pos":[-223.58924865722656,531.5103759765625],"size":[274.080078125,442.0882263183594],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"file","name":"file","type":"COMBO","widget":{"name":"file"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[1]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadVideo"},"widgets_values":["c3896e44-4869-4142-9f02-6d7b967d3a1e.mp4","image"]},{"id":3,"type":"Runware Media Upload","pos":[92.27204895019531,542.3822021484375],"size":[270,58],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"media","name":"media","shape":7,"type":"VIDEO,AUDIO","link":1},{"localized_name":"mediaUUID","name":"mediaUUID","shape":7,"type":"STRING","widget":{"name":"mediaUUID"},"link":null}],"outputs":[{"localized_name":"mediaUUID","name":"mediaUUID","type":"STRING","links":[6]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1c7da18f11d51514140944e0f9f90e62ae99572c","Node name for S&R":"Runware Media Upload"},"widgets_values":["99e21313-19a8-4c99-92a4-c07746931008"],"bgcolor":"#5345bf"},{"id":5,"type":"SaveVideo","pos":[443.1638488769531,554.9398803710938],"size":[270,460.60870361328125],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":7},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":7,"type":"Runware Video Upscaler","pos":[91.30199432373047,692.6188354492188],"size":[270,154],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Video","name":"Video","type":"STRING","widget":{"name":"Video"},"link":6},{"localized_name":"Model","name":"Model","type":"COMBO","widget":{"name":"Model"},"link":null},{"localized_name":"useUpscaleFactor","name":"useUpscaleFactor","type":"BOOLEAN","widget":{"name":"useUpscaleFactor"},"link":null},{"localized_name":"upscaleFactor","name":"upscaleFactor","shape":7,"type":"COMBO","widget":{"name":"upscaleFactor"},"link":null},{"localized_name":"Output Format","name":"Output Format","shape":7,"type":"COMBO","widget":{"name":"Output Format"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[7]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"e5d7b2b4c276ab0d91dc2ab1364cc9e796ad5baf","Node name for S&R":"Runware Video Upscaler"},"widgets_values":["","Bytedance Video Upscaler",false,2,"mp4"],"bgcolor":"#5345bf"}],"links":[[1,4,0,3,0,"VIDEO,AUDIO"],[6,3,0,7,0,"STRING"],[7,7,0,5,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":1.02884607845781,"offset":[344.4979824427537,-433.1616539418803]}},"version":0.4}