diff --git a/clientlibs/utils.js b/clientlibs/utils.js index 5635fad..4fc3010 100644 --- a/clientlibs/utils.js +++ b/clientlibs/utils.js @@ -2364,6 +2364,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) { ], "HeyGen": [ "heygen:avatar@4 (HeyGen Avatar IV)", + "heygen:video-agent@0 (HeyGen Video Agent)", ], "Hunyuan": [ "runware:hunyuanvideo@1.5 (HunyuanVideo-1.5)", @@ -2465,6 +2466,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) { "veed:fabric@1.0": {"width": 1280, "height": 720}, "prunaai:p-video@0": {"width": 1280, "height": 720}, "heygen:avatar@4": {"width": 1280, "height": 720}, + "heygen:video-agent@0": {"width": 1280, "height": 720}, }; const MODEL_RESOLUTIONS = { @@ -2550,6 +2552,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) { "veed:fabric@1.0": "720p", "prunaai:p-video@0": "720p", "heygen:avatar@4": "720p", + "heygen:video-agent@0": "720p", }; const DEFAULT_DIMENSIONS = {"width": 1024, "height": 576}; diff --git a/modules/videoInferenceInputs.py b/modules/videoInferenceInputs.py index 68e4e82..1ab8e1f 100644 --- a/modules/videoInferenceInputs.py +++ b/modules/videoInferenceInputs.py @@ -95,7 +95,7 @@ class videoInferenceInputs: has_avatar = avatar is not None and avatar.strip() != "" if has_avatar: inputs["avatar"] = avatar.strip() - if image is not None and not has_avatar: + if image is not None: inputs["image"] = rwUtils.convertTensor2IMG(image) # Handle audio: can be either a string (legacy), a single dict, or a list of audio inputs diff --git a/modules/videoModelSearch.py b/modules/videoModelSearch.py index 5dff16a..0d234ba 100644 --- a/modules/videoModelSearch.py +++ b/modules/videoModelSearch.py @@ -111,6 +111,7 @@ class videoModelSearch: ], "HeyGen": [ "heygen:avatar@4 (HeyGen Avatar IV)", + "heygen:video-agent@0 (HeyGen Video Agent)", ], "Hunyuan": [ "runware:hunyuanvideo@1.5 (HunyuanVideo-1.5)", @@ -254,6 +255,7 @@ class videoModelSearch: # HeyGen Models (Model ID: heygen-avatar-iv) "heygen:avatar@4": {"width": 1280, "height": 720}, + "heygen:video-agent@0": {"width": 1280, "height": 720}, } # Model resolutions mapping @@ -381,6 +383,7 @@ class videoModelSearch: # HeyGen Models "heygen:avatar@4": "720p", + "heygen:video-agent@0": "720p", } MODEL_ARCHITECTURES = [ diff --git a/workflows/Runware_Video_Inference_HeyGen_Agent.json b/workflows/Runware_Video_Inference_HeyGen_Agent.json new file mode 100644 index 0000000..f29dbbe --- /dev/null +++ b/workflows/Runware_Video_Inference_HeyGen_Agent.json @@ -0,0 +1 @@ +{"id":"025f5cec-7040-40d5-9663-893f5df55b1b","revision":0,"last_node_id":9,"last_link_id":8,"nodes":[{"id":5,"type":"SaveVideo","pos":[1465.601318359375,420.32696533203125],"size":[270,249.875],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":3},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":6,"type":"Runware Video Model Search","pos":[593.0599975585938,418.7027893066406],"size":[287.380859375,250],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"COMBO","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"Width","name":"Width","type":"INT","widget":{"name":"Width"},"link":null},{"localized_name":"Height","name":"Height","type":"INT","widget":{"name":"Height"},"link":null},{"localized_name":"useResolution","name":"useResolution","type":"BOOLEAN","widget":{"name":"useResolution"},"link":null},{"localized_name":"resolution","name":"resolution","type":"COMBO","widget":{"name":"resolution"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[5]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"4c041f5478d9269c43b84bbe8691af5ee8ecc347","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","HeyGen","heygen:video-agent@0 (HeyGen Video Agent)",false,"Model Default",1280,720,false,"1080p"],"bgcolor":"#5345bf"},{"id":1,"type":"Runware Video Inference","pos":[946.1597290039062,384.6396179199219],"size":[400,876],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":5},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":null},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"speech","name":"speech","shape":7,"type":"RUNWAREVIDEOINFERENCESPEECHINPUT","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":2},{"localized_name":"safetyInputs","name":"safetyInputs","shape":7,"type":"RUNWARESAFETYINPUTS","link":null},{"localized_name":"videoAdvancedFeatureInputs","name":"videoAdvancedFeatureInputs","shape":7,"type":"RUNWAREVIDEOADVANCEDFEATUREINPUTS","link":null},{"localized_name":"Accelerator","name":"Accelerator","shape":7,"type":"RUNWAREACCELERATOR","link":null},{"localized_name":"settings","name":"settings","shape":7,"type":"RUNWAREVIDEOSETTINGS","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useDuration","name":"useDuration","type":"BOOLEAN","widget":{"name":"useDuration"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"useSteps","name":"useSteps","type":"BOOLEAN","widget":{"name":"useSteps"},"link":null},{"localized_name":"steps","name":"steps","type":"INT","widget":{"name":"steps"},"link":null},{"localized_name":"useBatchSize","name":"useBatchSize","type":"BOOLEAN","widget":{"name":"useBatchSize"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"useSchedulers","name":"useSchedulers","type":"BOOLEAN","widget":{"name":"useSchedulers"},"link":null},{"localized_name":"scheduler","name":"scheduler","type":"COMBO","widget":{"name":"scheduler"},"link":null},{"localized_name":"useCFGScale","name":"useCFGScale","type":"BOOLEAN","widget":{"name":"useCFGScale"},"link":null},{"localized_name":"cfgScale","name":"cfgScale","type":"FLOAT","widget":{"name":"cfgScale"},"link":null},{"localized_name":"acceleration","name":"acceleration","type":"COMBO","widget":{"name":"acceleration"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[3]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null},{"localized_name":"OUTPUT","name":"OUTPUT","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"4c041f5478d9269c43b84bbe8691af5ee8ecc347","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",true,5,false,24,"mp4",false,134510783,"randomize",false,20,false,1,false,"euler",false,5,"none","A friendly presenter explaining the benefits of AI technology",""],"bgcolor":"#5345bf"},{"id":9,"type":"LoadImage","pos":[33.2305908203125,868.8449096679688],"size":[274.080078125,314],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[8]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["image_1280_720.png","image"]},{"id":3,"type":"Runware Video Inference Inputs","pos":[584.4642333984375,781.1134033203125],"size":[320.0390625,334],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Image","name":"Image","shape":7,"type":"IMAGE","link":8},{"localized_name":"Frame Images","name":"Frame Images","shape":7,"type":"RUNWAREVIDEOINPUTSFRAMEIMAGES","link":null},{"localized_name":"Audio Inputs","name":"Audio Inputs","shape":7,"type":"RUNWAREAUDIOINPUT","link":null},{"localized_name":"Speech Inputs","name":"Speech Inputs","shape":7,"type":"RUNWARESPEECHINPUT","link":null},{"localized_name":"Mask","name":"Mask","shape":7,"type":"IMAGE","link":null},{"localized_name":"Frame","name":"Frame","shape":7,"type":"IMAGE","link":null},{"localized_name":"Background","name":"Background","shape":7,"type":"IMAGE","link":null},{"localized_name":"References","name":"References","shape":7,"type":"RUNWAREVIDEOINPUTSREFERENCEIMAGES","link":null},{"localized_name":"Reference Videos","name":"Reference Videos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"Reference Voices","name":"Reference Voices","shape":7,"type":"RUNWAREREFERENCEVOICES","link":null},{"localized_name":"Avatar","name":"Avatar","shape":7,"type":"STRING","widget":{"name":"Avatar"},"link":null},{"localized_name":"Audio","name":"Audio","shape":7,"type":"STRING","widget":{"name":"Audio"},"link":null},{"localized_name":"Video","name":"Video","shape":7,"type":"STRING","widget":{"name":"Video"},"link":null},{"localized_name":"draftId","name":"draftId","shape":7,"type":"STRING","widget":{"name":"draftId"},"link":null},{"localized_name":"videoId","name":"videoId","shape":7,"type":"STRING","widget":{"name":"videoId"},"link":null}],"outputs":[{"localized_name":"Video Inference Inputs","name":"Video Inference Inputs","type":"RUNWAREVIDEOINFERENCEINPUTS","links":[2]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"4c041f5478d9269c43b84bbe8691af5ee8ecc347","Node name for S&R":"Runware Video Inference Inputs"},"widgets_values":["man_casual_young_adult","","","",""],"bgcolor":"#5345bf"}],"links":[[2,3,0,1,7,"RUNWAREVIDEOINFERENCEINPUTS"],[3,1,0,5,0,"VIDEO"],[5,6,0,1,0,"RUNWAREVIDEOMODEL"],[8,9,0,3,0,"IMAGE"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.6830134553650705,"offset":[140.94583098711317,-325.47503701510306]}},"version":0.4} \ No newline at end of file