From ec92b407a45d21a912f7ff7b43166740a0114b35 Mon Sep 17 00:00:00 2001 From: Sirshendu Ganguly Date: Tue, 9 Dec 2025 13:53:09 -0500 Subject: [PATCH] Adding Kling 2.6 Prp workflow --- clientlibs/utils.js | 3 +++ .../providerSettings/klingProviderSettings.py | 18 +++++++++++++++++- modules/videoModelSearch.py | 3 +++ .../Runware_Video_Inference_Kling_2_6.json | 1 + 4 files changed, 24 insertions(+), 1 deletion(-) create mode 100644 workflows/Runware_Video_Inference_Kling_2_6.json diff --git a/clientlibs/utils.js b/clientlibs/utils.js index d43987f..601f6ef 100644 --- a/clientlibs/utils.js +++ b/clientlibs/utils.js @@ -1677,6 +1677,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) { "klingai:6@1 (KlingAI 2.5 Turbo Pro)", "klingai:7@1 (KlingAI Lip-Sync)", "klingai:kling@o1 (Kling VIDEO O1)", + "klingai:kling-video@2.6-pro (Kling VIDEO 2.6 Pro)", ], "Veo": [ "google:2@0 (Veo 2.0)", "google:3@0 (Veo 3.0)", "google:3@1 (Veo 3.0 Fast)", @@ -1738,6 +1739,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) { "klingai:6@1": {"width": 1920, "height": 1080}, "klingai:7@1": {"width": 0, "height": 0}, "klingai:kling@o1": {"width": 1440, "height": 1440}, + "klingai:kling-video@2.6-pro": {"width": 1920, "height": 1080}, "google:2@0": {"width": 1280, "height": 720}, "google:3@0": {"width": 1280, "height": 720}, "google:3@1": {"width": 1280, "height": 720}, @@ -1792,6 +1794,7 @@ function videoModelSearchFilterHandler(videoModelSearchNode) { "klingai:6@1": "1080p", "klingai:7@1": null, // No resolution support "klingai:kling@o1": null, // No standard resolution + "klingai:kling-video@2.6-pro": "1080p", "google:2@0": "720p", "google:3@0": "720p", "google:3@1": "720p", diff --git a/modules/providerSettings/klingProviderSettings.py b/modules/providerSettings/klingProviderSettings.py index 98df5cd..f8d95d8 100644 --- a/modules/providerSettings/klingProviderSettings.py +++ b/modules/providerSettings/klingProviderSettings.py @@ -80,6 +80,16 @@ class RunwareKlingProviderSettings: "label_on": "Enabled", "label_off": "Disabled", }), + "useSound": ("BOOLEAN", { + "tooltip": "Enable to include sound parameter in provider settings", + "default": False, + }), + "sound": ("BOOLEAN", { + "tooltip": "Whether sound is generated simultaneously when generating a video", + "default": False, + "label_on": "Enabled", + "label_off": "Disabled", + }), } } @@ -87,7 +97,7 @@ class RunwareKlingProviderSettings: RETURN_NAMES = ("Provider Settings",) FUNCTION = "createProviderSettings" CATEGORY = "Runware/Provider Settings" - DESCRIPTION = "Configure KlingAI-specific provider settings for video generation including camera control, audio volume, sound effects, and ASMR mode." + DESCRIPTION = "Configure KlingAI-specific provider settings for video generation including camera control, audio volume, sound effects, ASMR mode, and sound generation." def createProviderSettings(self, **kwargs) -> tuple[Dict[str, Any]]: """Create KlingAI provider settings""" @@ -100,6 +110,7 @@ class RunwareKlingProviderSettings: useBgmPrompt = kwargs.get("useBgmPrompt", False) useAsmrMode = kwargs.get("useAsmrMode", False) useKeepOriginalSound = kwargs.get("useKeepOriginalSound", False) + useSound = kwargs.get("useSound", False) # Get value parameters cameraControl = kwargs.get("cameraControl", "none") @@ -109,6 +120,7 @@ class RunwareKlingProviderSettings: bgmPrompt = kwargs.get("bgmPrompt", "") asmrMode = kwargs.get("asmrMode", False) keepOriginalSound = kwargs.get("keepOriginalSound", True) + sound = kwargs.get("sound", False) # Build settings dictionary - only include what is enabled klingSettings: Dict[str, Any] = {} @@ -141,6 +153,10 @@ class RunwareKlingProviderSettings: if useKeepOriginalSound: klingSettings["keepOriginalSound"] = keepOriginalSound + # Add sound only if useSound is enabled + if useSound: + klingSettings["sound"] = sound + # Clean up None values klingSettings = {k: v for k, v in klingSettings.items() if v is not None} diff --git a/modules/videoModelSearch.py b/modules/videoModelSearch.py index 0179f15..e5b7213 100644 --- a/modules/videoModelSearch.py +++ b/modules/videoModelSearch.py @@ -17,6 +17,7 @@ class videoModelSearch: "klingai:6@1 (KlingAI 2.5 Turbo Pro)", "klingai:7@1 (KlingAI Lip-Sync)", "klingai:kling@o1 (Kling VIDEO O1)", + "klingai:kling-video@2.6-pro (Kling VIDEO 2.6 Pro)", ], "Veo": [ "google:2@0 (Veo 2.0)", @@ -96,6 +97,7 @@ class videoModelSearch: "klingai:6@1": {"width": 1920, "height": 1080}, "klingai:7@1": {"width": 0, "height": 0}, "klingai:kling@o1": {"width": 1440, "height": 1440}, + "klingai:kling-video@2.6-pro": {"width": 1920, "height": 1080}, # Veo Models "google:2@0": {"width": 1280, "height": 720}, @@ -174,6 +176,7 @@ class videoModelSearch: "klingai:6@1": "1080p", "klingai:7@1": None, # No resolution support "klingai:kling@o1": None, # No standard resolution (1440x1440) + "klingai:kling-video@2.6-pro": "1080p", # Veo Models "google:2@0": "720p", diff --git a/workflows/Runware_Video_Inference_Kling_2_6.json b/workflows/Runware_Video_Inference_Kling_2_6.json new file mode 100644 index 0000000..537abbc --- /dev/null +++ b/workflows/Runware_Video_Inference_Kling_2_6.json @@ -0,0 +1 @@ +{"id":"59931728-e657-48fe-a24a-58bfa716feb1","revision":0,"last_node_id":7,"last_link_id":6,"nodes":[{"id":3,"type":"SaveVideo","pos":[612.5910034179688,652.8480224609375],"size":[270,246.94627380371094],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":2},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":5,"type":"Runware Video Inputs Frame Images","pos":[-204.71022033691406,1210.069091796875],"size":[331.5357360839844,190],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"image1","name":"image1","shape":7,"type":"IMAGE","link":5},{"localized_name":"image2","name":"image2","shape":7,"type":"IMAGE","link":null},{"localized_name":"image3","name":"image3","shape":7,"type":"IMAGE","link":null},{"localized_name":"image4","name":"image4","shape":7,"type":"IMAGE","link":null},{"localized_name":"frame1 position","name":"frame1 position","shape":7,"type":"STRING","widget":{"name":"frame1 position"},"link":null},{"localized_name":"frame2 position","name":"frame2 position","shape":7,"type":"STRING","widget":{"name":"frame2 position"},"link":null},{"localized_name":"frame3 position","name":"frame3 position","shape":7,"type":"STRING","widget":{"name":"frame3 position"},"link":null},{"localized_name":"frame4 position","name":"frame4 position","shape":7,"type":"STRING","widget":{"name":"frame4 position"},"link":null}],"outputs":[{"localized_name":"Video Inputs Frame Images","name":"Video Inputs Frame Images","type":"RUNWAREVIDEOINPUTSFRAMEIMAGES","links":[3]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1dd4019495187097db2243c14b8201ccbee3ad15","Node name for S&R":"Runware Video Inputs Frame Images"},"widgets_values":["","","",""],"bgcolor":"#5345bf"},{"id":4,"type":"Runware Video Inference Inputs","pos":[-195.39991760253906,981.2234497070312],"size":[320.0390625,182],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"Image","name":"Image","shape":7,"type":"IMAGE","link":null},{"localized_name":"Frame Images","name":"Frame Images","shape":7,"type":"RUNWAREVIDEOINPUTSFRAMEIMAGES","link":3},{"localized_name":"Mask","name":"Mask","shape":7,"type":"IMAGE","link":null},{"localized_name":"Frame","name":"Frame","shape":7,"type":"IMAGE","link":null},{"localized_name":"References","name":"References","shape":7,"type":"RUNWAREVIDEOINPUTSREFERENCEIMAGES","link":null},{"localized_name":"Reference Videos","name":"Reference Videos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"Audio","name":"Audio","shape":7,"type":"STRING","widget":{"name":"Audio"},"link":null},{"localized_name":"Video","name":"Video","shape":7,"type":"STRING","widget":{"name":"Video"},"link":null}],"outputs":[{"localized_name":"Video Inference Inputs","name":"Video Inference Inputs","type":"RUNWAREVIDEOINFERENCEINPUTS","links":[4]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1dd4019495187097db2243c14b8201ccbee3ad15","Node name for S&R":"Runware Video Inference Inputs"},"widgets_values":["",""],"bgcolor":"#5345bf"},{"id":6,"type":"LoadImage","pos":[-490.4845886230469,659.6602172851562],"size":[274.080078125,314.00006103515625],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"image","name":"image","type":"COMBO","widget":{"name":"image"},"link":null},{"localized_name":"choose file to upload","name":"upload","type":"IMAGEUPLOAD","widget":{"name":"upload"},"link":null}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[5]},{"localized_name":"MASK","name":"MASK","type":"MASK","links":null}],"properties":{"cnr_id":"comfy-core","ver":"0.3.46","Node name for S&R":"LoadImage"},"widgets_values":["0x215.webp","image"]},{"id":7,"type":"Runware KlingAI Provider Settings","pos":[-623.3527221679688,1032.564208984375],"size":[400,478],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"useCameraControl","name":"useCameraControl","shape":7,"type":"BOOLEAN","widget":{"name":"useCameraControl"},"link":null},{"localized_name":"cameraControl","name":"cameraControl","shape":7,"type":"COMBO","widget":{"name":"cameraControl"},"link":null},{"localized_name":"useSoundVolume","name":"useSoundVolume","shape":7,"type":"BOOLEAN","widget":{"name":"useSoundVolume"},"link":null},{"localized_name":"soundVolume","name":"soundVolume","shape":7,"type":"FLOAT","widget":{"name":"soundVolume"},"link":null},{"localized_name":"useOriginalAudioVolume","name":"useOriginalAudioVolume","shape":7,"type":"BOOLEAN","widget":{"name":"useOriginalAudioVolume"},"link":null},{"localized_name":"originalAudioVolume","name":"originalAudioVolume","shape":7,"type":"FLOAT","widget":{"name":"originalAudioVolume"},"link":null},{"localized_name":"useSoundEffectPrompt","name":"useSoundEffectPrompt","shape":7,"type":"BOOLEAN","widget":{"name":"useSoundEffectPrompt"},"link":null},{"localized_name":"soundEffectPrompt","name":"soundEffectPrompt","shape":7,"type":"STRING","widget":{"name":"soundEffectPrompt"},"link":null},{"localized_name":"useBgmPrompt","name":"useBgmPrompt","shape":7,"type":"BOOLEAN","widget":{"name":"useBgmPrompt"},"link":null},{"localized_name":"bgmPrompt","name":"bgmPrompt","shape":7,"type":"STRING","widget":{"name":"bgmPrompt"},"link":null},{"localized_name":"useAsmrMode","name":"useAsmrMode","shape":7,"type":"BOOLEAN","widget":{"name":"useAsmrMode"},"link":null},{"localized_name":"asmrMode","name":"asmrMode","shape":7,"type":"BOOLEAN","widget":{"name":"asmrMode"},"link":null},{"localized_name":"useKeepOriginalSound","name":"useKeepOriginalSound","shape":7,"type":"BOOLEAN","widget":{"name":"useKeepOriginalSound"},"link":null},{"localized_name":"keepOriginalSound","name":"keepOriginalSound","shape":7,"type":"BOOLEAN","widget":{"name":"keepOriginalSound"},"link":null},{"localized_name":"useSound","name":"useSound","shape":7,"type":"BOOLEAN","widget":{"name":"useSound"},"link":null},{"localized_name":"sound","name":"sound","shape":7,"type":"BOOLEAN","widget":{"name":"sound"},"link":null}],"outputs":[{"localized_name":"Provider Settings","name":"Provider Settings","type":"RUNWAREPROVIDERSETTINGS","links":[6]}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1dd4019495187097db2243c14b8201ccbee3ad15","Node name for S&R":"Runware KlingAI Provider Settings"},"widgets_values":[false,"none",false,1,false,1,false,"",false,"",false,false,false,true,true,true],"bgcolor":"#5345bf"},{"id":1,"type":"Runware Video Inference","pos":[161.19407653808594,642.0994873046875],"size":[400,736],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"Model","name":"Model","type":"RUNWAREVIDEOMODEL","link":1},{"localized_name":"frameImages","name":"frameImages","shape":7,"type":"RUNWAREFRAMEIMAGES","link":null},{"localized_name":"referenceImages","name":"referenceImages","shape":7,"type":"RUNWAREREFERENCEIMAGES","link":null},{"localized_name":"providerSettings","name":"providerSettings","shape":7,"type":"RUNWAREPROVIDERSETTINGS","link":6},{"localized_name":"inputAudios","name":"inputAudios","shape":7,"type":"RUNWAREINPUTAUDIOS","link":null},{"localized_name":"referenceVideos","name":"referenceVideos","shape":7,"type":"RUNWAREREFERENCEVIDEOS","link":null},{"localized_name":"inputs","name":"inputs","shape":7,"type":"RUNWAREVIDEOINFERENCEINPUTS","link":4},{"localized_name":"safetyInputs","name":"safetyInputs","shape":7,"type":"RUNWARESAFETYINPUTS","link":null},{"localized_name":"videoAdvancedFeatureInputs","name":"videoAdvancedFeatureInputs","shape":7,"type":"RUNWAREVIDEOADVANCEDFEATUREINPUTS","link":null},{"localized_name":"Accelerator","name":"Accelerator","shape":7,"type":"RUNWAREACCELERATOR","link":null},{"localized_name":"Multi Inference Mode","name":"Multi Inference Mode","type":"BOOLEAN","widget":{"name":"Multi Inference Mode"},"link":null},{"localized_name":"Prompt Weighting","name":"Prompt Weighting","type":"COMBO","widget":{"name":"Prompt Weighting"},"link":null},{"localized_name":"useDuration","name":"useDuration","type":"BOOLEAN","widget":{"name":"useDuration"},"link":null},{"localized_name":"duration","name":"duration","type":"INT","widget":{"name":"duration"},"link":null},{"localized_name":"useFps","name":"useFps","type":"BOOLEAN","widget":{"name":"useFps"},"link":null},{"localized_name":"fps","name":"fps","type":"INT","widget":{"name":"fps"},"link":null},{"localized_name":"outputFormat","name":"outputFormat","type":"COMBO","widget":{"name":"outputFormat"},"link":null},{"localized_name":"useSeed","name":"useSeed","type":"BOOLEAN","widget":{"name":"useSeed"},"link":null},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"useSteps","name":"useSteps","type":"BOOLEAN","widget":{"name":"useSteps"},"link":null},{"localized_name":"steps","name":"steps","type":"INT","widget":{"name":"steps"},"link":null},{"localized_name":"batchSize","name":"batchSize","type":"INT","widget":{"name":"batchSize"},"link":null},{"localized_name":"acceleration","name":"acceleration","type":"COMBO","widget":{"name":"acceleration"},"link":null},{"localized_name":"positivePrompt","name":"positivePrompt","shape":7,"type":"STRING","widget":{"name":"positivePrompt"},"link":null},{"localized_name":"negativePrompt","name":"negativePrompt","shape":7,"type":"STRING","widget":{"name":"negativePrompt"},"link":null},{"localized_name":"speechVoice","name":"speechVoice","shape":7,"type":"STRING","widget":{"name":"speechVoice"},"link":null},{"localized_name":"speechText","name":"speechText","shape":7,"type":"STRING","widget":{"name":"speechText"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[2]},{"localized_name":"RW-Task","name":"RW-Task","type":"RUNWARETASK","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1dd4019495187097db2243c14b8201ccbee3ad15","Node name for S&R":"Runware Video Inference"},"widgets_values":[false,"Disabled",true,5,false,24,"mp4",false,1551832529,"randomize",false,20,1,"none","Man playing the drum, and cat dancing","","",""],"bgcolor":"#5345bf"},{"id":2,"type":"Runware Video Model Search","pos":[-171.45639038085938,640.8884887695312],"size":[287.380859375,290],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"Model Search","name":"Model Search","type":"STRING","widget":{"name":"Model Search"},"link":null},{"localized_name":"Model Architecture","name":"Model Architecture","type":"COMBO","widget":{"name":"Model Architecture"},"link":null},{"localized_name":"VideoList","name":"VideoList","type":"COMBO","widget":{"name":"VideoList"},"link":null},{"localized_name":"Use Search Value","name":"Use Search Value","type":"BOOLEAN","widget":{"name":"Use Search Value"},"link":null},{"localized_name":"useCustomDimensions","name":"useCustomDimensions","type":"COMBO","widget":{"name":"useCustomDimensions"},"link":null},{"localized_name":"Width","name":"Width","type":"INT","widget":{"name":"Width"},"link":null},{"localized_name":"Height","name":"Height","type":"INT","widget":{"name":"Height"},"link":null},{"localized_name":"useResolution","name":"useResolution","type":"BOOLEAN","widget":{"name":"useResolution"},"link":null},{"localized_name":"resolution","name":"resolution","type":"COMBO","widget":{"name":"resolution"},"link":null}],"outputs":[{"localized_name":"Runware Video Model","name":"Runware Video Model","type":"RUNWAREVIDEOMODEL","links":[1]},{"localized_name":"Width","name":"Width","type":"INT","links":null},{"localized_name":"Height","name":"Height","type":"INT","links":null}],"properties":{"cnr_id":"ComfyUI-Runware","ver":"1dd4019495187097db2243c14b8201ccbee3ad15","Node name for S&R":"Runware Video Model Search"},"widgets_values":["","KlingAI","klingai:kling-video@2.6-pro (Kling VIDEO 2.6 Pro)",false,"Disabled",0,0,false,"1080p"],"bgcolor":"#5345bf"}],"links":[[1,2,0,1,0,"RUNWAREVIDEOMODEL"],[2,1,0,3,0,"VIDEO"],[3,5,0,4,1,"RUNWAREVIDEOINPUTSFRAMEIMAGES"],[4,4,0,1,6,"RUNWAREVIDEOINFERENCEINPUTS"],[5,6,0,5,0,"IMAGE"],[6,7,0,1,3,"RUNWAREPROVIDERSETTINGS"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.6211803454346194,"offset":[936.9380216856918,-519.4029944649997]}},"version":0.4} \ No newline at end of file