diff --git a/README.md b/README.md index 0e51dc8..08cce61 100644 --- a/README.md +++ b/README.md @@ -45,29 +45,35 @@ Most of the nodes allow you to save locally the output video. If you keep the de For images, the node will always save the image locally, but you can set the `filename` to save it with a custom name. +**Notes: Duration and resolution parameters are only supported for Ray 2 and Ray 2 Flash models.** + ### LumaAIClient This node is used to create a LumaAI client. -### Ray2Text2Video - -This node is used to generate a video from a text prompt with the latest and most powerful model, Ray2. - ### LumaText2Video -This node is used to generate a video from a text prompt. +This node is used to generate a video from a text prompt. You can now choose between different models and resolutions. ### LumaImage2Video -This node is used to generate a video from an image. The image can be used as the first or last frame. +This node is used to generate a video from an image. The image can be used as the first or last frame. You can now choose between different models and resolutions. ### LumaInterpolateGenerations -This node is used to interpolate between two generations. +This node is used to interpolate between two generations. You can now choose between different models and resolutions. ### LumaExtendGeneration -This node is used to extend a generation. You can choose to extend before or after the generation. +This node is used to extend a generation. You can choose to extend before or after the generation. You can now choose between different models and resolutions. + +### LumaUpscaleGeneration + +This node is used to upscale a generation. + +### LumaAddAudio2Video + +This node is used to add audio to a video. When using this node with `Preview Video` node, you will notice that the audio won't play in comfy. For that, right click on the video and select `Open Image`, which will open the video in a new tab and you will be able to hear the audio. ### LumaPreviewVideo diff --git a/py/lumaai_api_node.py b/py/lumaai_api_node.py index dc32a24..98d932b 100644 --- a/py/lumaai_api_node.py +++ b/py/lumaai_api_node.py @@ -448,6 +448,10 @@ class UpscaleGeneration: class AddAudio2Video: def __init__(self): self.output_dir = folder_paths.get_output_directory() + + @classmethod + def IS_CHANGED(cls, *args, **kwargs): + return float("NaN") @classmethod def INPUT_TYPES(cls): @@ -481,7 +485,7 @@ class AddAudio2Video: """ Upscale a generation. """ - generation = client.generations.audio.create(id=generation_id, prompt=prompt, negative_prompt=negative_prompt) + generation = client.generations.audio(id=generation_id, prompt=prompt, negative_prompt=negative_prompt) with_audio_generation_id = generation.id video_url = wait_for_generation(client, with_audio_generation_id, save, filename, self.output_dir) @@ -503,6 +507,10 @@ class PreviewVideo: } } + @classmethod + def IS_CHANGED(cls, *args, **kwargs): + return float("NaN") + OUTPUT_NODE = True FUNCTION = "run" CATEGORY = "LumaAI/Utils" diff --git a/web/js/showGenerationId.js b/web/js/showGenerationId.js index cd630de..0abe386 100644 --- a/web/js/showGenerationId.js +++ b/web/js/showGenerationId.js @@ -37,7 +37,7 @@ app.registerExtension({ sz[1] = this.size[1]; } this.onResize?.(sz); - app.graph.setDirtyCanvas(true, false); + app.graph.setDirtyCanvas(true, true); }); } diff --git a/workflows/AddAudio2Video.json b/workflows/AddAudio2Video.json new file mode 100644 index 0000000..55728eb --- /dev/null +++ b/workflows/AddAudio2Video.json @@ -0,0 +1,227 @@ +{ + "last_node_id": 5, + "last_link_id": 5, + "nodes": [ + { + "id": 2, + "type": "LumaText2Video", + "pos": [ + 460.42974853515625, + 274.5 + ], + "size": [ + 400, + 364 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "client", + "type": "LUMACLIENT", + "link": 1 + } + ], + "outputs": [ + { + "name": "video_url", + "type": "STRING", + "links": [] + }, + { + "name": "generation_id", + "type": "STRING", + "links": [ + 3 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LumaText2Video" + }, + "widgets_values": [ + "ray-flash-2", + "a car", + "5s", + false, + "9:16", + "540p", + true, + "", + "ee4e9dad-9f1e-4e5e-bc37-1b46e9825750", + "ee4e9dad-9f1e-4e5e-bc37-1b46e9825750" + ] + }, + { + "id": 1, + "type": "LumaAddAudio2Video", + "pos": [ + 1003.0374755859375, + 442.3060607910156 + ], + "size": [ + 400, + 200 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "client", + "type": "LUMACLIENT", + "link": 5 + }, + { + "name": "generation_id", + "type": "STRING", + "link": 3, + "widget": { + "name": "generation_id" + } + } + ], + "outputs": [ + { + "name": "video_url", + "type": "STRING", + "links": [ + 4 + ] + }, + { + "name": "generation_id", + "type": "STRING", + "links": null + } + ], + "properties": { + "Node name for S&R": "LumaAddAudio2Video" + }, + "widgets_values": [ + "", + "noise from a car", + "", + true, + "" + ] + }, + { + "id": 5, + "type": "LumaPreviewVideo", + "pos": [ + 1583.6092529296875, + 145.96243286132812 + ], + "size": [ + 768, + 768 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "video_url", + "type": "STRING", + "link": 4, + "widget": { + "name": "video_url" + } + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "LumaPreviewVideo" + }, + "widgets_values": [ + "", + null + ] + }, + { + "id": 3, + "type": "LumaAIClient", + "pos": [ + 32.32486343383789, + 344.1593933105469 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "client", + "type": "LUMACLIENT", + "links": [ + 1, + 5 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LumaAIClient" + }, + "widgets_values": [ + "" + ] + } + ], + "links": [ + [ + 1, + 3, + 0, + 2, + 0, + "LUMACLIENT" + ], + [ + 3, + 2, + 1, + 1, + 1, + "STRING" + ], + [ + 4, + 1, + 0, + 5, + 0, + "STRING" + ], + [ + 5, + 3, + 0, + 1, + 0, + "LUMACLIENT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.5559917313492242, + "offset": [ + 230.56296338473092, + 95.73040355967112 + ] + }, + "node_versions": { + "ComfyUI-LumaAI-API": "a53576c98bcffffca5474451a8ca5de4faf92943" + } + }, + "version": 0.4 +} \ No newline at end of file diff --git a/workflows/Upscale.json b/workflows/Upscale.json new file mode 100644 index 0000000..c66ecc9 --- /dev/null +++ b/workflows/Upscale.json @@ -0,0 +1,227 @@ +{ + "last_node_id": 6, + "last_link_id": 9, + "nodes": [ + { + "id": 5, + "type": "LumaPreviewVideo", + "pos": [ + 1583.6092529296875, + 145.96243286132812 + ], + "size": [ + 768, + 768 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "video_url", + "type": "STRING", + "link": 8, + "widget": { + "name": "video_url" + } + } + ], + "outputs": [], + "properties": { + "Node name for S&R": "LumaPreviewVideo" + }, + "widgets_values": [ + "", + null + ] + }, + { + "id": 2, + "type": "LumaText2Video", + "pos": [ + 460.42974853515625, + 274.5 + ], + "size": [ + 400, + 364 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "client", + "type": "LUMACLIENT", + "link": 1 + } + ], + "outputs": [ + { + "name": "video_url", + "type": "STRING", + "links": [] + }, + { + "name": "generation_id", + "type": "STRING", + "links": [ + 7 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "LumaText2Video" + }, + "widgets_values": [ + "ray-flash-2", + "a car", + "5s", + false, + "9:16", + "540p", + true, + "", + "24ed0260-bc59-419f-8f10-794d291176d0", + "24ed0260-bc59-419f-8f10-794d291176d0" + ] + }, + { + "id": 6, + "type": "LumaUpscaleGeneration", + "pos": [ + 1056.1300048828125, + 351.3099365234375 + ], + "size": [ + 315, + 150 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "client", + "type": "LUMACLIENT", + "link": 9 + }, + { + "name": "generation_id", + "type": "STRING", + "link": 7, + "widget": { + "name": "generation_id" + } + } + ], + "outputs": [ + { + "name": "video_url", + "type": "STRING", + "links": [ + 8 + ], + "slot_index": 0 + }, + { + "name": "generation_id", + "type": "STRING", + "links": null + } + ], + "properties": { + "Node name for S&R": "LumaUpscaleGeneration" + }, + "widgets_values": [ + "", + "1080p", + true, + "" + ] + }, + { + "id": 3, + "type": "LumaAIClient", + "pos": [ + 32.32486343383789, + 344.1593933105469 + ], + "size": [ + 315, + 58 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "client", + "type": "LUMACLIENT", + "links": [ + 1, + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LumaAIClient" + }, + "widgets_values": [ + "" + ] + } + ], + "links": [ + [ + 1, + 3, + 0, + 2, + 0, + "LUMACLIENT" + ], + [ + 7, + 2, + 1, + 6, + 1, + "STRING" + ], + [ + 8, + 6, + 0, + 5, + 0, + "STRING" + ], + [ + 9, + 3, + 0, + 6, + 0, + "LUMACLIENT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.9849732675807652, + "offset": [ + -92.60513941852872, + -55.773528450482495 + ] + }, + "node_versions": { + "ComfyUI-LumaAI-API": "a53576c98bcffffca5474451a8ca5de4faf92943" + } + }, + "version": 0.4 +} \ No newline at end of file