nodes/lumalabs-ComfyUI-LumaAI-API
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Small fixes + updating documentation

Browse Source
This commit is contained in:
Pedro gengo
2025-03-24 22:09:47 -03:00
parent a53576c98b
commit 07dd99197e
5 changed files with 478 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
README.md
+14 -8
View File
@@ -45,29 +45,35 @@ Most of the nodes allow you to save locally the output video. If you keep the de
For images, the node will always save the image locally, but you can set the `filename` to save it with a custom name.
**Notes: Duration and resolution parameters are only supported for Ray 2 and Ray 2 Flash models.**
### LumaAIClient
This node is used to create a LumaAI client.
### Ray2Text2Video
This node is used to generate a video from a text prompt with the latest and most powerful model, Ray2.
### LumaText2Video
This node is used to generate a video from a text prompt.
This node is used to generate a video from a text prompt. You can now choose between different models and resolutions.
### LumaImage2Video
This node is used to generate a video from an image. The image can be used as the first or last frame.
This node is used to generate a video from an image. The image can be used as the first or last frame. You can now choose between different models and resolutions.
### LumaInterpolateGenerations
This node is used to interpolate between two generations.
This node is used to interpolate between two generations. You can now choose between different models and resolutions.
### LumaExtendGeneration
This node is used to extend a generation. You can choose to extend before or after the generation.
This node is used to extend a generation. You can choose to extend before or after the generation. You can now choose between different models and resolutions.
### LumaUpscaleGeneration
This node is used to upscale a generation.
### LumaAddAudio2Video
This node is used to add audio to a video. When using this node with `Preview Video` node, you will notice that the audio won't play in comfy. For that, right click on the video and select `Open Image`, which will open the video in a new tab and you will be able to hear the audio.
### LumaPreviewVideo
py/lumaai_api_node.py
+9 -1
View File
@@ -448,6 +448,10 @@ class UpscaleGeneration:
class AddAudio2Video:
def __init__(self):
self.output_dir = folder_paths.get_output_directory()
@classmethod
def IS_CHANGED(cls, *args, **kwargs):
return float("NaN")
@classmethod
def INPUT_TYPES(cls):
@@ -481,7 +485,7 @@ class AddAudio2Video:
"""
Upscale a generation.
"""
generation = client.generations.audio.create(id=generation_id, prompt=prompt, negative_prompt=negative_prompt)
generation = client.generations.audio(id=generation_id, prompt=prompt, negative_prompt=negative_prompt)
with_audio_generation_id = generation.id
video_url = wait_for_generation(client, with_audio_generation_id, save, filename, self.output_dir)
@@ -503,6 +507,10 @@ class PreviewVideo:
}
}
@classmethod
def IS_CHANGED(cls, *args, **kwargs):
return float("NaN")
OUTPUT_NODE = True
FUNCTION = "run"
CATEGORY = "LumaAI/Utils"
web/js/showGenerationId.js
+1 -1
View File
@@ -37,7 +37,7 @@ app.registerExtension({
sz[1] = this.size[1];
}
this.onResize?.(sz);
app.graph.setDirtyCanvas(true, false);
app.graph.setDirtyCanvas(true, true);
});
}
workflows/AddAudio2Video.json
+227
View File
@@ -0,0 +1,227 @@
{
"last_node_id": 5,
"last_link_id": 5,
"nodes": [
{
"id": 2,
"type": "LumaText2Video",
"pos": [
460.42974853515625,
274.5
],
"size": [
400,
364
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "client",
"type": "LUMACLIENT",
"link": 1
}
],
"outputs": [
{
"name": "video_url",
"type": "STRING",
"links": []
},
{
"name": "generation_id",
"type": "STRING",
"links": [
3
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LumaText2Video"
},
"widgets_values": [
"ray-flash-2",
"a car",
"5s",
false,
"9:16",
"540p",
true,
"",
"ee4e9dad-9f1e-4e5e-bc37-1b46e9825750",
"ee4e9dad-9f1e-4e5e-bc37-1b46e9825750"
]
},
{
"id": 1,
"type": "LumaAddAudio2Video",
"pos": [
1003.0374755859375,
442.3060607910156
],
"size": [
400,
200
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "client",
"type": "LUMACLIENT",
"link": 5
},
{
"name": "generation_id",
"type": "STRING",
"link": 3,
"widget": {
"name": "generation_id"
}
}
],
"outputs": [
{
"name": "video_url",
"type": "STRING",
"links": [
4
]
},
{
"name": "generation_id",
"type": "STRING",
"links": null
}
],
"properties": {
"Node name for S&R": "LumaAddAudio2Video"
},
"widgets_values": [
"",
"noise from a car",
"",
true,
""
]
},
{
"id": 5,
"type": "LumaPreviewVideo",
"pos": [
1583.6092529296875,
145.96243286132812
],
"size": [
768,
768
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "video_url",
"type": "STRING",
"link": 4,
"widget": {
"name": "video_url"
}
}
],
"outputs": [],
"properties": {
"Node name for S&R": "LumaPreviewVideo"
},
"widgets_values": [
"",
null
]
},
{
"id": 3,
"type": "LumaAIClient",
"pos": [
32.32486343383789,
344.1593933105469
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "client",
"type": "LUMACLIENT",
"links": [
1,
5
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LumaAIClient"
},
"widgets_values": [
""
]
}
],
"links": [
[
1,
3,
0,
2,
0,
"LUMACLIENT"
],
[
3,
2,
1,
1,
1,
"STRING"
],
[
4,
1,
0,
5,
0,
"STRING"
],
[
5,
3,
0,
1,
0,
"LUMACLIENT"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.5559917313492242,
"offset": [
230.56296338473092,
95.73040355967112
]
},
"node_versions": {
"ComfyUI-LumaAI-API": "a53576c98bcffffca5474451a8ca5de4faf92943"
}
},
"version": 0.4
}
workflows/Upscale.json
+227
View File
@@ -0,0 +1,227 @@
{
"last_node_id": 6,
"last_link_id": 9,
"nodes": [
{
"id": 5,
"type": "LumaPreviewVideo",
"pos": [
1583.6092529296875,
145.96243286132812
],
"size": [
768,
768
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "video_url",
"type": "STRING",
"link": 8,
"widget": {
"name": "video_url"
}
}
],
"outputs": [],
"properties": {
"Node name for S&R": "LumaPreviewVideo"
},
"widgets_values": [
"",
null
]
},
{
"id": 2,
"type": "LumaText2Video",
"pos": [
460.42974853515625,
274.5
],
"size": [
400,
364
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [
{
"name": "client",
"type": "LUMACLIENT",
"link": 1
}
],
"outputs": [
{
"name": "video_url",
"type": "STRING",
"links": []
},
{
"name": "generation_id",
"type": "STRING",
"links": [
7
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LumaText2Video"
},
"widgets_values": [
"ray-flash-2",
"a car",
"5s",
false,
"9:16",
"540p",
true,
"",
"24ed0260-bc59-419f-8f10-794d291176d0",
"24ed0260-bc59-419f-8f10-794d291176d0"
]
},
{
"id": 6,
"type": "LumaUpscaleGeneration",
"pos": [
1056.1300048828125,
351.3099365234375
],
"size": [
315,
150
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "client",
"type": "LUMACLIENT",
"link": 9
},
{
"name": "generation_id",
"type": "STRING",
"link": 7,
"widget": {
"name": "generation_id"
}
}
],
"outputs": [
{
"name": "video_url",
"type": "STRING",
"links": [
8
],
"slot_index": 0
},
{
"name": "generation_id",
"type": "STRING",
"links": null
}
],
"properties": {
"Node name for S&R": "LumaUpscaleGeneration"
},
"widgets_values": [
"",
"1080p",
true,
""
]
},
{
"id": 3,
"type": "LumaAIClient",
"pos": [
32.32486343383789,
344.1593933105469
],
"size": [
315,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "client",
"type": "LUMACLIENT",
"links": [
1,
9
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "LumaAIClient"
},
"widgets_values": [
""
]
}
],
"links": [
[
1,
3,
0,
2,
0,
"LUMACLIENT"
],
[
7,
2,
1,
6,
1,
"STRING"
],
[
8,
6,
0,
5,
0,
"STRING"
],
[
9,
3,
0,
6,
0,
"LUMACLIENT"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.9849732675807652,
"offset": [
-92.60513941852872,
-55.773528450482495
]
},
"node_versions": {
"ComfyUI-LumaAI-API": "a53576c98bcffffca5474451a8ca5de4faf92943"
}
},
"version": 0.4
}