nodes/Creditas-labs-ComfyUI_Adforge
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: Add Vertex Veo Video with Reference Node for style/asset-guided video generation

Browse Source
This commit is contained in:
Victor Valar
2025-11-10 23:24:29 -03:00
parent bcae5ccd4d
commit a212b9d6d3
6 changed files with 251 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/comfyui_adforge/documentation.py
+18 -8
View File
@@ -36,7 +36,6 @@ def create_documentation(title, short_description, sections):
CONFIGURATION = {
"aspect_ratio": "Optional. Specifies the aspect ratio of generated videos.",
"compression_quality": "Optional. Specifies the compression quality of the generated videos.",
"duration_seconds": "Required. The length in seconds of video files that you want to generate.",
"enhance_prompt": "Optional. Use Gemini to enhance your prompts.",
"generate_audio": "Generate audio for the video.",
@@ -49,18 +48,13 @@ CONFIGURATION = {
"number with your request without changing other parameters will cause the model to "
"produce the same videos."
),
"output_format": (
"Some videos are too large to be returned directly. Try reducing compression quality to optimized first. "
"Choose whether to get "
"a GCS URI or save locally, when you choose one the other output will be None."
),
"output_gcs_uri": (
"GCS URI where the generated videos will be stored, in the format " "'gs://BUCKET_NAME/SUBDIRECTORY'."
),
"model": "The Veo model to use for video generation.",
"fps": "Optional. Frames per second for the generated video.",
"number_of_videos": "Optional. Number of video variations to generate.",
"image_mime_type": "Mime type of the input image, e.g., 'image/png' or 'image/jpeg'.",
"mime_type": "Mime type of the input image or video, e.g., 'image/png' or 'video/mp4'.",
}
# "resizeMode": (
# "Optional. Veo 3 models only, used with image for image-to-video. The resize "
@@ -69,7 +63,7 @@ CONFIGURATION = {
# ),
OUTPUTS = {
"output_gcs_uri_list": "A list of GCS URIs of the generated videos (when output_format=gcs_uri).",
"output_videos": "A list of generated videos (VIDEO type).",
"output_video_path_list": "A list of local paths to the generated videos (when output_format=local_file)",
}
@@ -93,6 +87,10 @@ INPUTS = {
"first_frame": (
"Image to use as the first frame of generated videos. Only supported for image " "to video use cases."
),
"reference_type": "Asset image: You provide up to three images of a single person, character, or product. "
"Veo preserves the subject's appearance in the output video. Style image: You provide a single style image. "
"Veo applies the style from your uploaded image in the output video. This feature "
"is only supported by veo-2.0-generate-exp in Preview.",
}
TOOLTIPS = {
@@ -135,6 +133,18 @@ DOCUMENTATION = {
"Configuration": CONFIGURATION,
},
),
"VertexVeoVideoWithReferenceNode": create_documentation(
"Video with Reference",
"Generate videos using a reference image for style guidance with Google's Veo.",
{
"Inputs": {
"prompt": get_tooltip("prompt"),
"reference_image": "The image to use as a reference for content or style.",
},
"Outputs": OUTPUTS,
"Configuration": CONFIGURATION,
},
),
}
src/comfyui_adforge/nodes.py
+5
View File
@@ -13,6 +13,9 @@ from .video_generation.vertex_first_last_frame_to_video import (
from .video_generation.vertex_image_to_video import VertexVeoImageToVideoNode
from .video_generation.vertex_text_to_video import VertexVeoTextToVideoNode
from .video_generation.vertex_video_to_video import VertexVeoVideoToVideoNode
from .video_generation.vertex_video_with_reference import (
VertexVeoVideoWithReferenceNode,
)
# from .video_generation import PreviewVideo
@@ -258,6 +261,7 @@ NODE_CLASS_MAPPINGS = {
"VertexVeoImageToVideoNode": VertexVeoImageToVideoNode,
"VertexVeoFirstLastFrameToVideoNode": VertexVeoFirstLastFrameToVideoNode,
"VertexVeoVideoToVideoNode": VertexVeoVideoToVideoNode,
"VertexVeoVideoWithReferenceNode": VertexVeoVideoWithReferenceNode,
"LoadVideoGCS": LoadVideoGCS,
# "PreviewVideo": PreviewVideo,
}
@@ -268,6 +272,7 @@ NODE_DISPLAY_NAME_MAPPINGS = {
"VertexVeoImageToVideoNode": "Vertex Veo Image to Video",
"VertexVeoFirstLastFrameToVideoNode": "Vertex Veo First-Last Frame to Video",
"VertexVeoVideoToVideoNode": "Vertex Veo Video to Video",
"VertexVeoVideoWithReferenceNode": "Vertex Veo Video with Reference",
"LoadVideoGCS": "Load Video from GCS",
# "PreviewVideo": "Preview Video",
}
src/comfyui_adforge/video_generation/vertex_first_last_frame_to_video.py
+2 -2
View File
@@ -83,14 +83,14 @@ class VertexVeoFirstLastFrameToVideoNode(IO.ComfyNode):
"first_frame_mime_type",
options=settings.ImageMimeType.options(),
default=settings.ImageMimeType.default(),
tooltip=get_tooltip("first_frame_mime_type"),
tooltip=get_tooltip("mime_type"),
optional=True,
),
IO.Combo.Input(
"last_frame_mime_type",
options=settings.ImageMimeType.options(),
default=settings.ImageMimeType.default(),
tooltip=get_tooltip("last_frame_mime_type"),
tooltip=get_tooltip("mime_type"),
optional=True,
),
IO.Int.Input(
src/comfyui_adforge/video_generation/vertex_image_to_video.py
+1 -1
View File
@@ -72,7 +72,7 @@ class VertexVeoImageToVideoNode(IO.ComfyNode):
"image_mime_type",
options=settings.ImageMimeType.options(),
default=settings.ImageMimeType.default(),
tooltip=get_tooltip("image_mime_type"),
tooltip=get_tooltip("mime_type"),
optional=True,
),
IO.Int.Input(
src/comfyui_adforge/video_generation/vertex_video_to_video.py
+1 -1
View File
@@ -75,7 +75,7 @@ class VertexVeoVideoToVideoNode(IO.ComfyNode):
"video_mime_type",
options=settings.VideoMimeType.options(),
default=settings.VideoMimeType.default(),
tooltip=get_tooltip("video_mime_type"),
tooltip=get_tooltip("mime_type"),
optional=True,
),
IO.Int.Input(
src/comfyui_adforge/video_generation/vertex_video_with_reference.py
+224
View File
@@ -0,0 +1,224 @@
"""
Video with Reference Node for ComfyUI
Generate videos using a reference image for style guidance with Google GenAI SDK.
"""
from typing import Optional
from comfy_api.latest import IO, ImageInput, ui
from google.genai.types import (
GenerateVideosConfig,
GenerateVideosSource,
Image,
VideoGenerationReferenceImage,
VideoGenerationReferenceType,
)
from .. import settings, utils
from ..documentation import get_documentation, get_tooltip
class VertexVeoVideoWithReferenceNode(IO.ComfyNode):
"""
Generate a video using a reference image for style or content guidance.
"""
@classmethod
def define_schema(cls) -> IO.Schema:
"""Define input parameters for the node."""
return IO.Schema(
node_id="VertexVeoVideoWithReferenceNode",
display_name="Vertex Veo Video with Reference",
category="AdForge/Video Generation",
description=get_documentation("VertexVeoVideoWithReferenceNode"),
inputs=[
IO.String.Input("prompt", tooltip=get_tooltip("prompt"), force_input=True),
IO.Image.Input("reference_image", tooltip=get_tooltip("reference_image"), optional=True),
IO.String.Input(
"reference_image_gcs_uri",
placeholder=settings.get_default_gcs_uri("reference.png"),
tooltip=get_tooltip("reference_image_gcs_uri"),
optional=True,
),
IO.Combo.Input(
"reference_type",
options=settings.ReferenceType.options(),
default=settings.ReferenceType.default(),
tooltip=get_tooltip("reference_type"),
optional=True,
),
IO.String.Input(
"negative_prompt", tooltip=get_tooltip("negative_prompt"), optional=True, force_input=True
),
IO.String.Input(
"output_gcs_uri",
default=settings.get_default_gcs_uri("video-with-reference"),
tooltip=get_tooltip("output_gcs_uri"),
optional=True,
),
IO.Combo.Input(
"model",
options=settings.VeoModel.options(),
default=settings.VeoModel.default(),
tooltip=get_tooltip("model"),
optional=True,
),
IO.Combo.Input(
"aspect_ratio",
options=settings.AspectRatio.options(),
default=settings.AspectRatio.default(),
tooltip=get_tooltip("aspect_ratio"),
optional=True,
),
IO.Combo.Input(
"mime_type",
options=settings.ImageMimeType.options(),
default=settings.ImageMimeType.default(),
tooltip=get_tooltip("image_mime_type"),
optional=True,
),
IO.Int.Input(
"duration_seconds",
default=settings.DEFAULT_DURATION_SECONDS,
min=1,
max=10,
display_mode=IO.NumberDisplay.number,
tooltip=get_tooltip("duration_seconds"),
optional=True,
),
IO.Combo.Input(
"resolution",
options=settings.Resolution.options(),
default=settings.Resolution.default(),
tooltip=get_tooltip("resolution"),
optional=True,
),
IO.Int.Input(
"fps",
default=24,
min=1,
max=60,
display_mode=IO.NumberDisplay.number,
tooltip=get_tooltip("fps"),
optional=True,
),
IO.Int.Input(
"number_of_videos",
default=1,
min=1,
max=4,
display_mode=IO.NumberDisplay.number,
tooltip=get_tooltip("number_of_videos"),
optional=True,
),
IO.Boolean.Input("enhance_prompt", default=True, tooltip=get_tooltip("enhance_prompt"), optional=True),
IO.Boolean.Input("generate_audio", default=False, tooltip=get_tooltip("generate_audio"), optional=True),
IO.Combo.Input(
"person_generation",
options=settings.PersonGeneration.options(),
default=settings.PersonGeneration.default(),
tooltip=get_tooltip("person_generation"),
optional=True,
),
IO.Int.Input(
"seed",
default=0,
min=0,
max=2147483647,
control_after_generate=True,
display_mode=IO.NumberDisplay.number,
tooltip=get_tooltip("seed"),
optional=True,
),
],
outputs=[
IO.Video.Output(
id="output_videos", display_name="videos", tooltip=get_tooltip("output_videos"), is_output_list=True
),
IO.String.Output(
id="output_video_path_list",
display_name="video_path_list",
tooltip=get_tooltip("output_video_path_list"),
is_output_list=True,
),
],
is_output_node=True,
)
@classmethod
def execute(
cls,
prompt: str,
reference_type: str,
output_gcs_uri: str,
model: settings.VeoModel,
aspect_ratio: settings.AspectRatio,
mime_type: settings.ImageMimeType,
duration_seconds: int,
resolution: settings.Resolution,
fps: int,
seed: int,
number_of_videos: int,
enhance_prompt: bool,
generate_audio: bool,
person_generation: settings.PersonGeneration,
negative_prompt: Optional[str] = None,
reference_image: Optional[ImageInput] = None,
reference_image_gcs_uri: Optional[str] = None,
) -> IO.NodeOutput:
"""Generate video with reference image."""
client = utils.get_genai_client()
if not output_gcs_uri:
output_gcs_uri = settings.get_default_gcs_uri("video-with-reference")
config_params = {
"aspect_ratio": aspect_ratio,
"duration_seconds": duration_seconds,
"resolution": resolution,
"fps": fps,
"enhance_prompt": enhance_prompt,
"generate_audio": generate_audio,
"number_of_videos": number_of_videos,
"person_generation": person_generation,
"compression_quality": "LOSSLESS",
"output_gcs_uri": output_gcs_uri,
}
if negative_prompt:
config_params["negative_prompt"] = negative_prompt
if seed >= 0:
config_params["seed"] = seed
image_bytes = utils.bytify_image(reference_image)
ref_image = None
if image_bytes:
ref_image = Image(image_bytes=image_bytes, mime_type=mime_type)
elif reference_image_gcs_uri:
ref_image = Image(gcs_uri=reference_image_gcs_uri, mime_type=mime_type)
if not ref_image:
raise ValueError("A reference image (local upload or GCS URI) must be provided.")
ref_type_enum = VideoGenerationReferenceType[reference_type]
config_params["reference_images"] = [
VideoGenerationReferenceImage(image=ref_image, reference_type=ref_type_enum)
]
try:
operation = client.models.generate_videos(
model=model,
source=GenerateVideosSource(prompt=prompt),
config=GenerateVideosConfig(**config_params),
)
result = utils.poll_operation(client, operation)
videos, video_paths, previews = utils.process_genai_results(result, "vertex-ref")
return IO.NodeOutput(videos, video_paths, ui=ui.PreviewVideo(previews))
except Exception as e:
raise RuntimeError(f"Video generation failed: {str(e)}")