58 lines
2.0 KiB
Python
58 lines
2.0 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
"""
|
|
Diffusion pipelines for fastvideo.v1.
|
|
|
|
This package contains diffusion pipelines for generating videos and images.
|
|
"""
|
|
|
|
from fastvideo.v1.fastvideo_args import FastVideoArgs
|
|
from fastvideo.v1.logger import init_logger
|
|
from fastvideo.v1.pipelines.composed_pipeline_base import ComposedPipelineBase
|
|
from fastvideo.v1.pipelines.pipeline_batch_info import ForwardBatch
|
|
from fastvideo.v1.pipelines.pipeline_registry import PipelineRegistry
|
|
from fastvideo.v1.utils import (maybe_download_model,
|
|
verify_model_config_and_directory)
|
|
|
|
logger = init_logger(__name__)
|
|
|
|
|
|
def build_pipeline(fastvideo_args: FastVideoArgs) -> ComposedPipelineBase:
|
|
"""
|
|
Only works with valid hf diffusers configs. (model_index.json)
|
|
We want to build a pipeline based on the inference args mode_path:
|
|
1. download the model from the hub if it's not already downloaded
|
|
2. verify the model config and directory
|
|
3. based on the config, determine the pipeline class
|
|
"""
|
|
# Get pipeline type
|
|
model_path = fastvideo_args.model_path
|
|
model_path = maybe_download_model(model_path)
|
|
# fastvideo_args.downloaded_model_path = model_path
|
|
logger.info("Model path: %s", model_path)
|
|
config = verify_model_config_and_directory(model_path)
|
|
|
|
pipeline_architecture = config.get("_class_name")
|
|
if pipeline_architecture is None:
|
|
raise ValueError(
|
|
"Model config does not contain a _class_name attribute. "
|
|
"Only diffusers format is supported.")
|
|
|
|
pipeline_cls, pipeline_architecture = PipelineRegistry.resolve_pipeline_cls(
|
|
pipeline_architecture)
|
|
|
|
# instantiate the pipeline
|
|
pipeline = pipeline_cls(model_path, fastvideo_args, config)
|
|
logger.info("Pipeline instantiated")
|
|
|
|
# pipeline is now initialized and ready to use
|
|
return pipeline
|
|
|
|
|
|
__all__ = [
|
|
"build_pipeline",
|
|
"list_available_pipelines",
|
|
"ComposedPipelineBase",
|
|
"PipelineRegistry",
|
|
"ForwardBatch",
|
|
]
|