43 lines
2.1 KiB
Python
43 lines
2.1 KiB
Python
from fastvideo import VideoGenerator
|
|
|
|
from fastvideo.configs.sample import SamplingParam
|
|
|
|
OUTPUT_PATH = "video_samples_5b"
|
|
def main():
|
|
# FastVideo will automatically use the optimal default arguments for the
|
|
# model.
|
|
# If a local path is provided, FastVideo will make a best effort
|
|
# attempt to identify the optimal arguments.
|
|
model_id = "Wan-AI/Wan2.2-TI2V-5B-Diffusers"
|
|
generator = VideoGenerator.from_pretrained(
|
|
model_id,
|
|
# FastVideo will automatically handle distributed setup
|
|
num_gpus=1,
|
|
use_fsdp_inference=True,
|
|
dit_cpu_offload=False,
|
|
vae_cpu_offload=False,
|
|
text_encoder_cpu_offload=False,
|
|
# image_encoder_cpu_offload=False,
|
|
)
|
|
|
|
sampling_param = SamplingParam.from_pretrained("Wan-AI/Wan2.2-TI2V-5B-Diffusers")
|
|
# sampling_param.num_frames = 45
|
|
sampling_param.image_path = "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/astronaut.jpg"
|
|
# Generate videos with the same simple API, regardless of GPU count
|
|
prompt = (
|
|
"An astronaut hatching from an egg, on the surface of the moon, the darkness and depth of space realised in the background. High quality, ultrarealistic detail and breath-taking movie-like camera shot."
|
|
)
|
|
video = generator.generate_video(prompt, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
|
|
# video = generator.generate_video(prompt, sampling_param=sampling_param, output_path="wan_t2v_videos/")
|
|
|
|
# Generate another video with a different prompt, without reloading the
|
|
# model!
|
|
# prompt2 = (
|
|
# "A majestic lion strides across the golden savanna, its powerful frame glistening under the warm afternoon sun. The tall grass ripples gently in the breeze, enhancing the lion's commanding presence. The tone is vibrant, embodying the raw energy of the wild. Low angle, steady tracking shot, cinematic."
|
|
# )
|
|
# video2 = generator.generate_video(prompt2, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|