checkpoint ode checkpoint fix t2v to i2v lint chekpt checkpoint hacked but working ode_init scripts WIP fixing time embedding WIP fixing time embedding checkpoint update fix revert revert revert update update visualize
34 lines
1.9 KiB
Python
34 lines
1.9 KiB
Python
import os
|
||
import time
|
||
from fastvideo import VideoGenerator, SamplingParam
|
||
|
||
OUTPUT_PATH = "video_samples_causal"
|
||
def main():
|
||
# FastVideo will automatically use the optimal default arguments for the
|
||
# model.
|
||
# If a local path is provided, FastVideo will make a best effort
|
||
# attempt to identify the optimal arguments.
|
||
model_name = "wlsaidhi/SFWan2.1-T2V-1.3B-Diffusers"
|
||
generator = VideoGenerator.from_pretrained(
|
||
model_name,
|
||
# FastVideo will automatically handle distributed setup
|
||
num_gpus=1,
|
||
use_fsdp_inference=True,
|
||
text_encoder_cpu_offload=False,
|
||
dit_cpu_offload=False,
|
||
)
|
||
|
||
sampling_param = SamplingParam.from_pretrained(model_name)
|
||
sampling_param.num_frames = 81
|
||
|
||
prompts = [
|
||
"A stylish woman walks down a Tokyo street filled with warm glowing neon and animated city signage. She wears a black leather jacket, a long red dress, and black boots, and carries a black purse. She wears sunglasses and red lipstick. She walks confidently and casually. The street is damp and reflective, creating a mirror effect of the colorful lights. Many pedestrians walk about.",
|
||
"A white and orange tabby cat is seen happily darting through a dense garden, as if chasing something. Its eyes are wide and happy as it jogs forward, scanning the branches, flowers, and leaves as it walks. The path is narrow as it makes its way between all the plants. the scene is captured from a ground-level angle, following the cat closely, giving a low and intimate perspective. The image is cinematic with warm tones and a grainy texture. The scattered daylight between the leaves and plants above creates a warm contrast, accentuating the cat’s orange fur. The shot is clear and sharp, with a shallow depth of field.",
|
||
]
|
||
|
||
for prompt in prompts:
|
||
video = generator.generate_video(prompt, output_path=OUTPUT_PATH, save_video=True, sampling_param=sampling_param)
|
||
|
||
if __name__ == "__main__":
|
||
main()
|