50 lines
3.3 KiB
Python
50 lines
3.3 KiB
Python
from fastvideo import VideoGenerator
|
|
from fastvideo.api.sampling_param import SamplingParam
|
|
|
|
OUTPUT_PATH = "./lora_out"
|
|
|
|
|
|
def main():
|
|
# Initialize VideoGenerator with the Wan model
|
|
generator = VideoGenerator.from_pretrained(
|
|
"Wan-AI/Wan2.1-T2V-1.3B-Diffusers",
|
|
num_gpus=1,
|
|
dit_cpu_offload=False,
|
|
vae_cpu_offload=False,
|
|
text_encoder_cpu_offload=True,
|
|
pin_cpu_memory=True, # set to false if low CPU RAM or hit obscure "CUDA error: Invalid argument"
|
|
lora_path="benjamin-paine/steamboat-willie-1.3b",
|
|
lora_nickname="steamboat")
|
|
kwargs = {
|
|
"height": 480,
|
|
"width": 832,
|
|
"num_frames": 81,
|
|
"guidance_scale": 6.0,
|
|
"num_inference_steps": 32,
|
|
"seed": 42,
|
|
}
|
|
# Generate video with LoRA style
|
|
prompt = "steamboat willie style, golden era animation, close-up of a short fluffy monster kneeling beside a melting red candle. the mood is one of wonder and curiosity, as the monster gazes at the flame with wide eyes and open mouth. Its pose and expression convey a sense of innocence and playfulness, as if it is exploring the world around it for the first time. The use of warm colors and dramatic lighting further enhances the cozy atmosphere of the image."
|
|
negative_prompt = "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走"
|
|
|
|
video = generator.generate_video(
|
|
prompt,
|
|
# sampling_param=sampling_param,
|
|
output_path=OUTPUT_PATH,
|
|
save_video=True,
|
|
negative_prompt=negative_prompt,
|
|
**kwargs)
|
|
|
|
generator.set_lora_adapter(lora_nickname="flat_color", lora_path="motimalu/wan-flat-color-1.3b-v2")
|
|
prompt = "flat color, no lineart, blending, negative space, artist:[john kafka|ponsuke kaikai|hara id 21|yoneyama mai|fuzichoco], 1girl, sakura miko, pink hair, cowboy shot, white shirt, floral print, off shoulder, outdoors, cherry blossom, tree shade, wariza, looking up, falling petals, half-closed eyes, white sky, clouds, live2d animation, upper body, high quality cinematic video of a woman sitting under a sakura tree. Dreamy and lonely, the camera close-ups on the face of the woman as she turns towards the viewer. The Camera is steady, This is a cowboy shot. The animation is smooth and fluid."
|
|
negative_prompt = "bad quality video,色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走"
|
|
video = generator.generate_video(prompt,
|
|
output_path=OUTPUT_PATH,
|
|
save_video=True,
|
|
negative_prompt=negative_prompt,
|
|
**kwargs)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|