[Backend][Vmoba] Add implementation of VMoba (#778)

Co-authored-by: EricLiang <https://github.com/EricLina>
This commit is contained in:
Eric Liang
2025-09-08 23:53:25 -07:00
committed by GitHub
co-authored by EricLiang
parent 076f45c1ee
commit e028dcc7c0
21 changed files with 1507 additions and 7 deletions
+28
View File
@@ -0,0 +1,28 @@
#!/bin/bash
num_gpus=1
export FASTVIDEO_ATTENTION_BACKEND=VMOBA_ATTN
export MODEL_BASE=FastVideo/Wan2.1-T2V-1.3B-Diffusers
# export MODEL_BASE=hunyuanvideo-community/HunyuanVideo
# You can either use --prompt or --prompt-txt, but not both.
fastvideo generate \
--model-path $MODEL_BASE \
--sp-size $num_gpus \
--tp-size 1 \
--num-gpus $num_gpus \
--dit-cpu-offload False \
--vae-cpu-offload False \
--text-encoder-cpu-offload True \
--pin-cpu-memory False \
--height 480 \
--width 832 \
--num-frames 77 \
--num-inference-steps 50 \
--moba-config-path fastvideo/configs/backend/vmoba/wan_1.3B_77_480_832.json \
--fps 16 \
--guidance-scale 6.0 \
--flow-shift 8.0 \
--prompt-txt assets/prompt.txt \
--negative-prompt "Bright tones, overexposed, static, blurred details, subtitles, style, works, paintings, images, static, overall gray, worst quality, low quality, JPEG compression residue, ugly, incomplete, extra fingers, poorly drawn hands, poorly drawn faces, deformed, disfigured, misshapen limbs, fused fingers, still picture, messy background, three legs, many people in the background, walking backwards" \
--seed 1024 \
--output-path outputs_video/