flash-attn train and sample

Former-commit-id: e336565bd5ff2aaf4d0b4ad5f42732e89cd216b3
2024-03-09 16:30:09 +08:00
parent 39e398e815
commit 6df13b07bb
12 changed files with 107 additions and 47 deletions
@@ -1,5 +1,5 @@
-python opensora/sample/sample.py \
+accelerate launch --num_processes 1 --main_process_port 29501 --mixed_precision bf16 opensora/sample/sample.py \
  --model Latte-XL/122 --ae stabilityai/sd-vae-ft-mse \
  --ckpt results/011-Latte-XL-122-F128S3-landscope_feature-Gc-Amp/checkpoints/0005000.pt --extras 1 \
-  --fps 10 --num-frames 128 --image-size 256 --num-sampling-steps 250
+  --fps 10 --num-frames 128 --image-size 256 --num-sampling-steps 250 --attention_mode flash