nodes/hao-ai-lab-FastVideo
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

flash-attn train and sample

Browse Source 
Former-commit-id: e336565bd5ff2aaf4d0b4ad5f42732e89cd216b3
This commit is contained in:
LinB203
2024-03-09 16:30:09 +08:00
parent 39e398e815
commit 6df13b07bb
12 changed files with 107 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/land_scope/train_feature.sh
+1 -1
View File
@@ -1,6 +1,6 @@
accelerate launch --multi_gpu --num_processes 7 opensora/train/train_with_feature.py \
accelerate launch --multi_gpu --num_processes 7 --mixed_precision bf16 opensora/train/train_with_feature.py \
--model Latte-XL/122 --dataset landscope_feature \
--ae stabilityai/sd-vae-ft-mse \
--data-path "/remote-home/yeyang/train_movie/*/*256.npy" --extras 1 \
scripts/sample.sh
+2 -2
View File
@@ -1,5 +1,5 @@
python opensora/sample/sample.py \
accelerate launch --num_processes 1 --main_process_port 29501 --mixed_precision bf16 opensora/sample/sample.py \
--model Latte-XL/122 --ae stabilityai/sd-vae-ft-mse \
--ckpt results/011-Latte-XL-122-F128S3-landscope_feature-Gc-Amp/checkpoints/0005000.pt --extras 1 \
--fps 10 --num-frames 128 --image-size 256 --num-sampling-steps 250
--fps 10 --num-frames 128 --image-size 256 --num-sampling-steps 250 --attention_mode flash
scripts/sky/train.sh
+3 -3
View File
@@ -4,6 +4,6 @@ accelerate launch --multi_gpu --num_processes 8 --mixed_precision bf16 opensora/
--model Latte-XL/122 --dataset sky \
--ae stabilityai/sd-vae-ft-mse \
--data-path "/remote-home/yeyang/sky_timelapse/sky_train/" --extras 1 \
--sample-rate 3 --num-frames 16 --max-image-size 256 \
--max-train-steps 1000000 --local-batch-size 5 --lr 1e-4 \
--ckpt-every 500 --log-every 50 --gradient-checkpointing
--sample-rate 1 --num-frames 128 --max-image-size 256 \
--max-train-steps 1000000 --local-batch-size 2 --lr 1e-4 --num-workers 10 \
--ckpt-every 500 --log-every 50 --gradient-checkpointing --attention_mode flash
scripts/sky/train_512.sh
+3 -3
View File
@@ -1,8 +1,8 @@
accelerate launch --multi_gpu --num_processes 8 opensora/train/train.py \
accelerate launch --multi_gpu --num_processes 8 --mixed_precision bf16 opensora/train/train.py \
--model Latte-XL/122 --dataset sky \
--ae stabilityai/sd-vae-ft-mse \
--data-path "/remote-home/yeyang/sky_timelapse/sky_train/" --extras 1 \
--sample-rate 3 --num-frames 32 --max-image-size 512 \
--sample-rate 3 --num-frames 16 --max-image-size 512 \
--max-train-steps 1000000 --local-batch-size 2 --lr 1e-4 \
--ckpt-every 500 --log-every 50 --gradient-checkpointing
--ckpt-every 500 --log-every 50 --gradient-checkpointing --attention_mode flash
scripts/sky/train_feature.sh
+2 -2
View File
@@ -1,9 +1,9 @@
accelerate launch --num_processes 8 opensora/train/train_with_feature.py \
accelerate launch --multi_gpu --num_processes 8 --mixed_precision bf16 opensora/train/train_with_feature.py \
--model Latte-XL/122 --dataset sky_feature \
--ae stabilityai/sd-vae-ft-mse \
--data-path "/remote-home/yeyang/sky_timelapse/sky_train/" --extras 1 \
--sample-rate 3 --num-frames 128 --max-image-size 256 \
--max-train-steps 1000000 --local-batch-size 5 --lr 1e-4 \
--ckpt-every 500 --log-every 50 --num-workers 10 --gradient-checkpointing
--ckpt-every 500 --log-every 50 --gradient-checkpointing --attention_mode flash
scripts/sky/train_feature_512.sh
+2 -2
View File
@@ -1,9 +1,9 @@
accelerate launch --multi_gpu --num_processes 8 opensora/train/train_with_feature.py \
accelerate launch --multi_gpu --num_processes 8 --mixed_precision bf16 opensora/train/train_with_feature.py \
--model Latte-XL/122 --dataset landscope_feature \
--ae stabilityai/sd-vae-ft-mse \
--data-path "/remote-home/yeyang/sky_timelapse/sky_train/" --extras 1 \
--sample-rate 3 --num-frames 64 --max-image-size 512 \
--max-train-steps 1000000 --local-batch-size 5 --lr 1e-4 \
--ckpt-every 500 --log-every 50 --gradient-checkpointing
--ckpt-every 500 --log-every 50 --gradient-checkpointing --attention_mode flash