add latte

Former-commit-id: 01ba10e5d65c9d2d957472fbe7958e1b07a971e9
2024-03-06 15:28:20 +08:00
parent 4f608035e2
commit cf40ce1e7a
91 changed files with 4259 additions and 318 deletions
@@ -1,7 +1,7 @@
-torchrun  --nproc_per_node=8 src/train.py \
-  --model DiT-XL/122 \
-  --vae ucf101_stride4x4x4 \
+torchrun  --nproc_per_node=1 --master_port=29501 opensora/train/train.py \
+  --model DiT-XL/122 --dataset ucf101\
+  --ae ucf101_stride4x4x4 \
  --data-path /remote-home/yeyang/UCF-101 --num-classes 101 \
  --sample-rate 2 --num-frames 8 --max-image-size 128 --clip-grad-norm 1 \
-  --epochs 14000 --global-batch-size 256 --lr 1e-4 \
-  --ckpt-every 1000 --log-every 1000 
+  --epochs 14000 --global-batch-size 2 --lr 1e-4 \
+  --ckpt-every 1000 --log-every 50