35 lines
1.1 KiB
Bash
35 lines
1.1 KiB
Bash
export WANDB_KEY=""
|
|
export ENTITY=""
|
|
export PROJECT="t2v-f16s3-img4-128-imgvae188-bf16-gc-xformers"
|
|
accelerate launch \
|
|
--config_file scripts/accelerate_configs/deepspeed_zero2_config.yaml \
|
|
opensora/train/train_t2v.py \
|
|
--model LatteT2V-XL/122 \
|
|
--text_encoder_name DeepFloyd/t5-v1_1-xxl \
|
|
--dataset t2v \
|
|
--ae stabilityai/sd-vae-ft-mse \
|
|
--data_path /remote-home1/dataset/sharegpt4v_path_cap_.json \
|
|
--video_folder /remote-home1/dataset/data_split \
|
|
--sample_rate 1 \
|
|
--num_frames 17 \
|
|
--max_image_size 256 \
|
|
--gradient_checkpointing \
|
|
--attention_mode xformers \
|
|
--train_batch_size=4 \
|
|
--dataloader_num_workers 10 \
|
|
--gradient_accumulation_steps=1 \
|
|
--max_train_steps=1000000 \
|
|
--learning_rate=2e-05 \
|
|
--lr_scheduler="constant" \
|
|
--lr_warmup_steps=0 \
|
|
--mixed_precision="bf16" \
|
|
--report_to="wandb" \
|
|
--checkpointing_steps=500 \
|
|
--output_dir="t2v-f17-256-img4-imagevae488-bf16-ckpt-xformers-bs4-lr2e-5-t5" \
|
|
--allow_tf32 \
|
|
--pretrained t2v.pt \
|
|
--use_deepspeed \
|
|
--model_max_length 300 \
|
|
--use_image_num 4 \
|
|
--use_img_from_vid
|