401bdbd316
Co-authored-by: RandNMR73 <notomatthew31@gmail.com> Co-authored-by: JerryZhou54 <zhouw.jerry2017@outlook.com> Co-authored-by: kevin314 <kevin.lin.cs1@gmail.com>
25 lines
810 B
Bash
25 lines
810 B
Bash
# export WANDB_MODE="offline"
|
|
GPU_NUM=1 # 2,4,8
|
|
MODEL_PATH="Wan-AI/Wan2.1-I2V-14B-480P-Diffusers"
|
|
MODEL_TYPE="wan"
|
|
DATA_MERGE_PATH="mini_i2v_dataset/crush-smol_raw/merge.txt"
|
|
OUTPUT_DIR="mini_i2v_dataset/crush-smol_preprocessed"
|
|
VALIDATION_PATH="mini_i2v_dataset/crush-smol_raw/validation.txt"
|
|
|
|
torchrun --nproc_per_node=$GPU_NUM \
|
|
fastvideo/pipelines/preprocess/v1_preprocess.py \
|
|
--model_path $MODEL_PATH \
|
|
--data_merge_path $DATA_MERGE_PATH \
|
|
--preprocess_video_batch_size 8 \
|
|
--max_height 480 \
|
|
--max_width 832 \
|
|
--num_frames 77 \
|
|
--dataloader_num_workers 0 \
|
|
--output_dir=$OUTPUT_DIR \
|
|
--model_type $MODEL_TYPE \
|
|
--train_fps 16 \
|
|
--validation_dataset_file $VALIDATION_PATH \
|
|
--samples_per_file 8 \
|
|
--flush_frequency 8 \
|
|
--preprocess_task "i2v"
|