[feat]: Add vae encoder embedded generator to main (#30)

2024-11-06 11:58:15 -08:00
parent 52ba538e8e
commit 035ba5f5cf
8 changed files with 252 additions and 26 deletions
@@ -0,0 +1,22 @@
+# export WANDB_MODE="offline"
+GPU_NUM=8
+MODEL_PATH="/ephemeral/hao.zhang/outputfolder/ckptfolder/mochi_diffuser"
+MOCHI_DIR="/ephemeral/hao.zhang/resourcefolder/mochi/mochi-1-preview"
+DATA_MERGE_PATH="/ephemeral/hao.zhang/resourcefolder/Mochi-Synthetic-Data-BW-Finetune/merge.txt"
+OUTPUT_DIR="./data/BW-Finetune-Synthetic-Data_test"
+
+torchrun --nproc_per_node=$GPU_NUM \
+    ./fastvideo/utils/data_preprocess/finetune_data_VAE.py \
+    --model_path $MODEL_PATH \
+    --data_merge_path $DATA_MERGE_PATH \
+    --train_batch_size=1 \
+    --max_height=480 \
+    --max_width=848 \
+    --target_length=163 \
+    --dataloader_num_workers 1 \
+    --output_dir=$OUTPUT_DIR
+
+torchrun --nproc_per_node=$GPU_NUM \
+    ./fastvideo/utils/data_preprocess/finetune_data_T5.py \
+    --model_path $MODEL_PATH \
+    --output_dir=$OUTPUT_DIR