36 lines
1.0 KiB
Bash
36 lines
1.0 KiB
Bash
# export WANDB_MODE="offline"
|
|
GPU_NUM=8
|
|
MODEL_PATH="data/hunyuan"
|
|
MODEL_TYPE="hunyuan"
|
|
DATA_MERGE_PATH="data/Mixkit-All-Clips/merge.txt"
|
|
OUTPUT_DIR="data/Hunyuan-Mixkit-Data"
|
|
VALIDATION_PATH="assets/prompt.txt"
|
|
# torchrun --nproc_per_node=$GPU_NUM \
|
|
# fastvideo/data_preprocess/preprocess_vae_latents.py \
|
|
# --model_path $MODEL_PATH \
|
|
# --data_merge_path $DATA_MERGE_PATH \
|
|
# --train_batch_size=1 \
|
|
# --max_height=480 \
|
|
# --max_width=848 \
|
|
# --num_frames=93 \
|
|
# --dataloader_num_workers 1 \
|
|
# --output_dir=$OUTPUT_DIR \
|
|
# --model_type $MODEL_TYPE \
|
|
# --train_fps 24
|
|
|
|
|
|
|
|
torchrun --nproc_per_node=$GPU_NUM \
|
|
fastvideo/data_preprocess/preprocess_text_embeddings.py \
|
|
--model_type $MODEL_TYPE \
|
|
--model_path $MODEL_PATH \
|
|
--output_dir=$OUTPUT_DIR
|
|
|
|
|
|
|
|
torchrun --nproc_per_node=1 \
|
|
fastvideo/data_preprocess/preprocess_validation_text_embeddings.py \
|
|
--model_type $MODEL_TYPE \
|
|
--model_path $MODEL_PATH \
|
|
--output_dir=$OUTPUT_DIR \
|
|
--validation_prompt_txt $VALIDATION_PATH |