Zhang Peiyuan
cf15594055
typo update update typo [Debug] Typo (#65) debug gradient accumulation loss update gitignore typo typo update scripts update experiment 10 new script typo update update update update wandb offline and dir runlong update update update update update update update fix finetune code bug update update update add l2 update
48 lines
1.4 KiB
Bash
48 lines
1.4 KiB
Bash
export WANDB_MODE=online
|
|
export WANDB_API_KEY=4f6de3765d6464f43e0506ec7d785641af645e73
|
|
|
|
|
|
DATA_DIR=data
|
|
IP=172.23.30.16
|
|
|
|
torchrun --nnodes 4 --nproc_per_node 4\
|
|
--node_rank=0 \
|
|
--rdzv_id=456 \
|
|
--rdzv_backend=c10d \
|
|
--rdzv_endpoint=$IP:29500 \
|
|
fastvideo/distill.py\
|
|
--seed 42\
|
|
--pretrained_model_name_or_path $DATA_DIR/mochi\
|
|
--cache_dir "data/.cache"\
|
|
--data_json_path "$DATA_DIR/Merge-30k-Data/video2caption.json"\
|
|
--validation_prompt_dir "$DATA_DIR/validation_embeddings/validation_prompt_embed_mask"\
|
|
--gradient_checkpointing\
|
|
--train_batch_size=1\
|
|
--num_latent_t 14\
|
|
--sp_size 2\
|
|
--train_sp_batch_size 1\
|
|
--dataloader_num_workers 4\
|
|
--gradient_accumulation_steps=1\
|
|
--max_train_steps=4000\
|
|
--learning_rate=5e-6\
|
|
--mixed_precision="bf16"\
|
|
--checkpointing_steps=500\
|
|
--validation_steps 64\
|
|
--validation_sampling_steps "8" \
|
|
--checkpoints_total_limit 3\
|
|
--allow_tf32\
|
|
--ema_start_step 0\
|
|
--cfg 0.0\
|
|
--log_validation\
|
|
--output_dir="$DATA_DIR/outputs/lq_euler_50_thres0.1_lrg_0.75_phase1_lr_5e-6_pred_decay_0.1_latent14"\
|
|
--tracker_project_name PCM \
|
|
--num_frames 163 \
|
|
--scheduler_type pcm_linear_quadratic \
|
|
--validation_guidance_scale "0.5,1.5" \
|
|
--num_euler_timesteps 50 \
|
|
--linear_quadratic_threshold 0.1 \
|
|
--linear_range 0.75 \
|
|
--multi_phased_distill_schedule "4000-1" \
|
|
--pred_decay_weight 0.1
|
|
|