diff --git a/scripts/videogpt/train_videogpt.sh b/scripts/videogpt/train_videogpt.sh index 8780f9f86..a180a5269 100644 --- a/scripts/videogpt/train_videogpt.sh +++ b/scripts/videogpt/train_videogpt.sh @@ -11,18 +11,18 @@ accelerate launch \ --learning_rate 1e-5 \ --weight_decay 0. \ --num_train_epochs 2 \ - --embedding_dim 512 \ --lr_scheduler_type cosine \ --max_grad_norm 1.0 \ --save_strategy steps \ --save_total_limit 5 \ --logging_steps 5 \ - --save_steps 5 \ + --save_steps 1000 \ --n_codes 2048 \ - --n_hiddens 240 \ + --n_hiddens 512 \ + --embedding_dim 4 \ --n_res_layers 4 \ - --downsample "4,4,4" \ - --resolution 336 \ + --downsample "4,8,8" \ + --resolution 128 \ --sequence_length 16 \ --bf16 False \ --fp16 True \ diff --git a/scripts/videogpt/train_videogpt_dsz2.sh b/scripts/videogpt/train_videogpt_dsz2.sh index c27d87d01..8d5bec29a 100644 --- a/scripts/videogpt/train_videogpt_dsz2.sh +++ b/scripts/videogpt/train_videogpt_dsz2.sh @@ -1,4 +1,4 @@ -export ACCELERATE_GRADIENT_ACCUMULATION_STEPS=8 +export ACCELERATE_GRADIENT_ACCUMULATION_STEPS=4 accelerate launch \ --config_file scripts/accelerate_configs/deepspeed_zero2_config.yaml \ @@ -11,18 +11,18 @@ accelerate launch \ --learning_rate 1e-5 \ --weight_decay 0. \ --num_train_epochs 2 \ - --embedding_dim 512 \ --lr_scheduler_type cosine \ --max_grad_norm 1.0 \ --save_strategy steps \ --save_total_limit 5 \ --logging_steps 5 \ - --save_steps 5 \ + --save_steps 1000 \ --n_codes 2048 \ - --n_hiddens 240 \ + --n_hiddens 512 \ + --embedding_dim 4 \ --n_res_layers 4 \ - --downsample "4,4,4" \ - --resolution 336 \ + --downsample "4,8,8" \ + --resolution 128 \ --sequence_length 16 \ --bf16 False \ --fp16 True \ diff --git a/scripts/videogpt/train_videogpt_dsz3.sh b/scripts/videogpt/train_videogpt_dsz3.sh index dd2416463..c49811ce1 100644 --- a/scripts/videogpt/train_videogpt_dsz3.sh +++ b/scripts/videogpt/train_videogpt_dsz3.sh @@ -11,18 +11,18 @@ accelerate launch \ --learning_rate 1e-5 \ --weight_decay 0. \ --num_train_epochs 2 \ - --embedding_dim 512 \ --lr_scheduler_type cosine \ --max_grad_norm 1.0 \ --save_strategy steps \ --save_total_limit 5 \ --logging_steps 5 \ - --save_steps 5 \ + --save_steps 1000 \ --n_codes 2048 \ - --n_hiddens 240 \ + --n_hiddens 512 \ + --embedding_dim 4 \ --n_res_layers 4 \ - --downsample "4,4,4" \ - --resolution 336 \ + --downsample "4,8,8" \ + --resolution 128 \ --sequence_length 16 \ --bf16 False \ --fp16 True \