distributed validation

This commit is contained in:
rlsu9
2024-11-30 09:39:00 +04:00
parent 278e8bb8f3
commit 954dc8e35c
4 changed files with 8 additions and 5 deletions
+1 -1
View File
@@ -29,7 +29,7 @@ torchrun --nnodes 2 --nproc_per_node 8\
--learning_rate=1e-6\
--mixed_precision="bf16"\
--checkpointing_steps=500\
--validation_steps 250\
--validation_steps 125\
--validation_sampling_steps 8 \
--checkpoints_total_limit 3\
--allow_tf32\
+1 -1
View File
@@ -29,7 +29,7 @@ torchrun --nnodes 2 --nproc_per_node 8\
--learning_rate=1e-6\
--mixed_precision="bf16"\
--checkpointing_steps=500\
--validation_steps 250\
--validation_steps 125\
--validation_sampling_steps 8 \
--checkpoints_total_limit 3\
--allow_tf32\