typo

2024-12-01 04:44:42 +04:00
parent 43b4778474
commit c19f72f722
1 changed files with 2 additions and 2 deletions
@@ -6,11 +6,11 @@ export FI_PROVIDER=efa
 export FI_EFA_USE_DEVICE_RDMA=1
 export NCCL_PROTO=simple

-torchrun --nnodes 4 --nproc_per_node 4\
+torchrun --nnodes 2 --nproc_per_node 8\
    --node_rank=3 \
    --rdzv_id=456 \
    --rdzv_backend=c10d \
-    --rdzv_endpoint=172.23.30.16:29500 \
+    --rdzv_endpoint=[MASTER_NODE_IP_ADDRESS]:29500 \
    fastvideo/distill.py\
    --seed 42\
    --pretrained_model_name_or_path data/mochi\