diff --git a/scripts/experiment_10.sh b/scripts/experiment_10.sh index 5b02c41eb..b7d064d41 100644 --- a/scripts/experiment_10.sh +++ b/scripts/experiment_10.sh @@ -6,11 +6,11 @@ export FI_PROVIDER=efa export FI_EFA_USE_DEVICE_RDMA=1 export NCCL_PROTO=simple -torchrun --nnodes 4 --nproc_per_node 4\ +torchrun --nnodes 2 --nproc_per_node 8\ --node_rank=3 \ --rdzv_id=456 \ --rdzv_backend=c10d \ - --rdzv_endpoint=172.23.30.16:29500 \ + --rdzv_endpoint=[MASTER_NODE_IP_ADDRESS]:29500 \ fastvideo/distill.py\ --seed 42\ --pretrained_model_name_or_path data/mochi\