13 lines
472 B
Bash
13 lines
472 B
Bash
export TOKENIZERS_PARALLELISM=False
|
|
export NCCL_DEBUG=INFO
|
|
export NCCL_TIMEOUT=12000
|
|
|
|
script_dir=$(cd -- "$(dirname -- "$0")" &> /dev/null && pwd -P)
|
|
project_root=$(dirname "$(dirname "$script_dir")")
|
|
echo "script_dir" ${script_dir}
|
|
|
|
deepspeed_config_file=${project_root}/misc/accelerate_config.yaml
|
|
|
|
accelerate launch --mixed_precision bf16 --num_processes 8 --config_file ${deepspeed_config_file} \
|
|
${script_dir}/train_edit.py \
|
|
--config ${script_dir}/train_config.yaml |