Update Model Group Offload and Readmes (#487)
This commit is contained in:
@@ -315,8 +315,8 @@ You can configure validation parameters to periodically generate test videos dur
|
||||
```bash
|
||||
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
|
||||
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
|
||||
export DATASET_NAME="datasets/internal_datasets/"
|
||||
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
|
||||
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
|
||||
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
|
||||
# NCCL_IB_DISABLE=1 and NCCL_P2P_DISABLE=1 are used in multi nodes without RDMA.
|
||||
# export NCCL_IB_DISABLE=1
|
||||
# export NCCL_P2P_DISABLE=1
|
||||
@@ -363,8 +363,8 @@ accelerate launch --mixed_precision="bf16" --use_fsdp --fsdp_auto_wrap_policy TR
|
||||
```bash
|
||||
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
|
||||
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
|
||||
export DATASET_NAME="datasets/internal_datasets/"
|
||||
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
|
||||
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
|
||||
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
|
||||
# NCCL_IB_DISABLE=1 and NCCL_P2P_DISABLE=1 are used in multi nodes without RDMA.
|
||||
# export NCCL_IB_DISABLE=1
|
||||
# export NCCL_P2P_DISABLE=1
|
||||
|
||||
@@ -308,8 +308,8 @@ accelerate launch --use_deepspeed --deepspeed_config_file config/zero_stage2_con
|
||||
```bash
|
||||
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
|
||||
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
|
||||
export DATASET_NAME="datasets/internal_datasets/"
|
||||
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
|
||||
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
|
||||
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
|
||||
# NCCL_IB_DISABLE=1 和 NCCL_P2P_DISABLE=1 用于无 RDMA 的多机环境
|
||||
# export NCCL_IB_DISABLE=1
|
||||
# export NCCL_P2P_DISABLE=1
|
||||
@@ -356,8 +356,8 @@ accelerate launch --mixed_precision="bf16" --use_fsdp --fsdp_auto_wrap_policy TR
|
||||
```bash
|
||||
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
|
||||
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
|
||||
export DATASET_NAME="datasets/internal_datasets/"
|
||||
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
|
||||
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
|
||||
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
|
||||
# NCCL_IB_DISABLE=1 和 NCCL_P2P_DISABLE=1 用于无 RDMA 的多机环境
|
||||
# export NCCL_IB_DISABLE=1
|
||||
# export NCCL_P2P_DISABLE=1
|
||||
|
||||
Reference in New Issue
Block a user