Update Model Group Offload and Readmes (#487)

This commit is contained in:
Bubbliiiing
2026-05-06 10:48:08 +08:00
committed by GitHub
parent 199a43b544
commit 0266bab98b
105 changed files with 26619 additions and 2733 deletions
+4 -4
View File
@@ -315,8 +315,8 @@ You can configure validation parameters to periodically generate test videos dur
```bash
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
export DATASET_NAME="datasets/internal_datasets/"
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
# NCCL_IB_DISABLE=1 and NCCL_P2P_DISABLE=1 are used in multi nodes without RDMA.
# export NCCL_IB_DISABLE=1
# export NCCL_P2P_DISABLE=1
@@ -363,8 +363,8 @@ accelerate launch --mixed_precision="bf16" --use_fsdp --fsdp_auto_wrap_policy TR
```bash
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
export DATASET_NAME="datasets/internal_datasets/"
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
# NCCL_IB_DISABLE=1 and NCCL_P2P_DISABLE=1 are used in multi nodes without RDMA.
# export NCCL_IB_DISABLE=1
# export NCCL_P2P_DISABLE=1
+4 -4
View File
@@ -308,8 +308,8 @@ accelerate launch --use_deepspeed --deepspeed_config_file config/zero_stage2_con
```bash
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
export DATASET_NAME="datasets/internal_datasets/"
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
# NCCL_IB_DISABLE=1 和 NCCL_P2P_DISABLE=1 用于无 RDMA 的多机环境
# export NCCL_IB_DISABLE=1
# export NCCL_P2P_DISABLE=1
@@ -356,8 +356,8 @@ accelerate launch --mixed_precision="bf16" --use_fsdp --fsdp_auto_wrap_policy TR
```bash
export MODEL_NAME="models/Diffusion_Transformer/SoulX-FlashHead-1_3B"
export AUDIO_MODEL_NAME="models/Diffusion_Transformer/wav2vec2-base-960h"
export DATASET_NAME="datasets/internal_datasets/"
export DATASET_META_NAME="datasets/internal_datasets/metadata.json"
export DATASET_NAME="datasets/X-Fun-Videos-Audios-Demo/"
export DATASET_META_NAME="datasets/X-Fun-Videos-Audios-Demo/metadata_add_width_height.json"
# NCCL_IB_DISABLE=1 和 NCCL_P2P_DISABLE=1 用于无 RDMA 的多机环境
# export NCCL_IB_DISABLE=1
# export NCCL_P2P_DISABLE=1