add group offloading

This commit is contained in:
SHYuanBest
2026-03-08 07:14:58 +00:00
parent c4ecf8e0d0
commit 5e5537c20f
11 changed files with 81 additions and 10 deletions
+3
View File
@@ -16,6 +16,9 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-base"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --use_cfg_zero_star \
# --use_zero_init \
# --zero_steps 1 \
+3
View File
@@ -15,6 +15,9 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-base"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --use_cfg_zero_star \
# --use_zero_init \
# --zero_steps 1 \
+3
View File
@@ -16,6 +16,9 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-base"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --use_cfg_zero_star \
# --use_zero_init \
# --zero_steps 1 \
@@ -18,4 +18,7 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-distilled"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --pyramid_num_inference_steps_list 1 1 1 \
@@ -17,4 +17,7 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-distilled"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --pyramid_num_inference_steps_list 1 1 1 \
@@ -18,4 +18,7 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-distilled"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --pyramid_num_inference_steps_list 1 1 1 \
+3
View File
@@ -20,4 +20,7 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-mid"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --pyramid_num_inference_steps_list 17 17 17 \
+3
View File
@@ -19,4 +19,7 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-mid"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --pyramid_num_inference_steps_list 17 17 17 \
+3
View File
@@ -20,4 +20,7 @@ CUDA_VISIBLE_DEVICES=0 python infer_helios.py \
--output_folder "./output_helios/helios-mid"
# --enable_low_vram_mode \
# --group_offloading_type "leaf_level" \ # ["leaf_level", "block_level"]
# --num_blocks_per_group
# --pyramid_num_inference_steps_list 17 17 17 \