Fix Bug in Group Offload when diffusers version is low. (#474)
This commit is contained in:
@@ -19,7 +19,7 @@ accelerate launch --mixed_precision="bf16" scripts/z_image/train_distill_lora.py
|
||||
--learning_rate=1e-04 \
|
||||
--learning_rate_critic=1e-05 \
|
||||
--seed=42 \
|
||||
--output_dir="output_dir_z_image_distill" \
|
||||
--output_dir="output_dir_z_image_distill_lora" \
|
||||
--gradient_checkpointing \
|
||||
--mixed_precision="bf16" \
|
||||
--adam_weight_decay=3e-2 \
|
||||
|
||||
@@ -20,7 +20,7 @@ accelerate launch --mixed_precision="bf16" scripts/z_image/train.py \
|
||||
--lr_scheduler="constant_with_warmup" \
|
||||
--lr_warmup_steps=100 \
|
||||
--seed=42 \
|
||||
--output_dir="output_dir_z_image" \
|
||||
--output_dir="output_dir_z_image_turbo" \
|
||||
--gradient_checkpointing \
|
||||
--mixed_precision="bf16" \
|
||||
--adam_weight_decay=3e-2 \
|
||||
|
||||
@@ -18,7 +18,7 @@ accelerate launch --mixed_precision="bf16" scripts/z_image/train_lora.py \
|
||||
--checkpointing_steps=50 \
|
||||
--learning_rate=1e-04 \
|
||||
--seed=42 \
|
||||
--output_dir="output_dir_z_image_lora" \
|
||||
--output_dir="output_dir_z_image_turbo_lora" \
|
||||
--gradient_checkpointing \
|
||||
--mixed_precision="bf16" \
|
||||
--adam_weight_decay=3e-2 \
|
||||
|
||||
Reference in New Issue
Block a user