From d4ca37df9ea4aa2ecef4e42e8f80a6a30833aeb9 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E2=80=9CBrianChen1129=E2=80=9D?= <yongqich@umich.edu>
Date: Wed, 1 Jan 2025 04:35:36 +0000
Subject: [PATCH] update

---
 scripts/distill/distill_hunyuan_dmd.sh | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/scripts/distill/distill_hunyuan_dmd.sh b/scripts/distill/distill_hunyuan_dmd.sh
index 35abc3656..c64fbae5a 100644
--- a/scripts/distill/distill_hunyuan_dmd.sh
+++ b/scripts/distill/distill_hunyuan_dmd.sh
@@ -14,7 +14,7 @@ torchrun --nnodes 1 --nproc_per_node 4\
     --validation_prompt_dir "$DATA_DIR/HD-Mixkit-Finetune-Hunyuan/validation"\
     --gradient_checkpointing\
     --train_batch_size=1\
-    --num_latent_t 24\
+    --num_latent_t 8\
     --sp_size 1\
     --train_sp_batch_size 1\
     --dataloader_num_workers 4\
@@ -37,4 +37,5 @@ torchrun --nnodes 1 --nproc_per_node 4\
     --validation_guidance_scale "1.0" \
     --num_euler_timesteps 50 \
     --multi_phased_distill_schedule "4000-1" \
-    --not_apply_cfg_solver 
\ No newline at end of file
+    --not_apply_cfg_solver \
+    --master_weight_type "bf16"
\ No newline at end of file