fix the cross-attention num_head bug.

2024-12-04 03:25:35 -08:00
parent 9ec31c864f
commit 81f58d87cd
6 changed files with 17 additions and 22 deletions
@@ -14,7 +14,7 @@ sana_conf = {
 			"depth": 28,
 			"hidden_size": 1152,
 			"patch_size": 1,
-			"num_heads": 36,
+			"num_heads": 16,
 			"linear_head_dim": 32,
 			"model_max_length": 300,
 			"y_norm": True,
@@ -36,7 +36,7 @@ sana_conf = {
 			"depth": 20,
 			"hidden_size": 2240,
 			"patch_size": 1,
-			"num_heads": 70,
+			"num_heads": 20,
 			"linear_head_dim": 32,
 			"model_max_length": 300,
 			"y_norm": True,