This commit is contained in:
mayukhdeb
2024-03-15 00:48:47 -07:00
parent 661f41c7c6
commit bf892826f7
+2 -2
View File
@@ -49,8 +49,8 @@ class Trainer:
def train(self):
if args.concept_mode == "style": # for styles you usually want the LoRA matrices to absorb a lot (instead of just the token embedding)
args.l1_penalty = 0.05
if self.args.concept_mode == "style": # for styles you usually want the LoRA matrices to absorb a lot (instead of just the token embedding)
self.args.l1_penalty = 0.05
args = self.args