release clipseg model after use

preprocess.py

@@ -239,6 +239,10 @@ def clipseg_mask_generator(
 
         masks.append(mask)
 
+    del model
+    gc.collect()
+    torch.cuda.empty_cache()
+
     return masks
 
 

training_args.json

@@ -1,22 +1,22 @@
 {
-    "output_dir": "lora_models/clipx",
-    "sd_model_version": "sd15",
-    "lora_training_urls": "https://storage.googleapis.com/public-assets-xander/A_workbox/lora_training_sets/clipx_tiny.zip",
+    "output_dir": "lora_models/clipx_final",
+    "sd_model_version": "sdxl",
+    "lora_training_urls": "/home/xander/Downloads/datasets/clipx_dataset_0.49_to_1.00_subset_216_imgs",
     "concept_mode": "style",
     "caption_prefix": "in the style of TOK, ",
     "seed": 0,
-    "resolution": 512,
+    "resolution": 640,
     "validation_img_size": [1024, 1024],
-    "train_batch_size": 4,
+    "train_batch_size": 3,
     "n_sample_imgs": 6,
-    "max_train_steps": 800,
+    "max_train_steps": 1200,
     "checkpointing_steps": 200,
     "gradient_accumulation_steps": 1,
     "n_tokens": 2,
     "ti_lr": 0.001,
     "ti_weight_decay": 0.0002,
     "off_ratio_power": 0.05,
-    "prodigy_d_coef": 0.5,
+    "prodigy_d_coef": 1.0,
     "lora_weight_decay": 0.0001,
     "l1_penalty": 0.1,
     "noise_offset": 0.03,