diff --git a/preprocess.py b/preprocess.py index e8df0ec..b7dde97 100755 --- a/preprocess.py +++ b/preprocess.py @@ -239,6 +239,10 @@ def clipseg_mask_generator( masks.append(mask) + del model + gc.collect() + torch.cuda.empty_cache() + return masks diff --git a/training_args.json b/training_args.json index 52a3ba4..57c5906 100644 --- a/training_args.json +++ b/training_args.json @@ -1,22 +1,22 @@ { - "output_dir": "lora_models/clipx", - "sd_model_version": "sd15", - "lora_training_urls": "https://storage.googleapis.com/public-assets-xander/A_workbox/lora_training_sets/clipx_tiny.zip", + "output_dir": "lora_models/clipx_final", + "sd_model_version": "sdxl", + "lora_training_urls": "/home/xander/Downloads/datasets/clipx_dataset_0.49_to_1.00_subset_216_imgs", "concept_mode": "style", "caption_prefix": "in the style of TOK, ", "seed": 0, - "resolution": 512, + "resolution": 640, "validation_img_size": [1024, 1024], - "train_batch_size": 4, + "train_batch_size": 3, "n_sample_imgs": 6, - "max_train_steps": 800, + "max_train_steps": 1200, "checkpointing_steps": 200, "gradient_accumulation_steps": 1, "n_tokens": 2, "ti_lr": 0.001, "ti_weight_decay": 0.0002, "off_ratio_power": 0.05, - "prodigy_d_coef": 0.5, + "prodigy_d_coef": 1.0, "lora_weight_decay": 0.0001, "l1_penalty": 0.1, "noise_offset": 0.03,