From 34e4bc227c966310df94ea3cd752b43f979bd26d Mon Sep 17 00:00:00 2001 From: aiXander Date: Mon, 22 Apr 2024 12:00:40 -0700 Subject: [PATCH] ready for pushing new concept trainer --- cog_test_train.sh | 11 +++++------ predict.py | 9 ++++----- 2 files changed, 9 insertions(+), 11 deletions(-) diff --git a/cog_test_train.sh b/cog_test_train.sh index 3b281b7..742c7ee 100644 --- a/cog_test_train.sh +++ b/cog_test_train.sh @@ -2,12 +2,11 @@ GPU_ID="device=2" cog predict --gpus $GPU_ID \ - -i name="clipx_sdxl_cog" \ - -i caption_prefix="in the style of TOK, " \ - -i concept_mode="style" \ + -i name="xander_sdxl_cog" \ + -i lora_training_urls="https://storage.googleapis.com/public-assets-xander/A_workbox/lora_training_sets/xander_5.zip" \ + -i concept_mode="face" \ -i sd_model_version="sdxl" \ - -i max_train_steps="50" \ - -i checkpointing_steps="500" \ + -i max_train_steps="360" \ + -i caption_model="gpt4-v" \ -i debug="False" \ - -i lora_training_urls="https://storage.googleapis.com/public-assets-xander/A_workbox/lora_training_sets/clipx_tiny.zip" \ -i seed="0" \ No newline at end of file diff --git a/predict.py b/predict.py index 2c825ac..28c0e43 100755 --- a/predict.py +++ b/predict.py @@ -182,7 +182,7 @@ class Predictor(BasePredictor): ), caption_model: str = Input( description="Which captioning model to use. ['gpt4-v', 'blip'] are supported right now", - default="blip", + default="gpt4-v", ), n_tokens: int = Input( description="How many new tokens to inject per concept", @@ -221,15 +221,14 @@ class Predictor(BasePredictor): is_lora=is_lora, prodigy_d_coef=prodigy_d_coef, ti_lr=ti_lr, - ti_weight_decay=ti_weight_decay, - lora_weight_decay=lora_weight_decay, - l1_penalty=l1_penalty, lora_rank=lora_rank, caption_model=caption_model, n_tokens=n_tokens, verbose=verbose, debug=debug, - off_ratio_power=off_ratio_power + text_encoder_lora_optimizer=text_encoder_lora_optimizer, + freeze_ti_after_completion_f=freeze_ti_after_completion_f, + token_warmup_steps=token_warmup_steps ) train_generator = train(config=config)