From 9d682eaa168f1692398f64a7aad33528d32e5bb8 Mon Sep 17 00:00:00 2001
From: Paul <fofr@users.noreply.github.com>
Date: Thu, 27 Jun 2024 16:38:18 +0000
Subject: [PATCH] Change models to include

---
 import_schemas.py                             |   5 +-
 ...ter.json => lucataco_hunyuandit-v1.1.json} | 249 +++-----
 schemas/lucataco_llama-3-vision-alpha.json    | 602 ++++++++++++++++++
 schemas/lucataco_paligemma-3b-pt-224.json     | 449 +++++++++++++
 ...n => lucataco_sdxl-clip-interrogator.json} | 102 ++-
 5 files changed, 1193 insertions(+), 214 deletions(-)
 rename schemas/{fofr_tooncrafter.json => lucataco_hunyuandit-v1.1.json} (53%)
 create mode 100644 schemas/lucataco_llama-3-vision-alpha.json
 create mode 100644 schemas/lucataco_paligemma-3b-pt-224.json
 rename schemas/{fofr_toolkit.json => lucataco_sdxl-clip-interrogator.json} (73%)

diff --git a/import_schemas.py b/import_schemas.py
index 8a47c2b..5027d08 100644
--- a/import_schemas.py
+++ b/import_schemas.py
@@ -29,12 +29,15 @@ models_to_import = [
     "lucataco/qwen-vl-chat",
     "omniedgeio/face-swap",
     "ai-forever/kandinsky-2.2",
-    "pharmapsychotic/clip-interrogator",
+    "lucataco/sdxl-clip-interrogator",
+    "lucataco/paligemma-3b-pt-224",
+    "lucataco/llama-3-vision-alpha",
     "cuuupid/idm-vton",
     "cuuupid/glm-4v-9b",
     "lucataco/moondream2",
     "cjwbw/hyper-sdxl-1step-t2i",
     "cjwbw/pixart-sigma",
+    "lucataco/hunyuandit-v1.1",
 ]
 
 
diff --git a/schemas/fofr_tooncrafter.json b/schemas/lucataco_hunyuandit-v1.1.json
similarity index 53%
rename from schemas/fofr_tooncrafter.json
rename to schemas/lucataco_hunyuandit-v1.1.json
index ac5922a..124690c 100644
--- a/schemas/fofr_tooncrafter.json
+++ b/schemas/lucataco_hunyuandit-v1.1.json
@@ -1,52 +1,47 @@
 {
-    "url": "https://replicate.com/fofr/tooncrafter",
-    "owner": "fofr",
-    "name": "tooncrafter",
-    "description": "Create videos from illustrated input images",
+    "url": "https://replicate.com/lucataco/hunyuandit-v1.1",
+    "owner": "lucataco",
+    "name": "hunyuandit-v1.1",
+    "description": "A Powerful Multi-Resolution Diffusion Transformer with Fine-Grained Chinese Understanding",
     "visibility": "public",
-    "github_url": "https://github.com/fofr/cog-comfyui-tooncrafter",
-    "paper_url": "https://doubiiu.github.io/projects/ToonCrafter/",
-    "license_url": "https://github.com/fofr/cog-comfyui-tooncrafter/blob/main/LICENSE",
+    "github_url": "https://github.com/lucataco/cog-HunyuanDiT-v1.1",
+    "paper_url": "https://arxiv.org/abs/2403.08857",
+    "license_url": "https://huggingface.co/Tencent-Hunyuan/HunyuanDiT/blob/main/LICENSE.txt",
     "run_count": 0,
-    "cover_image_url": "https://tjzk.replicate.delivery/models_models_cover_image/e3adaa0a-c534-496c-81d1-281f9000fbb4/tooncrafter.gif",
+    "cover_image_url": "https://replicate.delivery/pbxt/zaIEwnA4yablMNKnI2B20puFnkTZkiJ27geV2Ohk3VtOYRhJA/out.png",
     "default_example": {
-        "id": "gw8thp06j1rgp0cfvbtsvrq9vc",
-        "model": "fofr/tooncrafter",
-        "version": "51bf654d60d307ab45c4ffe09546a3c9606f8f33861ab28f5bb0e43ad3fa40ed",
+        "id": "sfncqenqv9rgm0cgarybtpj2nc",
+        "model": "lucataco/hunyuandit-v1.1",
+        "version": "6ad5f2571b5892f6c874288b482c0a50d3cc9a2e02338806e9e12b23f14d9810",
         "status": "succeeded",
         "input": {
-            "loop": false,
-            "prompt": "",
-            "image_1": "https://replicate.delivery/pbxt/L1pQdyf4fPVRzU5WxhhHAdH2Eo05X3zhirvNzwAKJ80lA7Qh/replicate-prediction-5cvynz9d91rgg0cfsvqschdpww-0.webp",
-            "image_2": "https://replicate.delivery/pbxt/L1pQeBF582rKH3FFAYJCxdFUurBZ1axNFVwKxEd1wIALydhh/replicate-prediction-5cvynz9d91rgg0cfsvqschdpww-1.webp",
-            "image_3": "https://replicate.delivery/pbxt/L1pQdTPwSZxnfDkPkM3eArBmHWd5xttTnSkKBhszXJ88pIff/replicate-prediction-5cvynz9d91rgg0cfsvqschdpww-3.webp",
-            "max_width": 512,
-            "max_height": 512,
-            "interpolate": false,
+            "size": "square",
+            "prompt": "A clever fox walks in a broadleaf forest next to a stream, realistic details, photography",
+            "sampler": "ddpm",
+            "enhance_prompt": false,
+            "guidance_scale": 6,
             "negative_prompt": "",
-            "color_correction": true
+            "num_inference_steps": 20
         },
-        "output": [
-            "https://replicate.delivery/pbxt/aDDntBsXmmL6DZMIRURYbxjeer1PZxmT9TIl0MOfqcrYqT1lA/ToonCrafter_00001.mp4"
-        ],
-        "logs": "Random seed set to: 1500914532\nChecking inputs\n✅ /tmp/inputs/input_1.png\n✅ /tmp/inputs/input_2.png\n✅ /tmp/inputs/input_3.png\n====================================\nChecking weights\n✅ tooncrafter_512_interp-fp16.safetensors\n✅ stable-diffusion-2-1-clip-fp16.safetensors\n✅ CLIP-ViT-H-fp16.safetensors\n====================================\nRunning workflow\ngot prompt\nExecuting node 1, title: Load Image, class type: LoadImage\nDownloading model to: /src/ComfyUI/models/checkpoints/dynamicrafter/tooncrafter_512_interp-fp16.safetensors\nExecuting node 52, title: DownloadAndLoadDynamiCrafterModel, class type: DownloadAndLoadDynamiCrafterModel\nFetching 1 files:   0%|          | 0/1 [00:00<?, ?it/s]/root/.pyenv/versions/3.10.6/lib/python3.10/site-packages/huggingface_hub/file_download.py:1194: UserWarning: `local_dir_use_symlinks` parameter is deprecated and will be ignored. The process to download files to a local folder has been updated and do not rely on symlinks anymore. You only need to pass a destination folder as`local_dir`.\nFor more details, check out https://huggingface.co/docs/huggingface_hub/main/en/guides/download#download-files-to-local-folder.\nwarnings.warn(\nFetching 1 files: 100%|██████████| 1/1 [00:13<00:00, 13.65s/it]\nFetching 1 files: 100%|██████████| 1/1 [00:13<00:00, 13.65s/it]\nLoading model from: /src/ComfyUI/models/checkpoints/dynamicrafter/tooncrafter_512_interp-fp16.safetensors\nLatentVisualDiffusion: Running in v-prediction mode\nAE working on z of shape (1, 4, 32, 32) = 4096 dimensions.\nWorking with z of shape (1, 4, 32, 32) = 4096 dimensions.\nvanilla\nmaking attention of type 'vanilla' with 512 in_channels\nmemory-efficient-cross-attn-fusion\nmaking attention of type 'memory-efficient-cross-attn-fusion' with 512 in_channels\nmemory-efficient-cross-attn-fusion\nmaking attention of type 'memory-efficient-cross-attn-fusion' with 512 in_channels\n>>> model checkpoint loaded.\nModel using dtype: torch.float16\nExecuting node 61, title: DownloadAndLoadCLIPVisionModel, class type: DownloadAndLoadCLIPVisionModel\nLoading model from: /src/ComfyUI/models/clip_vision/CLIP-ViT-H-fp16.safetensors\nExecuting node 59, title: DownloadAndLoadCLIPModel, class type: DownloadAndLoadCLIPModel\nclip missing: ['text_model.encoder.layers.23.layer_norm1.weight', 'text_model.encoder.layers.23.layer_norm1.bias', 'text_model.encoder.layers.23.self_attn.q_proj.weight', 'text_model.encoder.layers.23.self_attn.q_proj.bias', 'text_model.encoder.layers.23.self_attn.k_proj.weight', 'text_model.encoder.layers.23.self_attn.k_proj.bias', 'text_model.encoder.layers.23.self_attn.v_proj.weight', 'text_model.encoder.layers.23.self_attn.v_proj.bias', 'text_model.encoder.layers.23.self_attn.out_proj.weight', 'text_model.encoder.layers.23.self_attn.out_proj.bias', 'text_model.encoder.layers.23.layer_norm2.weight', 'text_model.encoder.layers.23.layer_norm2.bias', 'text_model.encoder.layers.23.mlp.fc1.weight', 'text_model.encoder.layers.23.mlp.fc1.bias', 'text_model.encoder.layers.23.mlp.fc2.weight', 'text_model.encoder.layers.23.mlp.fc2.bias', 'text_projection.weight']\nLoading model from: /src/ComfyUI/models/clip/stable-diffusion-2-1-clip-fp16.safetensors\nRequested to load SD2ClipModel\nLoading 1 new model\nExecuting node 49, title: CLIP Text Encode (Prompt), class type: CLIPTextEncode\nExecuting node 50, title: CLIP Text Encode (Prompt), class type: CLIPTextEncode\nExecuting node 70, title: 🔧 Image Resize, class type: ImageResize+\nExecuting node 2, title: Load Image, class type: LoadImage\nExecuting node 303, title: Load Image, class type: LoadImage\nExecuting node 28, title: Image Batch Multi, class type: ImageBatchMulti\nExecuting node 6, title: Get Image Size & Count, class type: GetImageSizeAndCount\nExecuting node 65, title: 🔧 Image Resize, class type: ImageResize+\nExecuting node 57, title: ToonCrafterInterpolation, class type: ToonCrafterInterpolation\nVAE using dtype: torch.bfloat16\nRequested to load CLIPVisionModelProjection\nLoading 1 new model\nDDIM Sampler:   0%|          | 0/20 [00:00<?, ?it/s]\nDDIM Sampler:   5%|▌         | 1/20 [00:00<00:13,  1.37it/s]\nDDIM Sampler:  10%|█         | 2/20 [00:01<00:11,  1.51it/s]\nDDIM Sampler:  15%|█▌        | 3/20 [00:01<00:10,  1.56it/s]\nDDIM Sampler:  20%|██        | 4/20 [00:02<00:10,  1.59it/s]\nDDIM Sampler:  25%|██▌       | 5/20 [00:03<00:09,  1.60it/s]\nDDIM Sampler:  30%|███       | 6/20 [00:03<00:08,  1.61it/s]\nDDIM Sampler:  35%|███▌      | 7/20 [00:04<00:08,  1.62it/s]\nDDIM Sampler:  40%|████      | 8/20 [00:05<00:07,  1.62it/s]\nDDIM Sampler:  45%|████▌     | 9/20 [00:05<00:06,  1.62it/s]\nDDIM Sampler:  50%|█████     | 10/20 [00:06<00:06,  1.62it/s]\nDDIM Sampler:  55%|█████▌    | 11/20 [00:06<00:05,  1.63it/s]\nDDIM Sampler:  60%|██████    | 12/20 [00:07<00:04,  1.63it/s]\nDDIM Sampler:  65%|██████▌   | 13/20 [00:08<00:04,  1.63it/s]\nDDIM Sampler:  70%|███████   | 14/20 [00:08<00:03,  1.63it/s]\nDDIM Sampler:  75%|███████▌  | 15/20 [00:09<00:03,  1.63it/s]\nDDIM Sampler:  80%|████████  | 16/20 [00:09<00:02,  1.63it/s]\nDDIM Sampler:  85%|████████▌ | 17/20 [00:10<00:01,  1.63it/s]\nDDIM Sampler:  90%|█████████ | 18/20 [00:11<00:01,  1.63it/s]\nDDIM Sampler:  95%|█████████▌| 19/20 [00:11<00:00,  1.63it/s]\nDDIM Sampler: 100%|██████████| 20/20 [00:12<00:00,  1.63it/s]\nDDIM Sampler: 100%|██████████| 20/20 [00:12<00:00,  1.61it/s]\nDDIM Sampler:   0%|          | 0/20 [00:00<?, ?it/s]\nDDIM Sampler:   5%|▌         | 1/20 [00:00<00:11,  1.63it/s]\nDDIM Sampler:  10%|█         | 2/20 [00:01<00:11,  1.63it/s]\nDDIM Sampler:  15%|█▌        | 3/20 [00:01<00:10,  1.63it/s]\nDDIM Sampler:  20%|██        | 4/20 [00:02<00:09,  1.63it/s]\nDDIM Sampler:  25%|██▌       | 5/20 [00:03<00:09,  1.63it/s]\nDDIM Sampler:  30%|███       | 6/20 [00:03<00:08,  1.63it/s]\nDDIM Sampler:  35%|███▌      | 7/20 [00:04<00:07,  1.63it/s]\nDDIM Sampler:  40%|████      | 8/20 [00:04<00:07,  1.63it/s]\nDDIM Sampler:  45%|████▌     | 9/20 [00:05<00:06,  1.63it/s]\nDDIM Sampler:  50%|█████     | 10/20 [00:06<00:06,  1.63it/s]\nDDIM Sampler:  55%|█████▌    | 11/20 [00:06<00:05,  1.63it/s]\nDDIM Sampler:  60%|██████    | 12/20 [00:07<00:04,  1.63it/s]\nDDIM Sampler:  65%|██████▌   | 13/20 [00:07<00:04,  1.63it/s]\nDDIM Sampler:  70%|███████   | 14/20 [00:08<00:03,  1.63it/s]\nDDIM Sampler:  75%|███████▌  | 15/20 [00:09<00:03,  1.63it/s]\nDDIM Sampler:  80%|████████  | 16/20 [00:09<00:02,  1.63it/s]\nDDIM Sampler:  85%|████████▌ | 17/20 [00:10<00:01,  1.63it/s]\nDDIM Sampler:  90%|█████████ | 18/20 [00:11<00:01,  1.63it/s]\nDDIM Sampler:  95%|█████████▌| 19/20 [00:11<00:00,  1.63it/s]\nDDIM Sampler: 100%|██████████| 20/20 [00:12<00:00,  1.63it/s]\nDDIM Sampler: 100%|██████████| 20/20 [00:12<00:00,  1.63it/s]\nExecuting node 58, title: ToonCrafterDecode, class type: ToonCrafterDecode\nVAE using dtype: torch.bfloat16\nUsing xformers\n/root/.pyenv/versions/3.10.6/lib/python3.10/site-packages/torch/nn/modules/conv.py:605: UserWarning: Plan failed with a cudnnException: CUDNN_BACKEND_EXECUTION_PLAN_DESCRIPTOR: cudnnFinalize Descriptor Failed cudnn_status: CUDNN_STATUS_NOT_SUPPORTED (Triggered internally at ../aten/src/ATen/native/cudnn/Conv_v8.cpp:919.)\nreturn F.conv3d(\nUsing xformers\nExecuting node 67, title: Color Match, class type: ColorMatch\nExecuting node 29, title: Video Combine 🎥🅥🅗🅢, class type: VHS_VideoCombine\nPrompt executed in 59.29 seconds\noutputs:  {'6': {'text': ['3x512x512']}, '29': {'gifs': [{'filename': 'ToonCrafter_00001.mp4', 'subfolder': '', 'type': 'output', 'format': 'video/h264-mp4'}]}}\n====================================\nToonCrafter_00001.png\nToonCrafter_00001.mp4",
+        "output": "https://replicate.delivery/pbxt/zaIEwnA4yablMNKnI2B20puFnkTZkiJ27geV2Ohk3VtOYRhJA/out.png",
+        "logs": "Using seed: 10070\n2024-06-26 20:28:58.213 | INFO     | hydit.inference:predict:320 - Input (height, width) = (1024, 1024)\n2024-06-26 20:28:58.213 | INFO     | hydit.inference:predict:325 - Align to 16: (height, width) = (1024, 1024)\n2024-06-26 20:28:58.214 | DEBUG    | hydit.inference:predict:371 -\nprompt: A clever fox walks in a broadleaf forest next to a stream, realistic details, photography\nenhanced prompt: None\nseed: 10070\n(height, width): (1024, 1024)\nnegative_prompt: 错误的眼睛，糟糕的人脸，毁容，糟糕的艺术，变形，多余的肢体，模糊的颜色，模糊，重复，病态，残缺，\nbatch_size: 1\nguidance_scale: 6.0\ninfer_steps: 20\nimage_meta_size: [1024, 1024, 1024, 1024, 0, 0]\n  0%|          | 0/20 [00:00<?, ?it/s]\n  5%|▌         | 1/20 [00:00<00:17,  1.09it/s]\n 10%|█         | 2/20 [00:01<00:16,  1.09it/s]\n 15%|█▌        | 3/20 [00:02<00:15,  1.09it/s]\n 20%|██        | 4/20 [00:03<00:14,  1.09it/s]\n 25%|██▌       | 5/20 [00:04<00:13,  1.09it/s]\n 30%|███       | 6/20 [00:05<00:12,  1.09it/s]\n 35%|███▌      | 7/20 [00:06<00:11,  1.09it/s]\n 40%|████      | 8/20 [00:07<00:11,  1.09it/s]\n 45%|████▌     | 9/20 [00:08<00:10,  1.09it/s]\n 50%|█████     | 10/20 [00:09<00:09,  1.09it/s]\n 55%|█████▌    | 11/20 [00:10<00:08,  1.07it/s]\n 60%|██████    | 12/20 [00:11<00:07,  1.06it/s]\n 65%|██████▌   | 13/20 [00:12<00:06,  1.05it/s]\n 70%|███████   | 14/20 [00:13<00:05,  1.05it/s]\n 75%|███████▌  | 15/20 [00:14<00:04,  1.05it/s]\n 80%|████████  | 16/20 [00:14<00:03,  1.05it/s]\n 85%|████████▌ | 17/20 [00:15<00:02,  1.04it/s]\n 90%|█████████ | 18/20 [00:16<00:01,  1.04it/s]\n 95%|█████████▌| 19/20 [00:17<00:00,  1.05it/s]\n100%|██████████| 20/20 [00:18<00:00,  1.05it/s]\n100%|██████████| 20/20 [00:18<00:00,  1.06it/s]\n2024-06-26 20:29:17.531 | DEBUG    | hydit.inference:predict:408 - Success, time: 19.317441701889038",
         "error": null,
         "metrics": {
-            "predict_time": 61.900853,
-            "total_time": 138.475881
+            "predict_time": 20.128273353,
+            "total_time": 20.138158
         },
-        "created_at": "2024-06-02T21:57:22.192000Z",
-        "started_at": "2024-06-02T21:58:38.767028Z",
-        "completed_at": "2024-06-02T21:59:40.667881Z",
+        "created_at": "2024-06-26T20:28:58.202000Z",
+        "started_at": "2024-06-26T20:28:58.211885Z",
+        "completed_at": "2024-06-26T20:29:18.340158Z",
         "urls": {
-            "get": "https://api.replicate.com/v1/predictions/gw8thp06j1rgp0cfvbtsvrq9vc",
-            "cancel": "https://api.replicate.com/v1/predictions/gw8thp06j1rgp0cfvbtsvrq9vc/cancel"
+            "get": "https://api.replicate.com/v1/predictions/sfncqenqv9rgm0cgarybtpj2nc",
+            "cancel": "https://api.replicate.com/v1/predictions/sfncqenqv9rgm0cgarybtpj2nc/cancel"
         }
     },
     "latest_version": {
-        "id": "51bf654d60d307ab45c4ffe09546a3c9606f8f33861ab28f5bb0e43ad3fa40ed",
-        "created_at": "2024-06-02T21:50:44.774566+00:00",
-        "cog_version": "0.9.7",
+        "id": "6ad5f2571b5892f6c874288b482c0a50d3cc9a2e02338806e9e12b23f14d9810",
+        "created_at": "2024-06-26T20:21:25.792584+00:00",
+        "cog_version": "0.9.10",
         "openapi_schema": {
             "info": {
                 "title": "Cog",
@@ -264,151 +259,91 @@
             "openapi": "3.0.2",
             "components": {
                 "schemas": {
+                    "size": {
+                        "enum": [
+                            "square",
+                            "landscape",
+                            "portrait"
+                        ],
+                        "type": "string",
+                        "title": "size",
+                        "description": "An enumeration."
+                    },
                     "Input": {
                         "type": "object",
                         "title": "Input",
-                        "required": [
-                            "image_1",
-                            "image_2"
-                        ],
                         "properties": {
-                            "loop": {
-                                "type": "boolean",
-                                "title": "Loop",
-                                "default": false,
-                                "x-order": 14,
-                                "description": "Loop the video"
-                            },
                             "seed": {
                                 "type": "integer",
                                 "title": "Seed",
-                                "x-order": 17,
-                                "description": "Set a seed for reproducibility. Random by default."
+                                "x-order": 7,
+                                "description": "Random seed. Leave blank to randomize the seed"
+                            },
+                            "size": {
+                                "allOf": [
+                                    {
+                                        "$ref": "#/components/schemas/size"
+                                    }
+                                ],
+                                "default": "square",
+                                "x-order": 2,
+                                "description": "Choose the output size. square: (1024, 1024), landscape: (768, 1280), portrait: (1280, 768)."
                             },
                             "prompt": {
                                 "type": "string",
                                 "title": "Prompt",
-                                "default": "",
-                                "x-order": 0
+                                "default": "a cute cat",
+                                "x-order": 0,
+                                "description": "Input prompt"
                             },
-                            "image_1": {
-                                "type": "string",
-                                "title": "Image 1",
-                                "format": "uri",
-                                "x-order": 4,
-                                "description": "First input image"
-                            },
-                            "image_2": {
-                                "type": "string",
-                                "title": "Image 2",
-                                "format": "uri",
-                                "x-order": 5,
-                                "description": "Second input image"
-                            },
-                            "image_3": {
-                                "type": "string",
-                                "title": "Image 3",
-                                "format": "uri",
+                            "sampler": {
+                                "allOf": [
+                                    {
+                                        "$ref": "#/components/schemas/sampler"
+                                    }
+                                ],
+                                "default": "ddpm",
                                 "x-order": 6,
-                                "description": "Third input image (optional)"
+                                "description": "Choose a sampler."
                             },
-                            "image_4": {
-                                "type": "string",
-                                "title": "Image 4",
-                                "format": "uri",
-                                "x-order": 7,
-                                "description": "Fourth input image (optional)"
-                            },
-                            "image_5": {
-                                "type": "string",
-                                "title": "Image 5",
-                                "format": "uri",
-                                "x-order": 8,
-                                "description": "Fifth input image (optional)"
-                            },
-                            "image_6": {
-                                "type": "string",
-                                "title": "Image 6",
-                                "format": "uri",
-                                "x-order": 9,
-                                "description": "Sixth input image (optional)"
-                            },
-                            "image_7": {
-                                "type": "string",
-                                "title": "Image 7",
-                                "format": "uri",
-                                "x-order": 10,
-                                "description": "Seventh input image (optional)"
-                            },
-                            "image_8": {
-                                "type": "string",
-                                "title": "Image 8",
-                                "format": "uri",
-                                "x-order": 11,
-                                "description": "Eighth input image (optional)"
-                            },
-                            "image_9": {
-                                "type": "string",
-                                "title": "Image 9",
-                                "format": "uri",
-                                "x-order": 12,
-                                "description": "Ninth input image (optional)"
-                            },
-                            "image_10": {
-                                "type": "string",
-                                "title": "Image 10",
-                                "format": "uri",
-                                "x-order": 13,
-                                "description": "Tenth input image (optional)"
-                            },
-                            "max_width": {
-                                "type": "integer",
-                                "title": "Max Width",
-                                "default": 512,
-                                "maximum": 768,
-                                "minimum": 256,
-                                "x-order": 2,
-                                "description": "Maximum width of the video"
-                            },
-                            "max_height": {
-                                "type": "integer",
-                                "title": "Max Height",
-                                "default": 512,
-                                "maximum": 768,
-                                "minimum": 256,
-                                "x-order": 3,
-                                "description": "Maximum height of the video"
-                            },
-                            "interpolate": {
+                            "enhance_prompt": {
                                 "type": "boolean",
-                                "title": "Interpolate",
+                                "title": "Enhance Prompt",
                                 "default": false,
-                                "x-order": 15,
-                                "description": "Enable 2x interpolation using FILM"
+                                "x-order": 5,
+                                "description": "Choose to enhance the prompt."
+                            },
+                            "guidance_scale": {
+                                "type": "number",
+                                "title": "Guidance Scale",
+                                "default": 6,
+                                "maximum": 20,
+                                "minimum": 1,
+                                "x-order": 4,
+                                "description": "Scale for classifier-free guidance"
                             },
                             "negative_prompt": {
                                 "type": "string",
                                 "title": "Negative Prompt",
                                 "default": "",
                                 "x-order": 1,
-                                "description": "Things you do not want to see in your video"
+                                "description": "Specify things to not see in the output"
                             },
-                            "color_correction": {
-                                "type": "boolean",
-                                "title": "Color Correction",
-                                "default": true,
-                                "x-order": 16,
-                                "description": "If the colors are coming out strange, or if the colors between your input images are very different, disable this"
+                            "num_inference_steps": {
+                                "type": "integer",
+                                "title": "Num Inference Steps",
+                                "default": 40,
+                                "maximum": 500,
+                                "minimum": 1,
+                                "x-order": 3,
+                                "description": "Number of denoising steps"
                             }
                         }
                     },
                     "Output": {
-                        "type": "array",
-                        "items": {
-                            "type": "string",
-                            "format": "uri"
-                        },
-                        "title": "Output"
+                        "type": "string",
+                        "title": "Output",
+                        "format": "uri"
                     },
                     "Status": {
                         "enum": [
@@ -422,6 +357,16 @@
                         "title": "Status",
                         "description": "An enumeration."
                     },
+                    "sampler": {
+                        "enum": [
+                            "ddpm",
+                            "ddim",
+                            "dpmms"
+                        ],
+                        "type": "string",
+                        "title": "sampler",
+                        "description": "An enumeration."
+                    },
                     "WebhookEvent": {
                         "enum": [
                             "start",
diff --git a/schemas/lucataco_llama-3-vision-alpha.json b/schemas/lucataco_llama-3-vision-alpha.json
new file mode 100644
index 0000000..01ba5f2
--- /dev/null
+++ b/schemas/lucataco_llama-3-vision-alpha.json
@@ -0,0 +1,602 @@
+{
+    "url": "https://replicate.com/lucataco/llama-3-vision-alpha",
+    "owner": "lucataco",
+    "name": "llama-3-vision-alpha",
+    "description": "Projection module trained to add vision capabilties to Llama 3 using SigLIP",
+    "visibility": "public",
+    "github_url": "https://github.com/lucataco/cog-llama-3-vision-alpha",
+    "paper_url": "https://arxiv.org/abs/2304.08485",
+    "license_url": "https://huggingface.co/meta-llama/Meta-Llama-3-8B/blob/main/LICENSE",
+    "run_count": 0,
+    "cover_image_url": "https://replicate.delivery/pbxt/Kq17Ws2RLIXdeFeep2N56psrMVq57TPssPrffeF8HawmOhvD/frieren.jpg",
+    "default_example": {
+        "id": "8kzht6ne5hrgm0cf5ybv5cmzkc",
+        "model": "lucataco/llama-3-vision-alpha",
+        "version": "dac46dcfb2df89c756086576a7a0c6eca7afe5e31fa06438fdbb1f4f536eedaf",
+        "status": "succeeded",
+        "input": {
+            "image": "https://replicate.delivery/pbxt/Kq17Ws2RLIXdeFeep2N56psrMVq57TPssPrffeF8HawmOhvD/frieren.jpg",
+            "prompt": "Describe the image"
+        },
+        "output": [
+            "",
+            "The ",
+            "image ",
+            "is ",
+            "of ",
+            "a ",
+            "young ",
+            "girl ",
+            "with ",
+            "",
+            "short, ",
+            "curly ",
+            "hair ",
+            "and ",
+            "bright ",
+            "blue ",
+            "",
+            "eyes. ",
+            "She ",
+            "is ",
+            "wearing ",
+            "a ",
+            "white ",
+            "dress ",
+            "with ",
+            "a ",
+            "golden ",
+            "belt ",
+            "around ",
+            "her ",
+            "waist ",
+            "and ",
+            "has ",
+            "a ",
+            "",
+            "",
+            "mischievous ",
+            "grin ",
+            "on ",
+            "her ",
+            "",
+            "face. ",
+            "She ",
+            "is ",
+            "holding ",
+            "a ",
+            "giant ",
+            "hamburger ",
+            "in ",
+            "her ",
+            "",
+            "hand, ",
+            "with ",
+            "a ",
+            "big ",
+            "bite ",
+            "taken ",
+            "out ",
+            "of ",
+            "",
+            "it. ",
+            "Her ",
+            "eyes ",
+            "are ",
+            "shining ",
+            "with ",
+            "excitement ",
+            "and ",
+            "her ",
+            "cheeks ",
+            "are ",
+            "flushed ",
+            "from ",
+            "",
+            "eating. ",
+            "She ",
+            "looks ",
+            "like ",
+            "",
+            "she's ",
+            "in ",
+            "the ",
+            "middle ",
+            "of ",
+            "a ",
+            "fun ",
+            "and ",
+            "",
+            "carefree ",
+            "",
+            "moment, ",
+            "enjoying ",
+            "her ",
+            "meal ",
+            "and ",
+            "the ",
+            "company ",
+            "of ",
+            "her ",
+            "",
+            "friends. ",
+            "The ",
+            "background ",
+            "is ",
+            "a ",
+            "warm ",
+            "and ",
+            "cozy ",
+            "",
+            "setting, ",
+            "with ",
+            "a ",
+            "wooden ",
+            "table ",
+            "and ",
+            "",
+            "chairs, ",
+            "and ",
+            "a ",
+            "festive ",
+            "atmosphere ",
+            "that ",
+            "suggests ",
+            "a ",
+            "holiday ",
+            "or ",
+            "special ",
+            "",
+            "occasion. ",
+            "The ",
+            "overall ",
+            "vibe ",
+            "is ",
+            "playful ",
+            "and ",
+            "",
+            "joyful, ",
+            "capturing ",
+            "the ",
+            "",
+            "carefree ",
+            "spirit ",
+            "of ",
+            "",
+            "",
+            "childhood."
+        ],
+        "logs": null,
+        "error": null,
+        "metrics": {
+            "predict_time": 8.905294,
+            "total_time": 292.602743
+        },
+        "created_at": "2024-04-30T15:20:20.780000Z",
+        "started_at": "2024-04-30T15:25:04.477449Z",
+        "completed_at": "2024-04-30T15:25:13.382743Z",
+        "urls": {
+            "stream": "https://streaming-api.svc.us.c.replicate.net/v1/streams/rbm5s2l5wkz7yjee5nscm6by76lbikyjhu4hnc2ldpxgms7ihakq",
+            "get": "https://api.replicate.com/v1/predictions/8kzht6ne5hrgm0cf5ybv5cmzkc",
+            "cancel": "https://api.replicate.com/v1/predictions/8kzht6ne5hrgm0cf5ybv5cmzkc/cancel"
+        }
+    },
+    "latest_version": {
+        "id": "dac46dcfb2df89c756086576a7a0c6eca7afe5e31fa06438fdbb1f4f536eedaf",
+        "created_at": "2024-04-30T15:19:01.921600+00:00",
+        "cog_version": "0.9.6",
+        "openapi_schema": {
+            "info": {
+                "title": "Cog",
+                "version": "0.1.0"
+            },
+            "paths": {
+                "/": {
+                    "get": {
+                        "summary": "Root",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Root  Get"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            }
+                        },
+                        "operationId": "root__get"
+                    }
+                },
+                "/shutdown": {
+                    "post": {
+                        "summary": "Start Shutdown",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Start Shutdown Shutdown Post"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            }
+                        },
+                        "operationId": "start_shutdown_shutdown_post"
+                    }
+                },
+                "/predictions": {
+                    "post": {
+                        "summary": "Predict",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/PredictionResponse"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            },
+                            "422": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/HTTPValidationError"
+                                        }
+                                    }
+                                },
+                                "description": "Validation Error"
+                            }
+                        },
+                        "parameters": [
+                            {
+                                "in": "header",
+                                "name": "prefer",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prefer"
+                                },
+                                "required": false
+                            }
+                        ],
+                        "description": "Run a single prediction on the model",
+                        "operationId": "predict_predictions_post",
+                        "requestBody": {
+                            "content": {
+                                "application/json": {
+                                    "schema": {
+                                        "$ref": "#/components/schemas/PredictionRequest"
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "/health-check": {
+                    "get": {
+                        "summary": "Healthcheck",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Healthcheck Health Check Get"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            }
+                        },
+                        "operationId": "healthcheck_health_check_get"
+                    }
+                },
+                "/predictions/{prediction_id}": {
+                    "put": {
+                        "summary": "Predict Idempotent",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/PredictionResponse"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            },
+                            "422": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/HTTPValidationError"
+                                        }
+                                    }
+                                },
+                                "description": "Validation Error"
+                            }
+                        },
+                        "parameters": [
+                            {
+                                "in": "path",
+                                "name": "prediction_id",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prediction ID"
+                                },
+                                "required": true
+                            },
+                            {
+                                "in": "header",
+                                "name": "prefer",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prefer"
+                                },
+                                "required": false
+                            }
+                        ],
+                        "description": "Run a single prediction on the model (idempotent creation).",
+                        "operationId": "predict_idempotent_predictions__prediction_id__put",
+                        "requestBody": {
+                            "content": {
+                                "application/json": {
+                                    "schema": {
+                                        "allOf": [
+                                            {
+                                                "$ref": "#/components/schemas/PredictionRequest"
+                                            }
+                                        ],
+                                        "title": "Prediction Request"
+                                    }
+                                }
+                            },
+                            "required": true
+                        }
+                    }
+                },
+                "/predictions/{prediction_id}/cancel": {
+                    "post": {
+                        "summary": "Cancel",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Cancel Predictions  Prediction Id  Cancel Post"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            },
+                            "422": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/HTTPValidationError"
+                                        }
+                                    }
+                                },
+                                "description": "Validation Error"
+                            }
+                        },
+                        "parameters": [
+                            {
+                                "in": "path",
+                                "name": "prediction_id",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prediction ID"
+                                },
+                                "required": true
+                            }
+                        ],
+                        "description": "Cancel a running prediction",
+                        "operationId": "cancel_predictions__prediction_id__cancel_post"
+                    }
+                }
+            },
+            "openapi": "3.0.2",
+            "components": {
+                "schemas": {
+                    "Input": {
+                        "type": "object",
+                        "title": "Input",
+                        "required": [
+                            "image"
+                        ],
+                        "properties": {
+                            "image": {
+                                "type": "string",
+                                "title": "Image",
+                                "format": "uri",
+                                "x-order": 0,
+                                "description": "Input image"
+                            },
+                            "prompt": {
+                                "type": "string",
+                                "title": "Prompt",
+                                "default": "Describe the image",
+                                "x-order": 1,
+                                "description": "Input prompt"
+                            }
+                        }
+                    },
+                    "Output": {
+                        "type": "array",
+                        "items": {
+                            "type": "string"
+                        },
+                        "title": "Output",
+                        "x-cog-array-type": "iterator",
+                        "x-cog-array-display": "concatenate"
+                    },
+                    "Status": {
+                        "enum": [
+                            "starting",
+                            "processing",
+                            "succeeded",
+                            "canceled",
+                            "failed"
+                        ],
+                        "type": "string",
+                        "title": "Status",
+                        "description": "An enumeration."
+                    },
+                    "WebhookEvent": {
+                        "enum": [
+                            "start",
+                            "output",
+                            "logs",
+                            "completed"
+                        ],
+                        "type": "string",
+                        "title": "WebhookEvent",
+                        "description": "An enumeration."
+                    },
+                    "ValidationError": {
+                        "type": "object",
+                        "title": "ValidationError",
+                        "required": [
+                            "loc",
+                            "msg",
+                            "type"
+                        ],
+                        "properties": {
+                            "loc": {
+                                "type": "array",
+                                "items": {
+                                    "anyOf": [
+                                        {
+                                            "type": "string"
+                                        },
+                                        {
+                                            "type": "integer"
+                                        }
+                                    ]
+                                },
+                                "title": "Location"
+                            },
+                            "msg": {
+                                "type": "string",
+                                "title": "Message"
+                            },
+                            "type": {
+                                "type": "string",
+                                "title": "Error Type"
+                            }
+                        }
+                    },
+                    "PredictionRequest": {
+                        "type": "object",
+                        "title": "PredictionRequest",
+                        "properties": {
+                            "id": {
+                                "type": "string",
+                                "title": "Id"
+                            },
+                            "input": {
+                                "$ref": "#/components/schemas/Input"
+                            },
+                            "webhook": {
+                                "type": "string",
+                                "title": "Webhook",
+                                "format": "uri",
+                                "maxLength": 65536,
+                                "minLength": 1
+                            },
+                            "created_at": {
+                                "type": "string",
+                                "title": "Created At",
+                                "format": "date-time"
+                            },
+                            "output_file_prefix": {
+                                "type": "string",
+                                "title": "Output File Prefix"
+                            },
+                            "webhook_events_filter": {
+                                "type": "array",
+                                "items": {
+                                    "$ref": "#/components/schemas/WebhookEvent"
+                                },
+                                "default": [
+                                    "start",
+                                    "output",
+                                    "logs",
+                                    "completed"
+                                ]
+                            }
+                        }
+                    },
+                    "PredictionResponse": {
+                        "type": "object",
+                        "title": "PredictionResponse",
+                        "properties": {
+                            "id": {
+                                "type": "string",
+                                "title": "Id"
+                            },
+                            "logs": {
+                                "type": "string",
+                                "title": "Logs",
+                                "default": ""
+                            },
+                            "error": {
+                                "type": "string",
+                                "title": "Error"
+                            },
+                            "input": {
+                                "$ref": "#/components/schemas/Input"
+                            },
+                            "output": {
+                                "$ref": "#/components/schemas/Output"
+                            },
+                            "status": {
+                                "$ref": "#/components/schemas/Status"
+                            },
+                            "metrics": {
+                                "type": "object",
+                                "title": "Metrics"
+                            },
+                            "version": {
+                                "type": "string",
+                                "title": "Version"
+                            },
+                            "created_at": {
+                                "type": "string",
+                                "title": "Created At",
+                                "format": "date-time"
+                            },
+                            "started_at": {
+                                "type": "string",
+                                "title": "Started At",
+                                "format": "date-time"
+                            },
+                            "completed_at": {
+                                "type": "string",
+                                "title": "Completed At",
+                                "format": "date-time"
+                            }
+                        }
+                    },
+                    "HTTPValidationError": {
+                        "type": "object",
+                        "title": "HTTPValidationError",
+                        "properties": {
+                            "detail": {
+                                "type": "array",
+                                "items": {
+                                    "$ref": "#/components/schemas/ValidationError"
+                                },
+                                "title": "Detail"
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    }
+}
\ No newline at end of file
diff --git a/schemas/lucataco_paligemma-3b-pt-224.json b/schemas/lucataco_paligemma-3b-pt-224.json
new file mode 100644
index 0000000..107810e
--- /dev/null
+++ b/schemas/lucataco_paligemma-3b-pt-224.json
@@ -0,0 +1,449 @@
+{
+    "url": "https://replicate.com/lucataco/paligemma-3b-pt-224",
+    "owner": "lucataco",
+    "name": "paligemma-3b-pt-224",
+    "description": "PaliGemma 3B, an open VLM by Google, pre-trained with 224*224 input images and 128 token input/output text sequences",
+    "visibility": "public",
+    "github_url": "https://github.com/lucataco/cog-paligemma-3b-pt-224",
+    "paper_url": "https://arxiv.org/abs/2310.09199",
+    "license_url": "https://ai.google.dev/gemma/terms",
+    "run_count": 0,
+    "cover_image_url": "https://replicate.delivery/pbxt/Kv6Dn1Mk1tZe7vfVaRuPNBJcoDBYhRGQ33OTkq70l375ULSi/car.jpg",
+    "default_example": {
+        "id": "8m2yqtrtfdrgm0cff5cb3zasv8",
+        "model": "lucataco/paligemma-3b-pt-224",
+        "version": "c519755cce71af83c3831c3b3b7fe6c1de4a4dc27eff91f9e79639e14924a078",
+        "status": "succeeded",
+        "input": {
+            "image": "https://replicate.delivery/pbxt/Kv6Dn1Mk1tZe7vfVaRuPNBJcoDBYhRGQ33OTkq70l375ULSi/car.jpg",
+            "prompt": "caption es"
+        },
+        "output": "persona estacionada en una calle",
+        "logs": null,
+        "error": null,
+        "metrics": {
+            "predict_time": 0.578439,
+            "total_time": 0.625058
+        },
+        "created_at": "2024-05-14T23:02:48.187000Z",
+        "started_at": "2024-05-14T23:02:48.233619Z",
+        "completed_at": "2024-05-14T23:02:48.812058Z",
+        "urls": {
+            "get": "https://api.replicate.com/v1/predictions/8m2yqtrtfdrgm0cff5cb3zasv8",
+            "cancel": "https://api.replicate.com/v1/predictions/8m2yqtrtfdrgm0cff5cb3zasv8/cancel"
+        }
+    },
+    "latest_version": {
+        "id": "c519755cce71af83c3831c3b3b7fe6c1de4a4dc27eff91f9e79639e14924a078",
+        "created_at": "2024-05-14T22:58:12.484677+00:00",
+        "cog_version": "0.9.6",
+        "openapi_schema": {
+            "info": {
+                "title": "Cog",
+                "version": "0.1.0"
+            },
+            "paths": {
+                "/": {
+                    "get": {
+                        "summary": "Root",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Root  Get"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            }
+                        },
+                        "operationId": "root__get"
+                    }
+                },
+                "/shutdown": {
+                    "post": {
+                        "summary": "Start Shutdown",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Start Shutdown Shutdown Post"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            }
+                        },
+                        "operationId": "start_shutdown_shutdown_post"
+                    }
+                },
+                "/predictions": {
+                    "post": {
+                        "summary": "Predict",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/PredictionResponse"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            },
+                            "422": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/HTTPValidationError"
+                                        }
+                                    }
+                                },
+                                "description": "Validation Error"
+                            }
+                        },
+                        "parameters": [
+                            {
+                                "in": "header",
+                                "name": "prefer",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prefer"
+                                },
+                                "required": false
+                            }
+                        ],
+                        "description": "Run a single prediction on the model",
+                        "operationId": "predict_predictions_post",
+                        "requestBody": {
+                            "content": {
+                                "application/json": {
+                                    "schema": {
+                                        "$ref": "#/components/schemas/PredictionRequest"
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "/health-check": {
+                    "get": {
+                        "summary": "Healthcheck",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Healthcheck Health Check Get"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            }
+                        },
+                        "operationId": "healthcheck_health_check_get"
+                    }
+                },
+                "/predictions/{prediction_id}": {
+                    "put": {
+                        "summary": "Predict Idempotent",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/PredictionResponse"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            },
+                            "422": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/HTTPValidationError"
+                                        }
+                                    }
+                                },
+                                "description": "Validation Error"
+                            }
+                        },
+                        "parameters": [
+                            {
+                                "in": "path",
+                                "name": "prediction_id",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prediction ID"
+                                },
+                                "required": true
+                            },
+                            {
+                                "in": "header",
+                                "name": "prefer",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prefer"
+                                },
+                                "required": false
+                            }
+                        ],
+                        "description": "Run a single prediction on the model (idempotent creation).",
+                        "operationId": "predict_idempotent_predictions__prediction_id__put",
+                        "requestBody": {
+                            "content": {
+                                "application/json": {
+                                    "schema": {
+                                        "allOf": [
+                                            {
+                                                "$ref": "#/components/schemas/PredictionRequest"
+                                            }
+                                        ],
+                                        "title": "Prediction Request"
+                                    }
+                                }
+                            },
+                            "required": true
+                        }
+                    }
+                },
+                "/predictions/{prediction_id}/cancel": {
+                    "post": {
+                        "summary": "Cancel",
+                        "responses": {
+                            "200": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "title": "Response Cancel Predictions  Prediction Id  Cancel Post"
+                                        }
+                                    }
+                                },
+                                "description": "Successful Response"
+                            },
+                            "422": {
+                                "content": {
+                                    "application/json": {
+                                        "schema": {
+                                            "$ref": "#/components/schemas/HTTPValidationError"
+                                        }
+                                    }
+                                },
+                                "description": "Validation Error"
+                            }
+                        },
+                        "parameters": [
+                            {
+                                "in": "path",
+                                "name": "prediction_id",
+                                "schema": {
+                                    "type": "string",
+                                    "title": "Prediction ID"
+                                },
+                                "required": true
+                            }
+                        ],
+                        "description": "Cancel a running prediction",
+                        "operationId": "cancel_predictions__prediction_id__cancel_post"
+                    }
+                }
+            },
+            "openapi": "3.0.2",
+            "components": {
+                "schemas": {
+                    "Input": {
+                        "type": "object",
+                        "title": "Input",
+                        "required": [
+                            "image"
+                        ],
+                        "properties": {
+                            "image": {
+                                "type": "string",
+                                "title": "Image",
+                                "format": "uri",
+                                "x-order": 0,
+                                "description": "Grayscale input image"
+                            },
+                            "prompt": {
+                                "type": "string",
+                                "title": "Prompt",
+                                "default": "caption es",
+                                "x-order": 1,
+                                "description": "Input prompt"
+                            }
+                        }
+                    },
+                    "Output": {
+                        "type": "string",
+                        "title": "Output"
+                    },
+                    "Status": {
+                        "enum": [
+                            "starting",
+                            "processing",
+                            "succeeded",
+                            "canceled",
+                            "failed"
+                        ],
+                        "type": "string",
+                        "title": "Status",
+                        "description": "An enumeration."
+                    },
+                    "WebhookEvent": {
+                        "enum": [
+                            "start",
+                            "output",
+                            "logs",
+                            "completed"
+                        ],
+                        "type": "string",
+                        "title": "WebhookEvent",
+                        "description": "An enumeration."
+                    },
+                    "ValidationError": {
+                        "type": "object",
+                        "title": "ValidationError",
+                        "required": [
+                            "loc",
+                            "msg",
+                            "type"
+                        ],
+                        "properties": {
+                            "loc": {
+                                "type": "array",
+                                "items": {
+                                    "anyOf": [
+                                        {
+                                            "type": "string"
+                                        },
+                                        {
+                                            "type": "integer"
+                                        }
+                                    ]
+                                },
+                                "title": "Location"
+                            },
+                            "msg": {
+                                "type": "string",
+                                "title": "Message"
+                            },
+                            "type": {
+                                "type": "string",
+                                "title": "Error Type"
+                            }
+                        }
+                    },
+                    "PredictionRequest": {
+                        "type": "object",
+                        "title": "PredictionRequest",
+                        "properties": {
+                            "id": {
+                                "type": "string",
+                                "title": "Id"
+                            },
+                            "input": {
+                                "$ref": "#/components/schemas/Input"
+                            },
+                            "webhook": {
+                                "type": "string",
+                                "title": "Webhook",
+                                "format": "uri",
+                                "maxLength": 65536,
+                                "minLength": 1
+                            },
+                            "created_at": {
+                                "type": "string",
+                                "title": "Created At",
+                                "format": "date-time"
+                            },
+                            "output_file_prefix": {
+                                "type": "string",
+                                "title": "Output File Prefix"
+                            },
+                            "webhook_events_filter": {
+                                "type": "array",
+                                "items": {
+                                    "$ref": "#/components/schemas/WebhookEvent"
+                                },
+                                "default": [
+                                    "start",
+                                    "output",
+                                    "logs",
+                                    "completed"
+                                ]
+                            }
+                        }
+                    },
+                    "PredictionResponse": {
+                        "type": "object",
+                        "title": "PredictionResponse",
+                        "properties": {
+                            "id": {
+                                "type": "string",
+                                "title": "Id"
+                            },
+                            "logs": {
+                                "type": "string",
+                                "title": "Logs",
+                                "default": ""
+                            },
+                            "error": {
+                                "type": "string",
+                                "title": "Error"
+                            },
+                            "input": {
+                                "$ref": "#/components/schemas/Input"
+                            },
+                            "output": {
+                                "$ref": "#/components/schemas/Output"
+                            },
+                            "status": {
+                                "$ref": "#/components/schemas/Status"
+                            },
+                            "metrics": {
+                                "type": "object",
+                                "title": "Metrics"
+                            },
+                            "version": {
+                                "type": "string",
+                                "title": "Version"
+                            },
+                            "created_at": {
+                                "type": "string",
+                                "title": "Created At",
+                                "format": "date-time"
+                            },
+                            "started_at": {
+                                "type": "string",
+                                "title": "Started At",
+                                "format": "date-time"
+                            },
+                            "completed_at": {
+                                "type": "string",
+                                "title": "Completed At",
+                                "format": "date-time"
+                            }
+                        }
+                    },
+                    "HTTPValidationError": {
+                        "type": "object",
+                        "title": "HTTPValidationError",
+                        "properties": {
+                            "detail": {
+                                "type": "array",
+                                "items": {
+                                    "$ref": "#/components/schemas/ValidationError"
+                                },
+                                "title": "Detail"
+                            }
+                        }
+                    }
+                }
+            }
+        }
+    }
+}
\ No newline at end of file
diff --git a/schemas/fofr_toolkit.json b/schemas/lucataco_sdxl-clip-interrogator.json
similarity index 73%
rename from schemas/fofr_toolkit.json
rename to schemas/lucataco_sdxl-clip-interrogator.json
index 65d0f17..413a070 100644
--- a/schemas/fofr_toolkit.json
+++ b/schemas/lucataco_sdxl-clip-interrogator.json
@@ -1,45 +1,42 @@
 {
-    "url": "https://replicate.com/fofr/toolkit",
-    "owner": "fofr",
-    "name": "toolkit",
-    "description": "Video toolkit – convert, make GIFs, extract audio",
+    "url": "https://replicate.com/lucataco/sdxl-clip-interrogator",
+    "owner": "lucataco",
+    "name": "sdxl-clip-interrogator",
+    "description": "CLIP Interrogator for SDXL optimizes text prompts to match a given image",
     "visibility": "public",
-    "github_url": "https://github.com/fofr/cog-cpu-toolkit",
+    "github_url": "https://github.com/lucataco/cog-sdxl-clip-interrogator",
     "paper_url": null,
-    "license_url": "https://github.com/fofr/cog-cpu-toolkit/blob/main/LICENSE",
+    "license_url": "https://github.com/pharmapsychotic/clip-interrogator/blob/main/LICENSE",
     "run_count": 0,
-    "cover_image_url": "https://tjzk.replicate.delivery/models_models_cover_image/f357612c-ef1c-4a61-94a4-8f02717a51a1/toolkit-cover.jpg",
+    "cover_image_url": "https://tjzk.replicate.delivery/models_models_cover_image/c200f919-4cc1-412b-8edf-e2863a5eef56/replicate-sdxl-inter.png",
     "default_example": {
-        "id": "43ems6bbbt5czcn2ktxe4xjtc4",
-        "model": "fofr/toolkit",
-        "version": "13d8a443e688f30e85af80d42b055e950a3c880842416c4ba61b7190b1fe51e8",
+        "id": "xwzgcke3tsrgp0cfg9hsapefg4",
+        "model": "lucataco/sdxl-clip-interrogator",
+        "version": "b8dd624ad312d215250b362af0ecff05d7ad4f8270f9beb034c483d70682e7b3",
         "status": "succeeded",
         "input": {
-            "fps": 0,
-            "task": "convert_input_to_gif",
-            "input_file": "https://replicate.delivery/pbxt/K4PoZN3Q6JIiG61inQLKTxIYVpOVoAYCfxwQksNGTfnmGLUf/video%20(2).mp4"
+            "mode": "fast",
+            "image": "https://replicate.delivery/pbxt/JLnoDw8UCQGRPTMy9zpMqs8g7EhVt1X0tEQrM4JFOdpibokp/replicate-sdxl-inter.png"
         },
-        "output": [
-            "https://replicate.delivery/pbxt/QiMxG3cT8poUNJriq4LwebTXijrcUigRpBG6HAiqnCnfFfGkA/video.gif"
-        ],
-        "logs": "Running ffmpeg command: ffmpeg -i /tmp/tmpgyow6svvvideo (2).mp4 -pix_fmt yuv420p -vf fps=12,scale=512:-1:flags=lanczos -c:v gif /tmp/outputs/video.gif\nffmpeg version 5.1.4-0+deb12u1 Copyright (c) 2000-2023 the FFmpeg developers\nbuilt with gcc 12 (Debian 12.2.0-14)\nconfiguration: --prefix=/usr --extra-version=0+deb12u1 --toolchain=hardened --libdir=/usr/lib/x86_64-linux-gnu --incdir=/usr/include/x86_64-linux-gnu --arch=amd64 --enable-gpl --disable-stripping --enable-gnutls --enable-ladspa --enable-libaom --enable-libass --enable-libbluray --enable-libbs2b --enable-libcaca --enable-libcdio --enable-libcodec2 --enable-libdav1d --enable-libflite --enable-libfontconfig --enable-libfreetype --enable-libfribidi --enable-libglslang --enable-libgme --enable-libgsm --enable-libjack --enable-libmp3lame --enable-libmysofa --enable-libopenjpeg --enable-libopenmpt --enable-libopus --enable-libpulse --enable-librabbitmq --enable-librist --enable-librubberband --enable-libshine --enable-libsnappy --enable-libsoxr --enable-libspeex --enable-libsrt --enable-libssh --enable-libsvtav1 --enable-libtheora --enable-libtwolame --enable-libvidstab --enable-libvorbis --enable-libvpx --enable-libwebp --enable-libx265 --enable-libxml2 --enable-libxvid --enable-libzimg --enable-libzmq --enable-libzvbi --enable-lv2 --enable-omx --enable-openal --enable-opencl --enable-opengl --enable-sdl2 --disable-sndio --enable-libjxl --enable-pocketsphinx --enable-librsvg --enable-libmfx --enable-libdc1394 --enable-libdrm --enable-libiec61883 --enable-chromaprint --enable-frei0r --enable-libx264 --enable-libplacebo --enable-librav1e --enable-shared\nlibavutil      57. 28.100 / 57. 28.100\nlibavcodec     59. 37.100 / 59. 37.100\nlibavformat    59. 27.100 / 59. 27.100\nlibavdevice    59.  7.100 / 59.  7.100\nlibavfilter     8. 44.100 /  8. 44.100\nlibswscale      6.  7.100 /  6.  7.100\nlibswresample   4.  7.100 /  4.  7.100\nlibpostproc    56.  6.100 / 56.  6.100\nInput #0, mov,mp4,m4a,3gp,3g2,mj2, from '/tmp/tmpgyow6svvvideo (2).mp4':\nMetadata:\nmajor_brand     : isom\nminor_version   : 512\ncompatible_brands: isomiso2avc1mp41\nencoder         : Lavf59.27.100\nDuration: 00:00:03.38, start: 0.000000, bitrate: 1631 kb/s\nStream #0:0[0x1](eng): Video: h264 (High) (avc1 / 0x31637661), yuv420p(tv, bt709, progressive), 1920x1080 [SAR 1:1 DAR 16:9], 1465 kb/s, 23.98 fps, 23.98 tbr, 24k tbn (default)\nMetadata:\nhandler_name    : Core Media Video\nvendor_id       : [0][0][0][0]\nencoder         : Lavc59.37.100 libx264\nStream #0:1[0x2](eng): Audio: aac (LC) (mp4a / 0x6134706D), 48000 Hz, stereo, fltp, 157 kb/s (default)\nMetadata:\nhandler_name    : Core Media Audio\nvendor_id       : [0][0][0][0]\nStream mapping:\nStream #0:0 -> #0:0 (h264 (native) -> gif (native))\nPress [q] to stop, [?] for help\nIncompatible pixel format 'yuv420p' for codec 'gif', auto-selecting format 'bgr8'\nOutput #0, gif, to '/tmp/outputs/video.gif':\nMetadata:\nmajor_brand     : isom\nminor_version   : 512\ncompatible_brands: isomiso2avc1mp41\nencoder         : Lavf59.27.100\nStream #0:0(eng): Video: gif, bgr8(pc, gbr/bt709/bt709, progressive), 512x288 [SAR 1:1 DAR 16:9], q=2-31, 200 kb/s, 12 fps, 100 tbn (default)\nMetadata:\nhandler_name    : Core Media Video\nvendor_id       : [0][0][0][0]\nencoder         : Lavc59.37.100 gif\nframe=    1 fps=0.0 q=-0.0 size=       0kB time=00:00:00.01 bitrate=   0.0kbits/s speed=0.128x\nframe=   41 fps=0.0 q=-0.0 Lsize=     622kB time=00:00:03.34 bitrate=1525.6kbits/s speed=8.68x\nvideo:622kB audio:0kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.003140%",
+        "output": "a painting of a turtle swimming in the ocean, high detailed illustration, colored illustration for tattoo, highly detailed illustration.”, watercolor artwork of exotic, watercolor artstyle, watercolor digital painting, watercolor colored painting, detailed watercolor painting, colorful watercolor painting, colored illustration, watercolor illustration style, digital art highly detailed, highly detailed water colour 8 k, highly detailed water colour 8k",
+        "logs": "0%|          | 0/55 [00:00<?, ?it/s]\n 55%|█████▍    | 30/55 [00:00<00:00, 298.39it/s]\n100%|██████████| 55/55 [00:00<00:00, 312.12it/s]",
         "error": null,
         "metrics": {
-            "predict_time": 1.456677,
-            "total_time": 1.471223
+            "predict_time": 1.172608,
+            "total_time": 135.008298
         },
-        "created_at": "2023-12-18T12:47:58.510153Z",
-        "started_at": "2023-12-18T12:47:58.524699Z",
-        "completed_at": "2023-12-18T12:47:59.981376Z",
+        "created_at": "2024-05-16T17:12:07.382000Z",
+        "started_at": "2024-05-16T17:14:21.217690Z",
+        "completed_at": "2024-05-16T17:14:22.390298Z",
         "urls": {
-            "get": "https://api.replicate.com/v1/predictions/43ems6bbbt5czcn2ktxe4xjtc4",
-            "cancel": "https://api.replicate.com/v1/predictions/43ems6bbbt5czcn2ktxe4xjtc4/cancel"
+            "get": "https://api.replicate.com/v1/predictions/xwzgcke3tsrgp0cfg9hsapefg4",
+            "cancel": "https://api.replicate.com/v1/predictions/xwzgcke3tsrgp0cfg9hsapefg4/cancel"
         }
     },
     "latest_version": {
-        "id": "19711d11c243800f08364ba9ae9078f54874f21363ba445dabdbf082b5d69565",
-        "created_at": "2024-01-09T11:20:21.732230+00:00",
-        "cog_version": "0.8.6",
+        "id": "b8dd624ad312d215250b362af0ecff05d7ad4f8270f9beb034c483d70682e7b3",
+        "created_at": "2024-05-16T16:19:02.026063+00:00",
+        "cog_version": "0.9.6",
         "openapi_schema": {
             "info": {
                 "title": "Cog",
@@ -257,60 +254,43 @@
             "openapi": "3.0.2",
             "components": {
                 "schemas": {
-                    "task": {
+                    "mode": {
                         "enum": [
-                            "convert_input_to_mp4",
-                            "convert_input_to_gif",
-                            "extract_video_audio_as_mp3",
-                            "zipped_frames_to_mp4",
-                            "zipped_frames_to_gif",
-                            "extract_frames_from_input",
-                            "reverse_video",
-                            "bounce_video"
+                            "best",
+                            "fast"
                         ],
                         "type": "string",
-                        "title": "task",
+                        "title": "mode",
                         "description": "An enumeration."
                     },
                     "Input": {
                         "type": "object",
                         "title": "Input",
                         "required": [
-                            "task",
-                            "input_file"
+                            "image"
                         ],
                         "properties": {
-                            "fps": {
-                                "type": "integer",
-                                "title": "Fps",
-                                "default": 0,
-                                "x-order": 2,
-                                "description": "frames per second, if relevant. Use 0 to keep original fps (or use default). Converting to GIF defaults to 12fps"
-                            },
-                            "task": {
+                            "mode": {
                                 "allOf": [
                                     {
-                                        "$ref": "#/components/schemas/task"
+                                        "$ref": "#/components/schemas/mode"
                                     }
                                 ],
-                                "x-order": 0,
-                                "description": "Task to perform"
-                            },
-                            "input_file": {
-                                "type": "string",
-                                "title": "Input File",
-                                "format": "uri",
+                                "default": "best",
                                 "x-order": 1,
-                                "description": "File – zip, image or video to process"
+                                "description": "Prompt Mode: fast takes 1-2 seconds, best takes 15-25 seconds."
+                            },
+                            "image": {
+                                "type": "string",
+                                "title": "Image",
+                                "format": "uri",
+                                "x-order": 0,
+                                "description": "Input image"
                             }
                         }
                     },
                     "Output": {
-                        "type": "array",
-                        "items": {
-                            "type": "string",
-                            "format": "uri"
-                        },
+                        "type": "string",
                         "title": "Output"
                     },
                     "Status": {