From 73abb8bb0769933d5979e2890eaffe5276104759 Mon Sep 17 00:00:00 2001 From: AI Lab <129358391+1038lab@users.noreply.github.com> Date: Thu, 20 Aug 2026 14:37:17 -0700 Subject: [PATCH] Update gguf_models.json with new model entries --- gguf_models.json | 36 +++++++++++++++++++++++++++++++++++- 1 file changed, 35 insertions(+), 1 deletion(-) diff --git a/gguf_models.json b/gguf_models.json index d86ce5a..15e1b4e 100644 --- a/gguf_models.json +++ b/gguf_models.json @@ -133,6 +133,40 @@ "pool_size": 4194304 } }, + "Qwen3.5-4B-UD-GGUF": { + "author": "unsloth", + "repo_name": "Qwen3.5-4B-GGUF", + "repo_id": "unsloth/Qwen3.5-4B-GGUF", + "mmproj_file": "mmproj-BF16.gguf", + "model_files": [ + "Qwen3.5-4B-UD-Q4_K_XL.gguf" + ], + "defaults": { + "context_length": 8192, + "image_max_tokens": 4096, + "n_batch": 512, + "gpu_layers": -1, + "top_k": 0, + "pool_size": 4194304 + } + }, + "Qwen3.6-27B-UD-GGUF": { + "author": "unsloth", + "repo_name": "Qwen3.6-27B-GGUF", + "repo_id": "unsloth/Qwen3.6-27B-GGUF", + "mmproj_file": "mmproj-BF16.gguf", + "model_files": [ + "Qwen3.6-27B-UD-Q3_K_XL.gguf" + ], + "defaults": { + "context_length": 8192, + "image_max_tokens": 4096, + "n_batch": 512, + "gpu_layers": -1, + "top_k": 0, + "pool_size": 4194304 + } + }, "Qwen3.8-27B-UD-GGUF": { "author": "unsloth", "repo_name": "Qwen3.8-27B-GGUF", @@ -149,6 +183,6 @@ "top_k": 0, "pool_size": 4194304 } - } + }, } }