diff --git a/gguf_models.json b/gguf_models.json index d86ce5a..15e1b4e 100644 --- a/gguf_models.json +++ b/gguf_models.json @@ -133,6 +133,40 @@ "pool_size": 4194304 } }, + "Qwen3.5-4B-UD-GGUF": { + "author": "unsloth", + "repo_name": "Qwen3.5-4B-GGUF", + "repo_id": "unsloth/Qwen3.5-4B-GGUF", + "mmproj_file": "mmproj-BF16.gguf", + "model_files": [ + "Qwen3.5-4B-UD-Q4_K_XL.gguf" + ], + "defaults": { + "context_length": 8192, + "image_max_tokens": 4096, + "n_batch": 512, + "gpu_layers": -1, + "top_k": 0, + "pool_size": 4194304 + } + }, + "Qwen3.6-27B-UD-GGUF": { + "author": "unsloth", + "repo_name": "Qwen3.6-27B-GGUF", + "repo_id": "unsloth/Qwen3.6-27B-GGUF", + "mmproj_file": "mmproj-BF16.gguf", + "model_files": [ + "Qwen3.6-27B-UD-Q3_K_XL.gguf" + ], + "defaults": { + "context_length": 8192, + "image_max_tokens": 4096, + "n_batch": 512, + "gpu_layers": -1, + "top_k": 0, + "pool_size": 4194304 + } + }, "Qwen3.8-27B-UD-GGUF": { "author": "unsloth", "repo_name": "Qwen3.8-27B-GGUF", @@ -149,6 +183,6 @@ "top_k": 0, "pool_size": 4194304 } - } + }, } }