Update gguf_models.json with new model entries

2026-08-20 14:37:17 -07:00
parent 5d0584c773
commit 73abb8bb07
1 changed files with 35 additions and 1 deletions
@@ -133,6 +133,40 @@
        "pool_size": 4194304
      }
    },
+    "Qwen3.5-4B-UD-GGUF": {
+      "author": "unsloth",
+      "repo_name": "Qwen3.5-4B-GGUF",
+      "repo_id": "unsloth/Qwen3.5-4B-GGUF",
+      "mmproj_file": "mmproj-BF16.gguf",
+      "model_files": [
+        "Qwen3.5-4B-UD-Q4_K_XL.gguf"
+      ],
+      "defaults": {
+        "context_length": 8192,
+        "image_max_tokens": 4096,
+        "n_batch": 512,
+        "gpu_layers": -1,
+        "top_k": 0,
+        "pool_size": 4194304
+      }
+    },
+    "Qwen3.6-27B-UD-GGUF": {
+      "author": "unsloth",
+      "repo_name": "Qwen3.6-27B-GGUF",
+      "repo_id": "unsloth/Qwen3.6-27B-GGUF",
+      "mmproj_file": "mmproj-BF16.gguf",
+      "model_files": [
+        "Qwen3.6-27B-UD-Q3_K_XL.gguf"
+      ],
+      "defaults": {
+        "context_length": 8192,
+        "image_max_tokens": 4096,
+        "n_batch": 512,
+        "gpu_layers": -1,
+        "top_k": 0,
+        "pool_size": 4194304
+      }
+    },
    "Qwen3.8-27B-UD-GGUF": {
      "author": "unsloth",
      "repo_name": "Qwen3.8-27B-GGUF",
@@ -149,6 +183,6 @@
        "top_k": 0,
        "pool_size": 4194304
      }
-    }
+    },
  }
 }