1038lab-ComfyUI-QwenVL/gguf_models.json

{
  "base_dir": "LLM/GGUF",
  "Qwen_model": {
    "Qwen3-4B-GGUF": {
      "author": "Qwen",
      "repo_name": "Qwen3-4B-GGUF",
      "repo_id": "Qwen/Qwen3-4B-GGUF",
      "model_files": [
        "Qwen3-4B-Q4_K_M.gguf",
        "Qwen3-4B-Q5_0.gguf",
        "Qwen3-4B-Q5_K_M.gguf",
        "Qwen3-4B-Q6_K.gguf",
        "Qwen3-4B-Q8_0.gguf"
      ],
      "defaults": {
        "context_length": 8192
      }
    },
    "Qwen3-4B-abliterated-GGUF": {
      "author": "Mungert",
      "repo_name": "Qwen3-4B-abliterated-GGUF",
      "repo_id": "Mungert/Qwen3-4B-abliterated-GGUF",
      "alt_repo_ids": [
        "mradermacher/Qwen3-4B-abliterated-GGUF"
      ],
      "model_files": [
        "Qwen3-4B-abliterated-q3_k_m.gguf",
        "Qwen3-4B-abliterated-q4_k_m.gguf",
        "Qwen3-4B-abliterated-q5_k_m.gguf",
        "Qwen3-4B-abliterated-q6_k_m.gguf",
        "Qwen3-4B-abliterated-q8_0.gguf",
        "Qwen3-4B-abliterated-bf16.gguf",
        "Qwen3-4B-abliterated-bf16_q8_0.gguf",
        "Qwen3-4B-abliterated-f16_q8_0.gguf"
      ],
      "defaults": {
        "context_length": 8192
      }
    }
  },
  "qwenVL_model": {
    "Qwen3-VL-4B-Instruct-GGUF": {
      "author": "Qwen",
      "repo_name": "Qwen3-VL-4B-Instruct-GGUF",
      "repo_id": "Qwen/Qwen3-VL-4B-Instruct-GGUF",
      "mmproj_file": "mmproj-Qwen3VL-4B-Instruct-F16.gguf",
      "model_files": [
        "Qwen3VL-4B-Instruct-Q4_K_M.gguf",
        "Qwen3VL-4B-Instruct-Q8_0.gguf",
        "Qwen3VL-4B-Instruct-F16.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3-VL-8B-Instruct-GGUF": {
      "author": "Qwen",
      "repo_name": "Qwen3-VL-8B-Instruct-GGUF",
      "repo_id": "Qwen/Qwen3-VL-8B-Instruct-GGUF",
      "mmproj_file": "mmproj-Qwen3VL-8B-Instruct-F16.gguf",
      "model_files": [
        "Qwen3VL-8B-Instruct-Q4_K_M.gguf",
        "Qwen3VL-8B-Instruct-Q8_0.gguf",
        "Qwen3VL-8B-Instruct-F16.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3-VL-4B-Thinking-GGUF": {
      "author": "Qwen",
      "repo_name": "Qwen3-VL-4B-Thinking-GGUF",
      "repo_id": "Qwen/Qwen3-VL-4B-Thinking-GGUF",
      "mmproj_file": "mmproj-Qwen3VL-4B-Thinking-F16.gguf",
      "model_files": [
        "Qwen3VL-4B-Thinking-Q4_K_M.gguf",
        "Qwen3VL-4B-Thinking-Q8_0.gguf",
        "Qwen3VL-4B-Thinking-F16.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3-VL-8B-Thinking-GGUF": {
      "author": "Qwen",
      "repo_name": "Qwen3-VL-8B-Thinking-GGUF",
      "repo_id": "Qwen/Qwen3-VL-8B-Thinking-GGUF",
      "mmproj_file": "mmproj-Qwen3VL-8B-Thinking-F16.gguf",
      "model_files": [
        "Qwen3VL-8B-Thinking-Q4_K_M.gguf",
        "Qwen3VL-8B-Thinking-Q8_0.gguf",
        "Qwen3VL-8B-Thinking-F16.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3.5-4B-UD-GGUF": {
      "author": "unsloth",
      "repo_name": "Qwen3.5-4B-GGUF",
      "repo_id": "unsloth/Qwen3.5-4B-GGUF",
      "mmproj_file": "mmproj-BF16.gguf",
      "model_files": [
        "Qwen3.5-4B-UD-Q4_K_XL.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3.6-27B-UD-GGUF": {
      "author": "unsloth",
      "repo_name": "Qwen3.6-27B-GGUF",
      "repo_id": "unsloth/Qwen3.6-27B-GGUF",
      "mmproj_file": "mmproj-BF16.gguf",
      "model_files": [
        "Qwen3.6-27B-UD-Q3_K_XL.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3.8-27B-UD-GGUF": {
      "author": "unsloth",
      "repo_name": "Qwen3.8-27B-GGUF",
      "repo_id": "unsloth/Qwen3.8-27B-GGUF",
      "mmproj_file": "mmproj-BF16.gguf",
      "model_files": [
        "Qwen3.8-27B-UD-Q3_K_XL.gguf"
      ],
      "defaults": {
        "context_length": 8192,
        "image_max_tokens": 4096,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    }
  }
}