{
  "base_dir": "llm/GGUF",
  "models": {
    "Qwen3-VL-8B-abliterated-Q4_K_M": {
      "handler": "qwen3vl",
      "repo_id": "prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF",
      "model_file": "Qwen3-VL-8B-Instruct-abliterated-v2.Q4_K_M.gguf",
      "mmproj_file": "Qwen3-VL-8B-Instruct-abliterated-v2.mmproj-Q8_0.gguf",
      "stop_tokens": ["<|im_end|>", "<|im_start|>"],
      "defaults": {
        "context_length": 16384,
        "image_max_tokens": 5120,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3.5-9B-Uncensored-HauhauCS-Q4_K_M": {
      "handler": "qwen35",
      "repo_id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
      "model_file": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
      "mmproj_file": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
      "stop_tokens": ["<|im_end|>", "<|im_start|>"],
      "defaults": {
        "context_length": 16384,
        "image_max_tokens": 5120,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Qwen3.5-4B-Uncensored-HauhauCS-Q4_K_M": {
      "handler": "qwen35",
      "repo_id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
      "model_file": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
      "mmproj_file": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
      "stop_tokens": ["<|im_end|>", "<|im_start|>"],
      "defaults": {
        "context_length": 16384,
        "image_max_tokens": 5120,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    },
    "Gemma4-E4B-uncensored-Q4_K_M": {
      "handler": "gemma4",
      "repo_id": "TrevorJS/gemma-4-E4B-it-uncensored-GGUF",
      "model_file": "gemma-4-E4B-it-uncensored-Q4_K_M.gguf",
      "mmproj_repo_id": "bartowski/google_gemma-4-E4B-it-GGUF",
      "mmproj_file": "mmproj-google_gemma-4-E4B-it-bf16.gguf",
      "stop_tokens": ["<end_of_turn>"],
      "defaults": {
        "context_length": 16384,
        "image_max_tokens": 5120,
        "n_batch": 512,
        "gpu_layers": -1,
        "top_k": 0,
        "pool_size": 4194304
      }
    }
  }
}