67 lines
2.2 KiB
JSON
67 lines
2.2 KiB
JSON
{
|
|
"base_dir": "llm/GGUF",
|
|
"models": {
|
|
"Qwen3-VL-8B-abliterated-Q4_K_M": {
|
|
"handler": "qwen3vl",
|
|
"repo_id": "prithivMLmods/Qwen3-VL-8B-Instruct-abliterated-v2-GGUF",
|
|
"model_file": "Qwen3-VL-8B-Instruct-abliterated-v2.Q4_K_M.gguf",
|
|
"mmproj_file": "Qwen3-VL-8B-Instruct-abliterated-v2.mmproj-Q8_0.gguf",
|
|
"stop_tokens": ["<|im_end|>", "<|im_start|>"],
|
|
"defaults": {
|
|
"context_length": 16384,
|
|
"image_max_tokens": 5120,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Q4_K_M": {
|
|
"handler": "qwen35",
|
|
"repo_id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
|
|
"model_file": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"mmproj_file": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
|
|
"stop_tokens": ["<|im_end|>", "<|im_start|>"],
|
|
"defaults": {
|
|
"context_length": 16384,
|
|
"image_max_tokens": 5120,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Q4_K_M": {
|
|
"handler": "qwen35",
|
|
"repo_id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
|
|
"model_file": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"mmproj_file": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
|
|
"stop_tokens": ["<|im_end|>", "<|im_start|>"],
|
|
"defaults": {
|
|
"context_length": 16384,
|
|
"image_max_tokens": 5120,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Gemma4-E4B-uncensored-Q4_K_M": {
|
|
"handler": "gemma4",
|
|
"repo_id": "TrevorJS/gemma-4-E4B-it-uncensored-GGUF",
|
|
"model_file": "gemma-4-E4B-it-uncensored-Q4_K_M.gguf",
|
|
"mmproj_repo_id": "bartowski/google_gemma-4-E4B-it-GGUF",
|
|
"mmproj_file": "mmproj-google_gemma-4-E4B-it-bf16.gguf",
|
|
"stop_tokens": ["<end_of_turn>"],
|
|
"defaults": {
|
|
"context_length": 16384,
|
|
"image_max_tokens": 5120,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
}
|
|
}
|
|
}
|