709 lines
31 KiB
JSON
709 lines
31 KiB
JSON
{
|
|
"base_dir": "LLM/GGUF",
|
|
"Qwen_model": {
|
|
"Qwen3-4B-abliterated-GGUF [Q4:2.4GB|Q5:2.8GB|Q6:3.2GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Qwen3-4B-abliterated-GGUF",
|
|
"repo_id": "mradermacher/Qwen3-4B-abliterated-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3-4B-abliterated.Q4_K_M.gguf",
|
|
"Qwen3-4B-abliterated.Q5_K_M.gguf",
|
|
"Qwen3-4B-abliterated.Q6_K.gguf",
|
|
"Qwen3-4B-abliterated.Q8_0.gguf",
|
|
"Qwen3-4B-abliterated.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768
|
|
}
|
|
},
|
|
"Josiefied-Qwen3-4B-abliterated-v1-GGUF [Q4:2.4GB|Q5:2.8GB|Q6:3.2GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Josiefied-Qwen3-4B-abliterated-v1-GGUF",
|
|
"repo_id": "mradermacher/Josiefied-Qwen3-4B-abliterated-v1-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Josiefied-Qwen3-4B-abliterated-v1.Q4_K_M.gguf",
|
|
"Josiefied-Qwen3-4B-abliterated-v1.Q5_K_M.gguf",
|
|
"Josiefied-Qwen3-4B-abliterated-v1.Q6_K.gguf",
|
|
"Josiefied-Qwen3-4B-abliterated-v1.Q8_0.gguf",
|
|
"Josiefied-Qwen3-4B-abliterated-v1.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768
|
|
}
|
|
},
|
|
"Josiefied-Qwen3-8B-abliterated-v1-GGUF [Q4:5.3GB|Q5:6.5GB|Q6:7.5GB|Q8:9GB|F16:16GB|VRAM:~10GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Josiefied-Qwen3-8B-abliterated-v1-GGUF",
|
|
"repo_id": "mradermacher/Josiefied-Qwen3-8B-abliterated-v1-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Josiefied-Qwen3-8B-abliterated-v1.Q4_K_M.gguf",
|
|
"Josiefied-Qwen3-8B-abliterated-v1.Q5_K_M.gguf",
|
|
"Josiefied-Qwen3-8B-abliterated-v1.Q6_K.gguf",
|
|
"Josiefied-Qwen3-8B-abliterated-v1.Q8_0.gguf",
|
|
"Josiefied-Qwen3-8B-abliterated-v1.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768
|
|
}
|
|
},
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF [Q4:2.4GB|Q5:2.8GB|Q6:3.2GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF",
|
|
"repo_id": "mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q4_K_M.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q5_K_M.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q6_K.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q8_0.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768
|
|
}
|
|
},
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF [Q4:5.3GB|Q5:6.5GB|Q6:7.5GB|Q8:9GB|F16:16GB|VRAM:~10GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF",
|
|
"repo_id": "mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q4_K_M.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q5_K_M.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q6_K.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q8_0.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536
|
|
}
|
|
},
|
|
"Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1-GGUF [Q4:2.4GB|Q5:2.8GB|Q6:3.2GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "DevQuasar",
|
|
"repo_name": "Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1-GGUF",
|
|
"repo_id": "DevQuasar/Goekdeniz-Guelmez.Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Goekdeniz-Guelmez.Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1.Q4_K_M.gguf",
|
|
"Goekdeniz-Guelmez.Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1.Q5_K_M.gguf",
|
|
"Goekdeniz-Guelmez.Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1.Q6_K.gguf",
|
|
"Goekdeniz-Guelmez.Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1.Q8_0.gguf",
|
|
"Goekdeniz-Guelmez.Josiefied-Qwen3-4B-Instruct-2507-gabliterated-v1.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768
|
|
}
|
|
},
|
|
"Qwen3-4B-GGUF [Q4:2.4GB|Q5:2.8GB|Q6:3.2GB|Q8:4.2GB|VRAM:~4GB]": {
|
|
"author": "Qwen",
|
|
"repo_name": "Qwen3-4B-GGUF",
|
|
"repo_id": "Qwen/Qwen3-4B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3-4B-Q4_K_M.gguf",
|
|
"Qwen3-4B-Q5_K_M.gguf",
|
|
"Qwen3-4B-Q6_K.gguf",
|
|
"Qwen3-4B-Q8_0.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768
|
|
}
|
|
},
|
|
"Qwen3.5-4B-GGUF [Q4:2.4GB|Q6:3.2GB|Q8:4.2GB|BF16:8GB|VRAM:~5GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "Qwen3.5-4B-GGUF",
|
|
"repo_id": "unsloth/Qwen3.5-4B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.5-4B-Q4_K_M.gguf",
|
|
"Qwen3.5-4B-Q6_K.gguf",
|
|
"Qwen3.5-4B-Q8_0.gguf",
|
|
"Qwen3.5-4B-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Qwen3.5-9B-GGUF [Q4:5.3GB|Q6:7.5GB|Q8:9GB|BF16:17GB|VRAM:~18GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "Qwen3.5-9B-GGUF",
|
|
"repo_id": "unsloth/Qwen3.5-9B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.5-9B-Q4_K_M.gguf",
|
|
"Qwen3.5-9B-Q6_K.gguf",
|
|
"Qwen3.5-9B-Q8_0.gguf",
|
|
"Qwen3.5-9B-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Qwen3.5-27B-GGUF [Q4:15GB|Q5:18GB|Q6:21GB|Q8:27GB|VRAM:~28GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "Qwen3.5-27B-GGUF",
|
|
"repo_id": "unsloth/Qwen3.5-27B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.5-27B-Q4_K_M.gguf",
|
|
"Qwen3.5-27B-Q5_K_M.gguf",
|
|
"Qwen3.5-27B-Q6_K.gguf",
|
|
"Qwen3.5-27B-Q8_0.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF [Q4:2.4GB|Q6:3.2GB|Q8:4.2GB|BF16:8GB|VRAM:~5GB]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-GGUF",
|
|
"repo_id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF [Q4:5.3GB|Q6:7.5GB|Q8:9GB|BF16:17GB|VRAM:~18GB]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-GGUF",
|
|
"repo_id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-GGUF [Q4:15GB|Q6:21GB|Q8:27GB|BF16:54GB|VRAM:~32GB]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-GGUF",
|
|
"repo_id": "HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-GGUF [Q2:11GB|Q3:15GB|Q4:20GB|Q5:28GB|Q6:31GB|Q8:44GB|VRAM:~24GB+]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
|
|
"repo_id": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Gemma-4-E2B-it-GGUF [Q4:3.2GB|Q8:4.7GB|BF16:8.7GB|VRAM:~5GB]": {
|
|
"author": "bartowski",
|
|
"repo_name": "google_gemma-4-E2B-it-GGUF",
|
|
"repo_id": "bartowski/google_gemma-4-E2B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"google_gemma-4-E2B-it-Q4_K_S.gguf",
|
|
"google_gemma-4-E2B-it-Q8_0.gguf",
|
|
"google_gemma-4-E2B-it-bf16.gguf"
|
|
],
|
|
"local_filenames": {
|
|
"google_gemma-4-E2B-it-Q8_0.gguf": ["gemma-4-E2B-it-Q8_0.gguf"],
|
|
"google_gemma-4-E2B-it-bf16.gguf": ["gemma-4-E2B-it-bf16.gguf", "gemma-4-E2B-it-BF16.gguf"]
|
|
},
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Gemma-4-E4B-it-GGUF [Q4:5.4GB|Q8:8GB|VRAM:~7GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "gemma-4-E4B-it-GGUF",
|
|
"repo_id": "unsloth/gemma-4-E4B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"gemma-4-E4B-it-Q4_K_M.gguf",
|
|
"gemma-4-E4B-it-Q6_K.gguf",
|
|
"gemma-4-E4B-it-Q8_0.gguf",
|
|
"gemma-4-E4B-it-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Gemma-4-26B-A4B-it-GGUF [Q4:15GB|Q8:24GB|VRAM:~18GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "gemma-4-26B-A4B-it-GGUF",
|
|
"repo_id": "unsloth/gemma-4-26B-A4B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"gemma-4-26B-A4B-it-Q4_K_M.gguf",
|
|
"gemma-4-26B-A4B-it-Q6_K.gguf",
|
|
"gemma-4-26B-A4B-it-Q8_0.gguf",
|
|
"gemma-4-26B-A4B-it-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 262144
|
|
}
|
|
},
|
|
"Gemma-4-12B-it-GGUF [Q4:7.5GB|Q5:9GB|Q6:11GB|Q8:13GB|BF16:24GB|VRAM:~12GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "gemma-4-12b-it-GGUF",
|
|
"repo_id": "unsloth/gemma-4-12b-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"gemma-4-12b-it-Q4_K_M.gguf",
|
|
"gemma-4-12b-it-Q4_K_S.gguf",
|
|
"gemma-4-12b-it-Q5_K_M.gguf",
|
|
"gemma-4-12b-it-Q5_K_S.gguf",
|
|
"gemma-4-12b-it-Q6_K.gguf",
|
|
"gemma-4-12b-it-Q8_0.gguf",
|
|
"gemma-4-12b-it-BF16.gguf",
|
|
"gemma-4-12b-it-UD-Q4_K_XL.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 262144
|
|
}
|
|
},
|
|
"Gemma-4-31B-it-GGUF [Q4:20GB|Q8:32GB|VRAM:~22GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "gemma-4-31B-it-GGUF",
|
|
"repo_id": "unsloth/gemma-4-31B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"gemma-4-31B-it-Q4_K_M.gguf",
|
|
"gemma-4-31B-it-Q6_K.gguf",
|
|
"gemma-4-31B-it-Q8_0.gguf",
|
|
"gemma-4-31B-it-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 262144
|
|
}
|
|
},
|
|
"Gemma-4-E4B-Uncensored-GGUF [Q4:5.4GB|Q8:8GB|VRAM:~7GB]": {
|
|
"author": "bartowski",
|
|
"repo_name": "google_gemma-4-E4B-it-GGUF",
|
|
"repo_id": "bartowski/google_gemma-4-E4B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"google_gemma-4-E4B-it-Q4_K_M.gguf",
|
|
"google_gemma-4-E4B-it-Q5_K_M.gguf",
|
|
"google_gemma-4-E4B-it-Q6_K.gguf",
|
|
"google_gemma-4-E4B-it-Q8_0.gguf",
|
|
"google_gemma-4-E4B-it-bf16.gguf"
|
|
],
|
|
"local_filenames": {
|
|
"google_gemma-4-E4B-it-Q4_K_M.gguf": ["gemma-4-E4B-it-Q4_K_M.gguf"],
|
|
"google_gemma-4-E4B-it-Q5_K_M.gguf": ["gemma-4-E4B-it-Q5_K_M.gguf"],
|
|
"google_gemma-4-E4B-it-Q6_K.gguf": ["gemma-4-E4B-it-Q6_K.gguf"],
|
|
"google_gemma-4-E4B-it-Q8_0.gguf": ["gemma-4-E4B-it-Q8_0.gguf"],
|
|
"google_gemma-4-E4B-it-bf16.gguf": ["gemma-4-E4B-it-BF16.gguf"]
|
|
},
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
},
|
|
"Gemma-4-E2B-Uncensored-GGUF [Q4:3.2GB|Q8:4.7GB|BF16:8.7GB|VRAM:~5GB]": {
|
|
"author": "bartowski",
|
|
"repo_name": "google_gemma-4-E2B-it-GGUF",
|
|
"repo_id": "bartowski/google_gemma-4-E2B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"google_gemma-4-E2B-it-Q4_K_S.gguf",
|
|
"google_gemma-4-E2B-it-Q8_0.gguf",
|
|
"google_gemma-4-E2B-it-bf16.gguf"
|
|
],
|
|
"local_filenames": {
|
|
"google_gemma-4-E2B-it-Q8_0.gguf": ["gemma-4-E2B-it-Q8_0.gguf"],
|
|
"google_gemma-4-E2B-it-bf16.gguf": ["gemma-4-E2B-it-bf16.gguf", "gemma-4-E2B-it-BF16.gguf"]
|
|
},
|
|
"defaults": {
|
|
"context_length": 131072
|
|
}
|
|
}
|
|
},
|
|
"qwenVL_model": {
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive [Q4:2.4GB|Q6:3.2GB|Q8:4.2GB|BF16:8GB|VRAM:~4GB]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
|
|
"repo_id": "HauhauCS/Qwen3.5-4B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
|
|
"model_files": [
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
|
|
"Qwen3.5-4B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive [Q4:5.3GB|Q6:7.5GB|Q8:9GB|BF16:18GB|VRAM:~10GB]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
|
|
"repo_id": "HauhauCS/Qwen3.5-9B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf",
|
|
"model_files": [
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
|
|
"Qwen3.5-9B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive [Q4:15GB|Q6:21GB|Q8:27GB|BF16:54GB|VRAM:~28GB]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
|
|
"repo_id": "HauhauCS/Qwen3.5-27B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-f16.gguf",
|
|
"model_files": [
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q6_K.gguf",
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-Q8_0.gguf",
|
|
"Qwen3.5-27B-Uncensored-HauhauCS-Aggressive-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive [Q2:11GB|Q3:15GB|Q4:20GB|Q5:28GB|Q6:31GB|Q8:44GB|VRAM:~24GB+]": {
|
|
"author": "HauhauCS",
|
|
"repo_name": "Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
|
|
"repo_id": "HauhauCS/Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-f16.gguf",
|
|
"model_files": [
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q8_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q6_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q5_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q4_K_M.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_NL.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ4_XS.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q3_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ3_M.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-Q2_K_P.gguf",
|
|
"Qwen3.6-35B-A3B-Uncensored-HauhauCS-Aggressive-IQ2_M.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 131072,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-4B [Q4:2.4GB|Q6:3.2GB|Q8:4.2GB|BF16:8GB|VRAM:~4GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "Qwen3.5-4B-GGUF",
|
|
"repo_id": "unsloth/Qwen3.5-4B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-BF16.gguf",
|
|
"model_files": [
|
|
"Qwen3.5-4B-Q4_K_M.gguf",
|
|
"Qwen3.5-4B-Q6_K.gguf",
|
|
"Qwen3.5-4B-Q8_0.gguf",
|
|
"Qwen3.5-4B-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-9B [Q4:5.3GB|Q6:7.5GB|Q8:9GB|BF16:18GB|VRAM:~10GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "Qwen3.5-9B-GGUF",
|
|
"repo_id": "unsloth/Qwen3.5-9B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-F32.gguf",
|
|
"model_files": [
|
|
"Qwen3.5-9B-Q4_K_M.gguf",
|
|
"Qwen3.5-9B-Q6_K.gguf",
|
|
"Qwen3.5-9B-Q8_0.gguf",
|
|
"Qwen3.5-9B-BF16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3.5-27B [Q4:15GB|Q5:18GB|Q6:21GB|Q8:27GB|VRAM:~28GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "Qwen3.5-27B-GGUF",
|
|
"repo_id": "unsloth/Qwen3.5-27B-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-F32.gguf",
|
|
"model_files": [
|
|
"Qwen3.5-27B-Q4_K_M.gguf",
|
|
"Qwen3.5-27B-Q5_K_M.gguf",
|
|
"Qwen3.5-27B-Q6_K.gguf",
|
|
"Qwen3.5-27B-Q8_0.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 20,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Gemma-4-12B-it-GGUF [Q4:7.5GB|Q5:9GB|Q6:11GB|Q8:13GB|BF16:24GB|VRAM:~12GB]": {
|
|
"author": "unsloth",
|
|
"repo_name": "gemma-4-12b-it-GGUF",
|
|
"repo_id": "unsloth/gemma-4-12b-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-F16.gguf",
|
|
"model_files": [
|
|
"gemma-4-12b-it-Q4_K_M.gguf",
|
|
"gemma-4-12b-it-Q4_K_S.gguf",
|
|
"gemma-4-12b-it-Q5_K_M.gguf",
|
|
"gemma-4-12b-it-Q5_K_S.gguf",
|
|
"gemma-4-12b-it-Q6_K.gguf",
|
|
"gemma-4-12b-it-Q8_0.gguf",
|
|
"gemma-4-12b-it-BF16.gguf",
|
|
"gemma-4-12b-it-UD-Q4_K_XL.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 262144,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 64,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"google_gemma-4-E4B-it-GGUF [Q4:5.4GB|Q5:5.8GB|Q6:6.3GB|Q8:8GB|BF16:15GB|VRAM:~7GB]": {
|
|
"author": "bartowski",
|
|
"repo_name": "google_gemma-4-E4B-it-GGUF",
|
|
"repo_id": "bartowski/google_gemma-4-E4B-it-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-google_gemma-4-E4B-it-f16.gguf",
|
|
"model_files": [
|
|
"google_gemma-4-E4B-it-Q4_K_M.gguf",
|
|
"google_gemma-4-E4B-it-Q5_K_M.gguf",
|
|
"google_gemma-4-E4B-it-Q6_K.gguf",
|
|
"google_gemma-4-E4B-it-Q8_0.gguf",
|
|
"google_gemma-4-E4B-it-bf16.gguf"
|
|
],
|
|
"local_filenames": {
|
|
"google_gemma-4-E4B-it-Q4_K_M.gguf": ["gemma-4-E4B-it-Q4_K_M.gguf"],
|
|
"google_gemma-4-E4B-it-Q5_K_M.gguf": ["gemma-4-E4B-it-Q5_K_M.gguf"],
|
|
"google_gemma-4-E4B-it-Q6_K.gguf": ["gemma-4-E4B-it-Q6_K.gguf"],
|
|
"google_gemma-4-E4B-it-Q8_0.gguf": ["gemma-4-E4B-it-Q8_0.gguf"],
|
|
"google_gemma-4-E4B-it-bf16.gguf": ["gemma-4-E4B-it-BF16.gguf"]
|
|
},
|
|
"mmproj_local_filenames": {
|
|
"mmproj-google_gemma-4-E4B-it-f16.gguf": ["mmproj-F16.gguf", "mmproj-BF16.gguf"]
|
|
},
|
|
"defaults": {
|
|
"context_length": 131072,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 64,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF [Q4:2.4GB|Q5:2.8GB|Q6:3.2GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF",
|
|
"repo_id": "mradermacher/Qwen3-VL-4B-Instruct-c_abliterated-v2-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "Qwen3-VL-4B-Instruct-c_abliterated-v2.mmproj-f16.gguf",
|
|
"model_files": [
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q4_K_M.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q5_K_M.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q6_K.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.Q8_0.gguf",
|
|
"Qwen3-VL-4B-Instruct-c_abliterated-v2.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF [Q4:5.3GB|Q5:6.5GB|Q6:7.5GB|Q8:9GB|F16:16GB|VRAM:~10GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF",
|
|
"repo_id": "mradermacher/Qwen3-VL-8B-Instruct-c_abliterated-v3-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "Qwen3-VL-8B-Instruct-c_abliterated-v3.mmproj-f16.gguf",
|
|
"model_files": [
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q4_K_M.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q5_K_M.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q6_K.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.Q8_0.gguf",
|
|
"Qwen3-VL-8B-Instruct-c_abliterated-v3.f16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 65536,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-32B-Heretic-v2-GGUF [Q4:18GB|Q5:22GB|Q6:25GB|Q8:32GB|VRAM:~34GB]": {
|
|
"author": "mradermacher",
|
|
"repo_name": "Qwen3-VL-32B-Heretic-v2-GGUF",
|
|
"repo_id": "mradermacher/Qwen3-VL-32B-Heretic-v2-GGUF",
|
|
"commercial_status": "unclear",
|
|
"model_files": [
|
|
"Qwen3-VL-32B-Heretic-v2.Q4_K_M.gguf",
|
|
"Qwen3-VL-32B-Heretic-v2.Q5_K_M.gguf",
|
|
"Qwen3-VL-32B-Heretic-v2.Q6_K.gguf",
|
|
"Qwen3-VL-32B-Heretic-v2.Q8_0.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-4B-Instruct-GGUF [Q4:2.4GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "Qwen",
|
|
"repo_name": "Qwen3-VL-4B-Instruct-GGUF",
|
|
"repo_id": "Qwen/Qwen3-VL-4B-Instruct-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3VL-4B-Instruct-F16.gguf",
|
|
"model_files": [
|
|
"Qwen3VL-4B-Instruct-Q4_K_M.gguf",
|
|
"Qwen3VL-4B-Instruct-Q8_0.gguf",
|
|
"Qwen3VL-4B-Instruct-F16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-8B-Instruct-GGUF [Q4:5.3GB|Q8:9GB|F16:16GB|VRAM:~10GB]": {
|
|
"author": "Qwen",
|
|
"repo_name": "Qwen3-VL-8B-Instruct-GGUF",
|
|
"repo_id": "Qwen/Qwen3-VL-8B-Instruct-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3VL-8B-Instruct-F16.gguf",
|
|
"model_files": [
|
|
"Qwen3VL-8B-Instruct-Q4_K_M.gguf",
|
|
"Qwen3VL-8B-Instruct-Q8_0.gguf",
|
|
"Qwen3VL-8B-Instruct-F16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-4B-Thinking-GGUF [Q4:2.4GB|Q8:4.2GB|F16:8GB|VRAM:~4GB]": {
|
|
"author": "Qwen",
|
|
"repo_name": "Qwen3-VL-4B-Thinking-GGUF",
|
|
"repo_id": "Qwen/Qwen3-VL-4B-Thinking-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3VL-4B-Thinking-F16.gguf",
|
|
"model_files": [
|
|
"Qwen3VL-4B-Thinking-Q4_K_M.gguf",
|
|
"Qwen3VL-4B-Thinking-Q8_0.gguf",
|
|
"Qwen3VL-4B-Thinking-F16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
},
|
|
"Qwen3-VL-8B-Thinking-GGUF [Q4:5.3GB|Q8:9GB|F16:16GB|VRAM:~10GB]": {
|
|
"author": "Qwen",
|
|
"repo_name": "Qwen3-VL-8B-Thinking-GGUF",
|
|
"repo_id": "Qwen/Qwen3-VL-8B-Thinking-GGUF",
|
|
"commercial_status": "unclear",
|
|
"mmproj_file": "mmproj-Qwen3VL-8B-Thinking-F16.gguf",
|
|
"model_files": [
|
|
"Qwen3VL-8B-Thinking-Q4_K_M.gguf",
|
|
"Qwen3VL-8B-Thinking-Q8_0.gguf",
|
|
"Qwen3VL-8B-Thinking-F16.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 32768,
|
|
"image_max_tokens": 4096,
|
|
"n_batch": 512,
|
|
"gpu_layers": -1,
|
|
"top_k": 0,
|
|
"pool_size": 4194304
|
|
}
|
|
}
|
|
}
|
|
}
|