44 lines
1.1 KiB
JSON
44 lines
1.1 KiB
JSON
{
|
|
"hf_models": {
|
|
"My-Custom-Qwen2.5-VL-7B": {
|
|
"repo_id": "myusername/Qwen2.5-VL-7B-Finetune",
|
|
"default": false,
|
|
"quantized": false,
|
|
"vram_requirement": {
|
|
"full": 15.0,
|
|
"8bit": 8.5,
|
|
"4bit": 5.0
|
|
}
|
|
},
|
|
"My-Custom-Qwen3-Text": {
|
|
"repo_id": "myusername/Qwen3-4B-Instruct-Custom",
|
|
"default": false,
|
|
"quantized": false
|
|
}
|
|
},
|
|
"gguf_models": {
|
|
"Qwen3-VL-4B-Custom-GGUF": {
|
|
"author": "CustomAuthor",
|
|
"repo_name": "Qwen3-VL-4B-Custom-GGUF",
|
|
"repo_id": "CustomAuthor/Qwen3-VL-4B-Custom-GGUF",
|
|
"mmproj_file": "mmproj-model-f16.gguf",
|
|
"model_files": [
|
|
"Qwen3-VL-4B-Custom-Q4_K_M.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 8192
|
|
}
|
|
},
|
|
"Qwen3-4B-Custom-GGUF": {
|
|
"author": "CustomAuthor",
|
|
"repo_name": "Qwen3-4B-Custom-GGUF",
|
|
"repo_id": "CustomAuthor/Qwen3-4B-Custom-GGUF",
|
|
"model_files": [
|
|
"Qwen3-4B-Custom-Q4_K_M.gguf"
|
|
],
|
|
"defaults": {
|
|
"context_length": 8192
|
|
}
|
|
}
|
|
}
|
|
} |