117 lines
4.8 KiB
JSON
117 lines
4.8 KiB
JSON
{
|
|
"model_settings": {
|
|
"context_window": 4096,
|
|
"gpu_layers": -1,
|
|
"cpu_threads": 4,
|
|
"default_max_tokens": 1024,
|
|
"default_temperature": 0.7,
|
|
"default_top_p": 0.9,
|
|
"default_top_k": 100,
|
|
"default_repetition_penalty": 1.10,
|
|
"default_system_prompt": "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task."
|
|
},
|
|
"prompt_types": {
|
|
"Describe": "Describe this image in detail.",
|
|
"Caption": "Write a concise caption for this image.",
|
|
"Analyze": "Analyze the main elements and scene in this image.",
|
|
"Identify": "What objects and subjects do you see in this image?",
|
|
"Explain": "Explain what's happening in this image.",
|
|
"List": "List the main objects visible in this image.",
|
|
"Scene": "Describe the scene and setting of this image.",
|
|
"Details": "What are the key details in this image?",
|
|
"Summarize": "Summarize the key content of this image in 1-2 sentences.",
|
|
"Emotion": "Describe the emotions or mood conveyed by this image.",
|
|
"Style": "Describe the artistic or visual style of this image.",
|
|
"Location": "Where might this image be taken? Analyze the setting or location.",
|
|
"Question": "What question could be asked based on this image?",
|
|
"Creative": "Describe this image as if writing the beginning of a short story.",
|
|
"Video Describe": "Describe this video in detail.",
|
|
"Video Analyze": "Analyze the main elements and scene in this video.",
|
|
"Video Identify": "What objects and subjects do you see in this video?",
|
|
"Video Explain": "Explain what's happening in this video.",
|
|
"Video List": "List the main objects visible in this video.",
|
|
"Video Scene": "Describe the scene and setting of this video.",
|
|
"Video Details": "What are the key details in this video?"
|
|
},
|
|
"transformers_models": {
|
|
"MiniCPM-V-4.5-int4": {
|
|
"name": "openbmb/MiniCPM-V-4_5-int4",
|
|
"description": "V4.5 4-bit quantized version, smaller memory footprint"
|
|
},
|
|
"MiniCPM-V-4-int4": {
|
|
"name": "openbmb/MiniCPM-V-4-int4",
|
|
"description": "V4.0 4-bit quantized version, smaller memory footprint"
|
|
},
|
|
"MiniCPM-V-4.5": {
|
|
"name": "openbmb/MiniCPM-V-4_5",
|
|
"description": "Latest V4.5 version with enhanced capabilities"
|
|
},
|
|
"MiniCPM-V-4": {
|
|
"name": "openbmb/MiniCPM-V-4",
|
|
"description": "V4.0 full precision version, higher quality"
|
|
}
|
|
},
|
|
"gguf_models": {
|
|
"MiniCPM-V-4 (Q4_0)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q4_0.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.08GB - 4-bit quantization",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q4_1)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q4_1.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.29GB - 4-bit quantization improved",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q4_K_M)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q4_K_M.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.19GB - 4-bit K-quants medium",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q4_K_S)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q4_K_S.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.09GB - 4-bit K-quants small",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q5_0)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q5_0.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.51GB - 5-bit quantization",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q5_1)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q5_1.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.72GB - 5-bit quantization improved",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q5_K_M)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q5_K_M.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.56GB - 5-bit K-quants medium",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q5_K_S)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q5_K_S.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.51GB - 5-bit K-quants small",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q6_K)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q6_K.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 2.96GB - 6-bit quantization",
|
|
"download_path": "MiniCPM-v-4"
|
|
},
|
|
"MiniCPM-V-4 (Q8_0)": {
|
|
"name": "openbmb/MiniCPM-V-4-gguf/ggml-model-Q8_0.gguf",
|
|
"mmproj": "openbmb/MiniCPM-V-4-gguf/mmproj-model-f16.gguf",
|
|
"description": "V4.0 - 3.83GB - 8-bit quantization, highest quality",
|
|
"download_path": "MiniCPM-v-4"
|
|
}
|
|
}
|
|
}
|