diff --git a/example_workflows/MiniCPM-V-4-GGUF.jpg b/example_workflows/MiniCPM-V-4-GGUF.jpg new file mode 100644 index 0000000..0de01ea Binary files /dev/null and b/example_workflows/MiniCPM-V-4-GGUF.jpg differ diff --git a/example_workflows/MiniCPM-V-4-GGUF.json b/example_workflows/MiniCPM-V-4-GGUF.json new file mode 100644 index 0000000..07b1337 --- /dev/null +++ b/example_workflows/MiniCPM-V-4-GGUF.json @@ -0,0 +1,322 @@ +{ + "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", + "revision": 0, + "last_node_id": 15, + "last_link_id": 16, + "nodes": [ + { + "id": 11, + "type": "PreviewAny", + "pos": [ + 669, + 861.0249633789062 + ], + "size": [ + 568.9834594726562, + 304.9421691894531 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 13 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 14, + "type": "AILab_MiniCPM_4_V_GGUF_Advanced", + "pos": [ + 247.03707885742188, + 736.0507202148438 + ], + "size": [ + 400, + 474 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 10 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "PROMPT", + "type": "STRING", + "links": [ + 12 + ] + }, + { + "name": "STRING", + "type": "STRING", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V_GGUF_Advanced" + }, + "widgets_values": [ + "MiniCPM-V-4 (Q4_0)", + "Describe", + "", + "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", + 1024, + 0.7, + 0.9, + 100, + 1.1, + 64, + 2, + "Auto", + "Keep in Memory", + 53961551346976, + "randomize" + ] + }, + { + "id": 7, + "type": "AILab_LoadImage", + "pos": [ + -220.7455291748047, + 316.7520446777344 + ], + "size": [ + 445.46197509765625, + 892.8170166015625 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 10, + 15 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + }, + { + "name": "WIDTH", + "type": "INT", + "links": null + }, + { + "name": "HEIGHT", + "type": "INT", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-rmbg", + "ver": "c36a6a819fef2208316693c29c055b5c558c89e8", + "Node name for S&R": "AILab_LoadImage" + }, + "widgets_values": [ + "", + "ComfyUI_temp_vxgjy_00015_.png", + "lanczos", + 1, + "longest_side", + 0, + "image" + ], + "color": "#2e3e57", + "bgcolor": "#4b5b73" + }, + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 659.0282592773438, + 316.7520446777344 + ], + "size": [ + 570.8016357421875, + 295.6446228027344 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 16 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 10, + "type": "PreviewAny", + "pos": [ + 669, + 737.4134521484375 + ], + "size": [ + 328.9669494628906, + 88 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 12 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 15, + "type": "AILab_MiniCPM_4_V_GGUF", + "pos": [ + 245.33897399902344, + 316.7520446777344 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 15 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 16 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V_GGUF" + }, + "widgets_values": [ + "MiniCPM-V-4 (Q4_0)", + "Style", + "", + "Auto", + "Keep in Memory", + 555542414876014, + "randomize" + ] + } + ], + "links": [ + [ + 10, + 7, + 0, + 14, + 0, + "IMAGE" + ], + [ + 12, + 14, + 0, + 10, + 0, + "*" + ], + [ + 13, + 14, + 1, + 11, + 0, + "*" + ], + [ + 15, + 7, + 0, + 15, + 0, + "IMAGE" + ], + [ + 16, + 15, + 0, + 9, + 0, + "*" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.9090909090909091, + "offset": [ + 862.6344067870086, + -164.1234836294082 + ] + }, + "frontendVersion": "1.24.4" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/MiniCPM-V-4.jpg b/example_workflows/MiniCPM-V-4.jpg new file mode 100644 index 0000000..598495f Binary files /dev/null and b/example_workflows/MiniCPM-V-4.jpg differ diff --git a/example_workflows/MiniCPM-V-4.json b/example_workflows/MiniCPM-V-4.json new file mode 100644 index 0000000..0d825ce --- /dev/null +++ b/example_workflows/MiniCPM-V-4.json @@ -0,0 +1,322 @@ +{ + "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", + "revision": 0, + "last_node_id": 13, + "last_link_id": 13, + "nodes": [ + { + "id": 7, + "type": "AILab_LoadImage", + "pos": [ + -155.30999755859375, + 316.7520446777344 + ], + "size": [ + 370.6619873046875, + 898.3170166015625 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9, + 11 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + }, + { + "name": "WIDTH", + "type": "INT", + "links": null + }, + { + "name": "HEIGHT", + "type": "INT", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-rmbg", + "ver": "c36a6a819fef2208316693c29c055b5c558c89e8", + "Node name for S&R": "AILab_LoadImage" + }, + "widgets_values": [ + "", + "ComfyUI_temp_hraub_00021_.png", + "lanczos", + 1, + "longest_side", + 0, + "image" + ], + "color": "#2e3e57", + "bgcolor": "#4b5b73" + }, + { + "id": 12, + "type": "AILab_MiniCPM_4_V", + "pos": [ + 243, + 316.7520446777344 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 9 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 10 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V" + }, + "widgets_values": [ + "MiniCPM-V-4", + "Describe", + "", + "Auto", + "Keep in Memory", + 951752480405061, + "randomize" + ] + }, + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 319.47943115234375 + ], + "size": [ + 568.9834594726562, + 356.5537109375 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 10 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 13, + "type": "AILab_MiniCPM_4_V_Advanced", + "pos": [ + 236, + 733 + ], + "size": [ + 400, + 474 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 11 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "PROMPT", + "type": "STRING", + "links": [ + 12 + ] + }, + { + "name": "STRING", + "type": "STRING", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V_Advanced" + }, + "widgets_values": [ + "MiniCPM-V-4-int4", + "Describe", + "", + "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", + 1024, + 0.7, + 0.9, + 100, + 1.1, + 64, + 2, + "Auto", + "Keep in Memory", + 348264610155900, + "randomize" + ] + }, + { + "id": 11, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 882.4295654296875 + ], + "size": [ + 553.281005859375, + 303.2892761230469 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 13 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 10, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 740.8180541992188 + ], + "size": [ + 328.9669494628906, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 12 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + } + ], + "links": [ + [ + 9, + 7, + 0, + 12, + 0, + "IMAGE" + ], + [ + 10, + 12, + 0, + 9, + 0, + "*" + ], + [ + 11, + 7, + 0, + 13, + 0, + "IMAGE" + ], + [ + 12, + 13, + 0, + 10, + 0, + "*" + ], + [ + 13, + 13, + 1, + 11, + 0, + "*" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1, + "offset": [ + 673.9846446280992, + -94.52150413223131 + ] + }, + "frontendVersion": "1.24.4" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/MiniCPM-V-4_batchImages.jpg b/example_workflows/MiniCPM-V-4_batchImages.jpg new file mode 100644 index 0000000..f14333c Binary files /dev/null and b/example_workflows/MiniCPM-V-4_batchImages.jpg differ diff --git a/example_workflows/MiniCPM-V-4_batchImages.json b/example_workflows/MiniCPM-V-4_batchImages.json new file mode 100644 index 0000000..348d214 --- /dev/null +++ b/example_workflows/MiniCPM-V-4_batchImages.json @@ -0,0 +1,302 @@ +{ + "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", + "revision": 0, + "last_node_id": 17, + "last_link_id": 19, + "nodes": [ + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 316.7520446777344 + ], + "size": [ + 554.9834594726562, + 358.5537109375 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 10 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 17, + "type": "AILab_ImagePreview", + "pos": [ + -9.419655799865723, + 322.74700927734375 + ], + "size": [ + 221.33734130859375, + 666.8919677734375 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 17 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 18, + 19 + ] + } + ], + "properties": { + "cnr_id": "comfyui-rmbg", + "ver": "c36a6a819fef2208316693c29c055b5c558c89e8", + "Node name for S&R": "AILab_ImagePreview" + }, + "widgets_values": [], + "color": "#2e3e57", + "bgcolor": "#4b5b73" + }, + { + "id": 12, + "type": "AILab_MiniCPM_4_V", + "pos": [ + 243, + 316.7520446777344 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 18 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 10 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V" + }, + "widgets_values": [ + "MiniCPM-V-4", + "Describe", + "describe image 1, image 2 and image 3", + "Auto", + "Keep in Memory", + 858320208217051, + "randomize" + ] + }, + { + "id": 15, + "type": "AILab_MiniCPM_4_V_GGUF", + "pos": [ + 243, + 728.7112426757812 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 19 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 16 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V_GGUF" + }, + "widgets_values": [ + "MiniCPM-V-4 (Q4_0)", + "Style", + "what's the art style of image 1, image 2 and image 3", + "Auto", + "Keep in Memory", + 566049662293715, + "randomize" + ] + }, + { + "id": 16, + "type": "ImageBatchPath", + "pos": [ + -271.8838806152344, + 334.6929626464844 + ], + "size": [ + 242.22389221191406, + 180 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE_PATH", + "shape": 6, + "type": "STRING", + "links": null + }, + { + "name": "IMAGE", + "shape": 6, + "type": "IMAGE", + "links": [ + 17 + ] + } + ], + "properties": { + "Node name for S&R": "ImageBatchPath" + }, + "widgets_values": [ + "O:\\images", + 0, + 1, + "sequential" + ] + }, + { + "id": 11, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 728.7112426757812 + ], + "size": [ + 551.0270385742188, + 254.4538116455078 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 16 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + } + ], + "links": [ + [ + 10, + 12, + 0, + 9, + 0, + "*" + ], + [ + 16, + 15, + 0, + 11, + 0, + "*" + ], + [ + 17, + 16, + 1, + 17, + 0, + "IMAGE" + ], + [ + 18, + 17, + 0, + 12, + 0, + "IMAGE" + ], + [ + 19, + 17, + 0, + 15, + 0, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1.3310000000000017, + "offset": [ + 1011.0162946222517, + -233.7894853140931 + ] + }, + "frontendVersion": "1.24.4" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/MiniCPM-V-4_video.jpg b/example_workflows/MiniCPM-V-4_video.jpg new file mode 100644 index 0000000..8cb0175 Binary files /dev/null and b/example_workflows/MiniCPM-V-4_video.jpg differ diff --git a/example_workflows/MiniCPM-V-4_video.json b/example_workflows/MiniCPM-V-4_video.json new file mode 100644 index 0000000..9cc8561 --- /dev/null +++ b/example_workflows/MiniCPM-V-4_video.json @@ -0,0 +1,300 @@ +{ + "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", + "revision": 0, + "last_node_id": 14, + "last_link_id": 15, + "nodes": [ + { + "id": 13, + "type": "AILab_MiniCPM_4_V_Advanced", + "pos": [ + 236, + 733 + ], + "size": [ + 400, + 474 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": 15 + } + ], + "outputs": [ + { + "name": "PROMPT", + "type": "STRING", + "links": [ + 12 + ] + }, + { + "name": "STRING", + "type": "STRING", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V_Advanced" + }, + "widgets_values": [ + "MiniCPM-V-4-int4", + "Describe", + "", + "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", + 1024, + 0.7, + 0.9, + 100, + 1.1, + 64, + 2, + "Auto", + "Keep in Memory", + 828429408158865, + "randomize" + ] + }, + { + "id": 11, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 882.4295654296875 + ], + "size": [ + 553.281005859375, + 303.2892761230469 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 13 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 10, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 740.8180541992188 + ], + "size": [ + 328.9669494628906, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 12 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 14, + "type": "LoadVideo", + "pos": [ + -329.9846496582031, + 524.521484375 + ], + "size": [ + 466.080078125, + 568.080078125 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VIDEO", + "type": "VIDEO", + "links": [ + 14, + 15 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "LoadVideo" + }, + "widgets_values": [ + "AnimateDiff_00032.mp4", + "image" + ] + }, + { + "id": 12, + "type": "AILab_MiniCPM_4_V", + "pos": [ + 243, + 316.7520446777344 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": null + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": 14 + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 10 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_4_V" + }, + "widgets_values": [ + "MiniCPM-V-4", + "Scene", + "", + "Auto", + "Keep in Memory", + 405835476741746, + "randomize" + ] + }, + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 319.47943115234375 + ], + "size": [ + 554.9834594726562, + 358.5537109375 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 10 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + } + ], + "links": [ + [ + 10, + 12, + 0, + 9, + 0, + "*" + ], + [ + 12, + 13, + 0, + 10, + 0, + "*" + ], + [ + 13, + 13, + 1, + 11, + 0, + "*" + ], + [ + 14, + 14, + 0, + 12, + 1, + "VIDEO" + ], + [ + 15, + 14, + 0, + 13, + 1, + "VIDEO" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1, + "offset": [ + 673.9846446280992, + -94.52150413223131 + ] + }, + "frontendVersion": "1.24.4" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/Thumbs.db b/example_workflows/Thumbs.db new file mode 100644 index 0000000..ba0b544 Binary files /dev/null and b/example_workflows/Thumbs.db differ