diff --git a/example_workflows/MiniCPM-V-4-GGUF.json b/example_workflows/MiniCPM-V-4-GGUF.json index 07b1337..0b22f7e 100644 --- a/example_workflows/MiniCPM-V-4-GGUF.json +++ b/example_workflows/MiniCPM-V-4-GGUF.json @@ -1,48 +1,19 @@ { "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", "revision": 0, - "last_node_id": 15, - "last_link_id": 16, + "last_node_id": 17, + "last_link_id": 21, "nodes": [ { - "id": 11, - "type": "PreviewAny", + "id": 16, + "type": "AILab_MiniCPM_V_GGUF", "pos": [ - 669, - 861.0249633789062 - ], - "size": [ - 568.9834594726562, - 304.9421691894531 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 13 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 14, - "type": "AILab_MiniCPM_4_V_GGUF_Advanced", - "pos": [ - 247.03707885742188, - 736.0507202148438 + 236.37234497070312, + 316.4735107421875 ], "size": [ 400, - 474 + 252 ], "flags": {}, "order": 1, @@ -52,7 +23,7 @@ "name": "image", "shape": 7, "type": "IMAGE", - "link": 10 + "link": 17 }, { "name": "video", @@ -62,39 +33,24 @@ } ], "outputs": [ - { - "name": "PROMPT", - "type": "STRING", - "links": [ - 12 - ] - }, { "name": "STRING", "type": "STRING", "links": [ - 13 + 18 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V_GGUF_Advanced" + "Node name for S&R": "AILab_MiniCPM_V_GGUF" }, "widgets_values": [ "MiniCPM-V-4 (Q4_0)", "Describe", "", - "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", - 1024, - 0.7, - 0.9, - 100, - 1.1, - 64, - 2, "Auto", - "Keep in Memory", - 53961551346976, + "Clear After Run", + 0, "randomize" ] }, @@ -103,7 +59,7 @@ "type": "AILab_LoadImage", "pos": [ -220.7455291748047, - 316.7520446777344 + 316.4735107421875 ], "size": [ 445.46197509765625, @@ -118,8 +74,8 @@ "name": "IMAGE", "type": "IMAGE", "links": [ - 10, - 15 + 17, + 21 ] }, { @@ -141,7 +97,26 @@ "properties": { "cnr_id": "comfyui-rmbg", "ver": "c36a6a819fef2208316693c29c055b5c558c89e8", - "Node name for S&R": "AILab_LoadImage" + "Node name for S&R": "AILab_LoadImage", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65, + "ue_properties": { + "widget_ue_connectable": { + "image_path_or_URL": true, + "image": true, + "upscale_method": true, + "scale_by": true, + "resize_mode": true, + "size": true, + "upload": true + }, + "version": "7.0.1" + } }, "widgets_values": [ "", @@ -156,73 +131,15 @@ "bgcolor": "#4b5b73" }, { - "id": 9, - "type": "PreviewAny", + "id": 17, + "type": "AILab_MiniCPM_V_GGUF_Advanced", "pos": [ - 659.0282592773438, - 316.7520446777344 - ], - "size": [ - 570.8016357421875, - 295.6446228027344 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 16 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 10, - "type": "PreviewAny", - "pos": [ - 669, - 737.4134521484375 - ], - "size": [ - 328.9669494628906, - 88 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 12 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 15, - "type": "AILab_MiniCPM_4_V_GGUF", - "pos": [ - 245.33897399902344, - 316.7520446777344 + 232.965576171875, + 726.4134521484375 ], "size": [ 400, - 252 + 474 ], "flags": {}, "order": 2, @@ -232,7 +149,7 @@ "name": "image", "shape": 7, "type": "IMAGE", - "link": 15 + "link": 21 }, { "name": "video", @@ -242,68 +159,203 @@ } ], "outputs": [ + { + "name": "PROMPT", + "type": "STRING", + "links": [ + 19 + ] + }, { "name": "STRING", "type": "STRING", "links": [ - 16 + 20 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V_GGUF" + "Node name for S&R": "AILab_MiniCPM_V_GGUF_Advanced" }, "widgets_values": [ "MiniCPM-V-4 (Q4_0)", - "Style", + "Describe", "", + "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", + 1024, + 0.7, + 0.9, + 100, + 1.1, + 64, + 2, "Auto", "Keep in Memory", - 555542414876014, + 0, "randomize" ] + }, + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 648.0282592773438, + 316.4735107421875 + ], + "size": [ + 570.8016357421875, + 295.6446228027344 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 18 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65, + "ue_properties": { + "widget_ue_connectable": {}, + "version": "7.0.1" + } + }, + "widgets_values": [] + }, + { + "id": 10, + "type": "PreviewAny", + "pos": [ + 648.0282592773438, + 726.4134521484375 + ], + "size": [ + 328.9669494628906, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 19 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65, + "ue_properties": { + "widget_ue_connectable": {}, + "version": "7.0.1" + } + }, + "widgets_values": [] + }, + { + "id": 11, + "type": "PreviewAny", + "pos": [ + 648.0282592773438, + 892.9249877929688 + ], + "size": [ + 568.9834594726562, + 304.9421691894531 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 20 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny", + "enableTabs": false, + "tabWidth": 65, + "tabXOffset": 10, + "hasSecondTab": false, + "secondTabText": "Send Back", + "secondTabOffset": 80, + "secondTabWidth": 65, + "ue_properties": { + "widget_ue_connectable": {}, + "version": "7.0.1" + } + }, + "widgets_values": [] } ], "links": [ [ - 10, + 17, 7, 0, - 14, + 16, 0, "IMAGE" ], [ - 12, - 14, + 18, + 16, + 0, + 9, + 0, + "*" + ], + [ + 19, + 17, 0, 10, 0, "*" ], [ - 13, - 14, + 20, + 17, 1, 11, 0, "*" ], [ - 15, + 21, 7, 0, - 15, + 17, 0, "IMAGE" - ], - [ - 16, - 15, - 0, - 9, - 0, - "*" ] ], "groups": [], @@ -312,11 +364,12 @@ "ds": { "scale": 0.9090909090909091, "offset": [ - 862.6344067870086, - -164.1234836294082 + 320.7455291748047, + -216.4735107421875 ] }, - "frontendVersion": "1.24.4" + "frontendVersion": "1.25.11", + "ue_links": [] }, "version": 0.4 } \ No newline at end of file diff --git a/example_workflows/MiniCPM-V-4.json b/example_workflows/MiniCPM-V-4.json index 0d825ce..c269081 100644 --- a/example_workflows/MiniCPM-V-4.json +++ b/example_workflows/MiniCPM-V-4.json @@ -1,9 +1,96 @@ { "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", "revision": 0, - "last_node_id": 13, - "last_link_id": 13, + "last_node_id": 15, + "last_link_id": 18, "nodes": [ + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 316.7520446777344 + ], + "size": [ + 568.9834594726562, + 356.5537109375 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 16 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 11, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 882.4295654296875 + ], + "size": [ + 553.281005859375, + 303.2892761230469 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 15 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 10, + "type": "PreviewAny", + "pos": [ + 660.1156616210938, + 735.021484375 + ], + "size": [ + 328.9669494628906, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 14 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, { "id": 7, "type": "AILab_LoadImage", @@ -24,8 +111,8 @@ "name": "IMAGE", "type": "IMAGE", "links": [ - 9, - 11 + 17, + 18 ] }, { @@ -62,10 +149,10 @@ "bgcolor": "#4b5b73" }, { - "id": 12, - "type": "AILab_MiniCPM_4_V", + "id": 14, + "type": "AILab_MiniCPM_V", "pos": [ - 243, + 237.73382568359375, 316.7520446777344 ], "size": [ @@ -80,7 +167,7 @@ "name": "image", "shape": 7, "type": "IMAGE", - "link": 9 + "link": 17 }, { "name": "video", @@ -94,58 +181,29 @@ "name": "STRING", "type": "STRING", "links": [ - 10 + 16 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V" + "Node name for S&R": "AILab_MiniCPM_V" }, "widgets_values": [ - "MiniCPM-V-4", + "MiniCPM-V-4.5-int4", "Describe", "", "Auto", - "Keep in Memory", - 951752480405061, + "Clear After Run", + 0, "randomize" ] }, { - "id": 9, - "type": "PreviewAny", + "id": 15, + "type": "AILab_MiniCPM_V_Advanced", "pos": [ - 660.1156616210938, - 319.47943115234375 - ], - "size": [ - 568.9834594726562, - 356.5537109375 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 10 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 13, - "type": "AILab_MiniCPM_4_V_Advanced", - "pos": [ - 236, - 733 + 237.73382568359375, + 735.021484375 ], "size": [ 400, @@ -159,7 +217,7 @@ "name": "image", "shape": 7, "type": "IMAGE", - "link": 11 + "link": 18 }, { "name": "video", @@ -173,22 +231,22 @@ "name": "PROMPT", "type": "STRING", "links": [ - 12 + 14 ] }, { "name": "STRING", "type": "STRING", "links": [ - 13 + 15 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V_Advanced" + "Node name for S&R": "AILab_MiniCPM_V_Advanced" }, "widgets_values": [ - "MiniCPM-V-4-int4", + "MiniCPM-V-4.5-int4", "Describe", "", "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", @@ -200,110 +258,52 @@ 64, 2, "Auto", - "Keep in Memory", - 348264610155900, + "Clear After Run", + 0, "randomize" ] - }, - { - "id": 11, - "type": "PreviewAny", - "pos": [ - 660.1156616210938, - 882.4295654296875 - ], - "size": [ - 553.281005859375, - 303.2892761230469 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 13 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 10, - "type": "PreviewAny", - "pos": [ - 660.1156616210938, - 740.8180541992188 - ], - "size": [ - 328.9669494628906, - 88 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 12 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] } ], "links": [ [ - 9, - 7, - 0, - 12, - 0, - "IMAGE" - ], - [ - 10, - 12, - 0, - 9, - 0, - "*" - ], - [ - 11, - 7, - 0, - 13, - 0, - "IMAGE" - ], - [ - 12, - 13, + 14, + 15, 0, 10, 0, "*" ], [ - 13, - 13, + 15, + 15, 1, 11, 0, "*" + ], + [ + 16, + 14, + 0, + 9, + 0, + "*" + ], + [ + 17, + 7, + 0, + 14, + 0, + "IMAGE" + ], + [ + 18, + 7, + 0, + 15, + 0, + "IMAGE" ] ], "groups": [], @@ -312,11 +312,11 @@ "ds": { "scale": 1, "offset": [ - 673.9846446280992, - -94.52150413223131 + 668.9846446280992, + -96.52150413223131 ] }, - "frontendVersion": "1.24.4" + "frontendVersion": "1.25.11" }, "version": 0.4 } \ No newline at end of file diff --git a/example_workflows/MiniCPM-V-4_batchImages.json b/example_workflows/MiniCPM-V-4_batchImages.json index 348d214..87d70b0 100644 --- a/example_workflows/MiniCPM-V-4_batchImages.json +++ b/example_workflows/MiniCPM-V-4_batchImages.json @@ -1,8 +1,8 @@ { "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", "revision": 0, - "last_node_id": 17, - "last_link_id": 19, + "last_node_id": 22, + "last_link_id": 29, "nodes": [ { "id": 9, @@ -16,13 +16,13 @@ 358.5537109375 ], "flags": {}, - "order": 4, + "order": 5, "mode": 0, "inputs": [ { "name": "source", "type": "*", - "link": 10 + "link": 22 } ], "outputs": [], @@ -33,187 +33,6 @@ }, "widgets_values": [] }, - { - "id": 17, - "type": "AILab_ImagePreview", - "pos": [ - -9.419655799865723, - 322.74700927734375 - ], - "size": [ - 221.33734130859375, - 666.8919677734375 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 17 - } - ], - "outputs": [ - { - "name": "IMAGE", - "type": "IMAGE", - "links": [ - 18, - 19 - ] - } - ], - "properties": { - "cnr_id": "comfyui-rmbg", - "ver": "c36a6a819fef2208316693c29c055b5c558c89e8", - "Node name for S&R": "AILab_ImagePreview" - }, - "widgets_values": [], - "color": "#2e3e57", - "bgcolor": "#4b5b73" - }, - { - "id": 12, - "type": "AILab_MiniCPM_4_V", - "pos": [ - 243, - 316.7520446777344 - ], - "size": [ - 400, - 252 - ], - "flags": {}, - "order": 2, - "mode": 0, - "inputs": [ - { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 18 - }, - { - "name": "video", - "shape": 7, - "type": "VIDEO", - "link": null - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 10 - ] - } - ], - "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V" - }, - "widgets_values": [ - "MiniCPM-V-4", - "Describe", - "describe image 1, image 2 and image 3", - "Auto", - "Keep in Memory", - 858320208217051, - "randomize" - ] - }, - { - "id": 15, - "type": "AILab_MiniCPM_4_V_GGUF", - "pos": [ - 243, - 728.7112426757812 - ], - "size": [ - 400, - 252 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 19 - }, - { - "name": "video", - "shape": 7, - "type": "VIDEO", - "link": null - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 16 - ] - } - ], - "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V_GGUF" - }, - "widgets_values": [ - "MiniCPM-V-4 (Q4_0)", - "Style", - "what's the art style of image 1, image 2 and image 3", - "Auto", - "Keep in Memory", - 566049662293715, - "randomize" - ] - }, - { - "id": 16, - "type": "ImageBatchPath", - "pos": [ - -271.8838806152344, - 334.6929626464844 - ], - "size": [ - 242.22389221191406, - 180 - ], - "flags": {}, - "order": 0, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "IMAGE_PATH", - "shape": 6, - "type": "STRING", - "links": null - }, - { - "name": "IMAGE", - "shape": 6, - "type": "IMAGE", - "links": [ - 17 - ] - } - ], - "properties": { - "Node name for S&R": "ImageBatchPath" - }, - "widgets_values": [ - "O:\\images", - 0, - 1, - "sequential" - ] - }, { "id": 11, "type": "PreviewAny", @@ -226,13 +45,13 @@ 254.4538116455078 ], "flags": {}, - "order": 5, + "order": 4, "mode": 0, "inputs": [ { "name": "source", "type": "*", - "link": 16 + "link": 24 } ], "outputs": [], @@ -242,47 +61,230 @@ "Node name for S&R": "PreviewAny" }, "widgets_values": [] + }, + { + "id": 22, + "type": "ImageBatchPath", + "pos": [ + -428.35601806640625, + 317.37298583984375 + ], + "size": [ + 400, + 200 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "shape": 6, + "type": "IMAGE", + "links": [ + 28 + ] + }, + { + "name": "IMAGE_PATH", + "shape": 6, + "type": "STRING", + "links": [] + } + ], + "properties": { + "cnr_id": "ComfyUI-JoyCaption", + "ver": "bbd2d03b677e581b8be838a097fad36bd7fe764a", + "Node name for S&R": "ImageBatchPath" + }, + "widgets_values": [ + "o:/images", + 0, + 1, + "sequential" + ] + }, + { + "id": 17, + "type": "AILab_ImagePreview", + "pos": [ + -6.847218990325928, + 316.7520446777344 + ], + "size": [ + 221.33734130859375, + 666.8919677734375 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 28 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 20, + 23 + ] + } + ], + "properties": { + "cnr_id": "comfyui-rmbg", + "ver": "c36a6a819fef2208316693c29c055b5c558c89e8", + "Node name for S&R": "AILab_ImagePreview" + }, + "widgets_values": [], + "color": "#2e3e57", + "bgcolor": "#4b5b73" + }, + { + "id": 18, + "type": "AILab_MiniCPM_V", + "pos": [ + 237.30288696289062, + 316.7520446777344 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 23 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 22 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_V" + }, + "widgets_values": [ + "MiniCPM-V-4.5-int4", + "Describe", + "describe image 1,image 2 and image 3", + "Auto", + "Clear After Run", + 169489649850758, + "randomize" + ] + }, + { + "id": 19, + "type": "AILab_MiniCPM_V_GGUF", + "pos": [ + 237.30288696289062, + 729.7810668945312 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 20 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 24 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_V_GGUF" + }, + "widgets_values": [ + "MiniCPM-V-4 (Q4_0)", + "Describe", + "what's art style of image 1,image 2 and image 3", + "Auto", + "Clear After Run", + 251333874323371, + "randomize" + ] } ], "links": [ [ - 10, - 12, + 20, + 17, + 0, + 19, + 0, + "IMAGE" + ], + [ + 22, + 18, 0, 9, 0, "*" ], [ - 16, - 15, + 23, + 17, + 0, + 18, + 0, + "IMAGE" + ], + [ + 24, + 19, 0, 11, 0, "*" ], [ - 17, - 16, - 1, - 17, + 28, + 22, 0, - "IMAGE" - ], - [ - 18, 17, 0, - 12, - 0, - "IMAGE" - ], - [ - 19, - 17, - 0, - 15, - 0, "IMAGE" ] ], @@ -290,13 +292,13 @@ "config": {}, "extra": { "ds": { - "scale": 1.3310000000000017, + "scale": 1.4641000000000008, "offset": [ - 1011.0162946222517, - -233.7894853140931 + 45.03973253209634, + -249.05190382691876 ] }, - "frontendVersion": "1.24.4" + "frontendVersion": "1.25.11" }, "version": 0.4 } \ No newline at end of file diff --git a/example_workflows/MiniCPM-V-4_video.json b/example_workflows/MiniCPM-V-4_video.json index 9cc8561..380bded 100644 --- a/example_workflows/MiniCPM-V-4_video.json +++ b/example_workflows/MiniCPM-V-4_video.json @@ -1,15 +1,102 @@ { "id": "6cdda1b6-9bfc-4b5f-9d6b-60ef9a9d93fc", "revision": 0, - "last_node_id": 14, - "last_link_id": 15, + "last_node_id": 16, + "last_link_id": 20, "nodes": [ { - "id": 13, - "type": "AILab_MiniCPM_4_V_Advanced", + "id": 11, + "type": "PreviewAny", "pos": [ - 236, - 733 + 638.1156616210938, + 882.4295654296875 + ], + "size": [ + 553.281005859375, + 303.2892761230469 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 17 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 9, + "type": "PreviewAny", + "pos": [ + 638.1156616210938, + 316.47943115234375 + ], + "size": [ + 554.9834594726562, + 358.5537109375 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 18 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 10, + "type": "PreviewAny", + "pos": [ + 638.1156616210938, + 718.021484375 + ], + "size": [ + 328.9669494628906, + 88 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 16 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] + }, + { + "id": 16, + "type": "AILab_MiniCPM_V_Advanced", + "pos": [ + 213.1055450439453, + 718.021484375 ], "size": [ 400, @@ -29,7 +116,7 @@ "name": "video", "shape": 7, "type": "VIDEO", - "link": 15 + "link": 20 } ], "outputs": [ @@ -37,22 +124,22 @@ "name": "PROMPT", "type": "STRING", "links": [ - 12 + 16 ] }, { "name": "STRING", "type": "STRING", "links": [ - 13 + 17 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V_Advanced" + "Node name for S&R": "AILab_MiniCPM_V_Advanced" }, "widgets_values": [ - "MiniCPM-V-4-int4", + "MiniCPM-V-4.5-int4", "Describe", "", "You are MiniCPM-V, a helpful, concise and knowledgeable vision-language assistant. Answer directly and stay on task.", @@ -65,74 +152,16 @@ 2, "Auto", "Keep in Memory", - 828429408158865, + 0, "randomize" ] }, - { - "id": 11, - "type": "PreviewAny", - "pos": [ - 660.1156616210938, - 882.4295654296875 - ], - "size": [ - 553.281005859375, - 303.2892761230469 - ], - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 13 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 10, - "type": "PreviewAny", - "pos": [ - 660.1156616210938, - 740.8180541992188 - ], - "size": [ - 328.9669494628906, - 88 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 12 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, { "id": 14, "type": "LoadVideo", "pos": [ - -329.9846496582031, - 524.521484375 + -277.9846496582031, + 519.521484375 ], "size": [ 466.080078125, @@ -147,8 +176,8 @@ "name": "VIDEO", "type": "VIDEO", "links": [ - 14, - 15 + 19, + 20 ] } ], @@ -163,11 +192,11 @@ ] }, { - "id": 12, - "type": "AILab_MiniCPM_4_V", + "id": 15, + "type": "AILab_MiniCPM_V", "pos": [ - 243, - 316.7520446777344 + 213.1055450439453, + 316.47943115234375 ], "size": [ 400, @@ -187,7 +216,7 @@ "name": "video", "shape": 7, "type": "VIDEO", - "link": 14 + "link": 19 } ], "outputs": [ @@ -195,91 +224,62 @@ "name": "STRING", "type": "STRING", "links": [ - 10 + 18 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V" + "Node name for S&R": "AILab_MiniCPM_V" }, "widgets_values": [ - "MiniCPM-V-4", - "Scene", + "MiniCPM-V-4.5-int4", + "Describe", "", "Auto", "Keep in Memory", - 405835476741746, + 0, "randomize" ] - }, - { - "id": 9, - "type": "PreviewAny", - "pos": [ - 660.1156616210938, - 319.47943115234375 - ], - "size": [ - 554.9834594726562, - 358.5537109375 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 10 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] } ], "links": [ [ - 10, - 12, - 0, - 9, - 0, - "*" - ], - [ - 12, - 13, + 16, + 16, 0, 10, 0, "*" ], [ - 13, - 13, + 17, + 16, 1, 11, 0, "*" ], [ - 14, + 18, + 15, + 0, + 9, + 0, + "*" + ], + [ + 19, 14, 0, - 12, + 15, 1, "VIDEO" ], [ - 15, + 20, 14, 0, - 13, + 16, 1, "VIDEO" ] @@ -290,11 +290,11 @@ "ds": { "scale": 1, "offset": [ - 673.9846446280992, - -94.52150413223131 + 377.9846496582031, + -216.47943115234375 ] }, - "frontendVersion": "1.24.4" + "frontendVersion": "1.25.11" }, "version": 0.4 } \ No newline at end of file diff --git a/example_workflows/MiniCPM_v4VSv45.json b/example_workflows/MiniCPM_v4VSv45.json index 84e2fde..7c1b861 100644 --- a/example_workflows/MiniCPM_v4VSv45.json +++ b/example_workflows/MiniCPM_v4VSv45.json @@ -1,65 +1,44 @@ { "id": "381852d7-19d9-4c1d-bc01-6ea2e198fd7a", "revision": 0, - "last_node_id": 8, - "last_link_id": 6, + "last_node_id": 10, + "last_link_id": 10, "nodes": [ { - "id": 5, - "type": "AILab_MiniCPM_4_V", + "id": 8, + "type": "PreviewAny", "pos": [ - 1247.7987060546875, - 867.798583984375 + 1653.2158203125, + 870.3551635742188 ], "size": [ - 400, - 252 + 517.2999877929688, + 236.60000610351562 ], "flags": {}, - "order": 2, + "order": 4, "mode": 0, "inputs": [ { - "name": "image", - "shape": 7, - "type": "IMAGE", - "link": 4 - }, - { - "name": "video", - "shape": 7, - "type": "VIDEO", - "link": null - } - ], - "outputs": [ - { - "name": "STRING", - "type": "STRING", - "links": [ - 5 - ] + "name": "source", + "type": "*", + "link": 7 } ], + "outputs": [], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V" + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" }, - "widgets_values": [ - "MiniCPM-V-4-int4", - "Describe", - "", - "Auto", - "Clear After Run", - 85773759966903, - "randomize" - ] + "widgets_values": [] }, { - "id": 6, - "type": "AILab_MiniCPM_4_V", + "id": 9, + "type": "AILab_MiniCPM_V", "pos": [ - 1250.052734375, - 560.1884155273438 + 1237.1396484375, + 563.9450073242188 ], "size": [ 400, @@ -73,7 +52,7 @@ "name": "image", "shape": 7, "type": "IMAGE", - "link": 3 + "link": 9 }, { "name": "video", @@ -87,12 +66,12 @@ "name": "STRING", "type": "STRING", "links": [ - 6 + 8 ] } ], "properties": { - "Node name for S&R": "AILab_MiniCPM_4_V" + "Node name for S&R": "AILab_MiniCPM_V" }, "widgets_values": [ "MiniCPM-V-4.5-int4", @@ -100,68 +79,10 @@ "", "Auto", "Clear After Run", - 100, - "fixed" + 0, + "randomize" ] }, - { - "id": 7, - "type": "PreviewAny", - "pos": [ - 1671.998779296875, - 560.1884155273438 - ], - "size": [ - 522.9000244140625, - 253.80001831054688 - ], - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 6 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, - { - "id": 8, - "type": "PreviewAny", - "pos": [ - 1671.998779296875, - 873.0578002929688 - ], - "size": [ - 517.2999877929688, - 236.60000610351562 - ], - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "source", - "type": "*", - "link": 5 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.49", - "Node name for S&R": "PreviewAny" - }, - "widgets_values": [] - }, { "id": 4, "type": "AILab_LoadImageSimple", @@ -182,8 +103,8 @@ "name": "IMAGE", "type": "IMAGE", "links": [ - 3, - 4 + 9, + 10 ] }, { @@ -209,53 +130,132 @@ ], "color": "#2e3e57", "bgcolor": "#4b5b73" + }, + { + "id": 10, + "type": "AILab_MiniCPM_V", + "pos": [ + 1237.1396484375, + 870.3551635742188 + ], + "size": [ + 400, + 252 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 10 + }, + { + "name": "video", + "shape": 7, + "type": "VIDEO", + "link": null + } + ], + "outputs": [ + { + "name": "STRING", + "type": "STRING", + "links": [ + 7 + ] + } + ], + "properties": { + "Node name for S&R": "AILab_MiniCPM_V" + }, + "widgets_values": [ + "MiniCPM-V-4-int4", + "Describe", + "", + "Auto", + "Clear After Run", + 0, + "randomize" + ] + }, + { + "id": 7, + "type": "PreviewAny", + "pos": [ + 1653.2158203125, + 563.9450073242188 + ], + "size": [ + 522.9000244140625, + 253.80001831054688 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "source", + "type": "*", + "link": 8 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.49", + "Node name for S&R": "PreviewAny" + }, + "widgets_values": [] } ], "links": [ [ - 3, - 4, - 0, - 6, - 0, - "IMAGE" - ], - [ - 4, - 4, - 0, - 5, - 0, - "IMAGE" - ], - [ - 5, - 5, + 7, + 10, 0, 8, 0, "*" ], [ - 6, - 6, + 8, + 9, 0, 7, 0, "*" + ], + [ + 9, + 4, + 0, + 9, + 0, + "IMAGE" + ], + [ + 10, + 4, + 0, + 10, + 0, + "IMAGE" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 1.3310000000000004, + "scale": 1.1000000000000003, "offset": [ - -370.4961708006059, - -425.2012782652591 + -166.7997019801702, + -415.186251969241 ] }, - "frontendVersion": "1.24.4" + "frontendVersion": "1.25.11" }, "version": 0.4 } \ No newline at end of file