diff --git a/example_workflows/example_inputs/kariusagi_gray_1024.png b/example_workflows/example_inputs/kariusagi_gray_1024.png new file mode 100644 index 0000000..f2974f6 Binary files /dev/null and b/example_workflows/example_inputs/kariusagi_gray_1024.png differ diff --git a/example_workflows/proportion_changer_SCAIL_pose.json b/example_workflows/proportion_changer_SCAIL_pose.json new file mode 100644 index 0000000..884a80b --- /dev/null +++ b/example_workflows/proportion_changer_SCAIL_pose.json @@ -0,0 +1,1930 @@ +{ + "id": "226506aa-8073-4424-ad8c-a594273a190b", + "revision": 0, + "last_node_id": 39, + "last_link_id": 40, + "nodes": [ + { + "id": 5, + "type": "SetNode", + "pos": [ + 6948.366519994397, + 13614.131894105205 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 25, + "mode": 0, + "inputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "link": 7 + } + ], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": null + } + ], + "title": "Set_audio", + "properties": { + "Node name for S&R": "SetNode", + "aux_id": "kijai/ComfyUI-KJNodes", + "previousName": "audio" + }, + "widgets_values": [ + "audio" + ] + }, + { + "id": 6, + "type": "SetNode", + "pos": [ + 6963.573434700267, + 13450.420868035839 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 24, + "mode": 0, + "inputs": [ + { + "name": "INT", + "type": "INT", + "link": 8 + } + ], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": null + } + ], + "title": "Set_gen_frame_count", + "properties": { + "Node name for S&R": "SetNode", + "aux_id": "kijai/ComfyUI-KJNodes", + "previousName": "gen_frame_count" + }, + "widgets_values": [ + "gen_frame_count" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 19, + "type": "DownloadAndLoadNLFModel", + "pos": [ + 7507.712674867812, + 13473.628107383067 + ], + "size": [ + 602.3789633585517, + 82 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "nlf_model", + "type": "NLFMODEL", + "links": [ + 1 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "4a3ab6958a5d9650eb4e3c2eb1753c2d7c5b77c6", + "Node name for S&R": "DownloadAndLoadNLFModel" + }, + "widgets_values": [ + "https://github.com/isarandi/nlf/releases/download/v0.3.2/nlf_l_multi_0.3.2.torchscript", + true + ] + }, + { + "id": 22, + "type": "INTConstant", + "pos": [ + 6247.895727487453, + 13913.75155788456 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "value", + "type": "INT", + "links": [ + 11 + ] + } + ], + "title": "width", + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "50e7dd34d3b6e6bbab1d41e8068e1ddd19bd4d1b", + "Node name for S&R": "INTConstant" + }, + "widgets_values": [ + 640 + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 7, + "type": "SetNode", + "pos": [ + 6529.712148993586, + 13639.28501121794 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "link": 9 + } + ], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": [ + 38 + ] + } + ], + "title": "Set_fps", + "properties": { + "Node name for S&R": "SetNode", + "aux_id": "kijai/ComfyUI-KJNodes", + "previousName": "fps" + }, + "widgets_values": [ + "fps" + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 14, + "type": "FloatConstant", + "pos": [ + 6268.3722181031, + 13609.803352987808 + ], + "size": [ + 210, + 58 + ], + "flags": { + "collapsed": false + }, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "value", + "type": "FLOAT", + "links": [ + 9 + ] + } + ], + "title": "fps", + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "16cbf238a74cac17082d6888bc8934899c850645", + "Node name for S&R": "FloatConstant" + }, + "widgets_values": [ + 24 + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 12, + "type": "SetNode", + "pos": [ + 6508.4759215834565, + 13944.925325913302 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "INT", + "type": "INT", + "link": 11 + } + ], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": null + } + ], + "title": "Set_width", + "properties": { + "Node name for S&R": "SetNode", + "aux_id": "kijai/ComfyUI-KJNodes", + "previousName": "width" + }, + "widgets_values": [ + "width" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 11, + "type": "SetNode", + "pos": [ + 6510.26274484299, + 14364.021350441402 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "INT", + "type": "INT", + "link": 10 + } + ], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": null + } + ], + "title": "Set_height", + "properties": { + "Node name for S&R": "SetNode", + "aux_id": "kijai/ComfyUI-KJNodes", + "previousName": "height" + }, + "widgets_values": [ + "height" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 13, + "type": "INTConstant", + "pos": [ + 6251.469442169456, + 14329.632484012835 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "value", + "type": "INT", + "links": [ + 10 + ] + } + ], + "title": "height", + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "50e7dd34d3b6e6bbab1d41e8068e1ddd19bd4d1b", + "Node name for S&R": "INTConstant" + }, + "widgets_values": [ + 640 + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 24, + "type": "LoadImage", + "pos": [ + 6669.90607221983, + 14358.474256882404 + ], + "size": [ + 282.798828125, + 314 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 35 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.4.0", + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "kariusagi_gray_1024.png", + "image" + ] + }, + { + "id": 3, + "type": "ImageResizeKJv2", + "pos": [ + 7107.3511397942075, + 13492.162764103081 + ], + "size": [ + 270, + 336 + ], + "flags": {}, + "order": 23, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 4 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 5 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 6 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 3 + ] + }, + { + "name": "width", + "type": "INT", + "links": [] + }, + { + "name": "height", + "type": "INT", + "links": [] + }, + { + "name": "mask", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "50e7dd34d3b6e6bbab1d41e8068e1ddd19bd4d1b", + "Node name for S&R": "ImageResizeKJv2" + }, + "widgets_values": [ + 512, + 896, + "lanczos", + "pad", + "0, 0, 0", + "center", + 32, + "cpu" + ] + }, + { + "id": 20, + "type": "GetNode", + "pos": [ + 6947.873616928744, + 14116.630753533167 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 5, + 36 + ] + } + ], + "title": "Get_width", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "width" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 21, + "type": "GetNode", + "pos": [ + 6943.345783044525, + 14189.44084733374 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 6, + 37 + ] + } + ], + "title": "Get_height", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "height" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 38, + "type": "VHS_LoadVideo", + "pos": [ + 6667.376574564769, + 13521.862071486179 + ], + "size": [ + 255.8291015625, + 743.5855352640658 + ], + "flags": {}, + "order": 21, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + }, + { + "name": "force_rate", + "type": "FLOAT", + "widget": { + "name": "force_rate" + }, + "link": 38 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 4 + ] + }, + { + "name": "frame_count", + "type": "INT", + "links": [ + 8 + ] + }, + { + "name": "audio", + "type": "AUDIO", + "links": [ + 7 + ] + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "8550981384301e9bc5bfea83e5c2c75258102593", + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "yoshi1_sample_girl.mp4", + "force_rate": 16, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 81, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "yoshi1_sample_girl.mp4", + "type": "input", + "format": "video/mp4", + "force_rate": 16, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 81, + "skip_first_frames": 0, + "select_every_nth": 1 + } + } + } + }, + { + "id": 9, + "type": "OnnxDetectionModelLoader", + "pos": [ + 7414.776661775011, + 13716.036278758002 + ], + "size": [ + 349.0889578433105, + 116.33715742913046 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "model", + "type": "POSEMODEL", + "links": [ + 32 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanAnimatePreprocess", + "ver": "74f834b9ecec0e9f48535ab2ec95219f5288018a", + "Node name for S&R": "OnnxDetectionModelLoader" + }, + "widgets_values": [ + "onnx/vitpose_h_wholebody_model.onnx", + "onnx/yolov10m.onnx", + "CUDAExecutionProvider" + ] + }, + { + "id": 2, + "type": "Reroute", + "pos": [ + 7553.269074283684, + 13576.323133362283 + ], + "size": [ + 75, + 26 + ], + "flags": {}, + "order": 28, + "mode": 0, + "inputs": [ + { + "name": "", + "type": "*", + "link": 3 + } + ], + "outputs": [ + { + "name": "", + "type": "IMAGE", + "links": [ + 2, + 33 + ] + } + ], + "properties": { + "showOutputText": false, + "horizontal": false + } + }, + { + "id": 1, + "type": "NLFPredict", + "pos": [ + 8190.501172331255, + 13512.363222589862 + ], + "size": [ + 210, + 78 + ], + "flags": {}, + "order": 30, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "NLFMODEL", + "link": 1 + }, + { + "name": "images", + "type": "IMAGE", + "link": 2 + } + ], + "outputs": [ + { + "name": "pose_results", + "type": "NLFPRED", + "links": [ + 14 + ] + }, + { + "name": "bboxes", + "type": "BBOX", + "links": null + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "4a3ab6958a5d9650eb4e3c2eb1753c2d7c5b77c6", + "Node name for S&R": "NLFPredict" + }, + "widgets_values": [ + -1 + ] + }, + { + "id": 18, + "type": "RenderNLFPoses", + "pos": [ + 8209.749847399242, + 13674.194315613515 + ], + "size": [ + 270, + 242 + ], + "flags": {}, + "order": 32, + "mode": 0, + "inputs": [ + { + "name": "nlf_poses", + "type": "NLFPRED", + "link": 14 + }, + { + "name": "dw_poses", + "shape": 7, + "type": "DWPOSES", + "link": 15 + }, + { + "name": "ref_dw_pose", + "shape": 7, + "type": "DWPOSES", + "link": 16 + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 17 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 18 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 19 + ] + }, + { + "name": "mask", + "type": "MASK", + "links": [] + } + ], + "properties": { + "cnr_id": "comfyui-scail-pose", + "ver": "93059f0fe4ea3881c0d6ec0e327e5d920554277d", + "Node name for S&R": "RenderNLFPoses", + "aux_id": "kijai/ComfyUI-SCAIL-Pose" + }, + "widgets_values": [ + 512, + 896, + false, + true, + "gpu", + true, + "taichi" + ] + }, + { + "id": 16, + "type": "SimpleCalculatorKJ", + "pos": [ + 7968.284884122041, + 13816.485861847332 + ], + "size": [ + 400, + 200 + ], + "flags": { + "collapsed": true + }, + "order": 19, + "mode": 0, + "inputs": [ + { + "label": "a", + "name": "variables.a", + "shape": 7, + "type": "INT,FLOAT,BOOLEAN", + "link": null + }, + { + "label": "b", + "name": "variables.b", + "shape": 7, + "type": "INT,FLOAT,BOOLEAN", + "link": null + }, + { + "name": "a", + "shape": 7, + "type": "*", + "link": 12 + }, + { + "name": "b", + "shape": 7, + "type": "*", + "link": null + } + ], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 17 + ] + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "908c14b9cf90e93cc7bb51c4a3981a7ec4984532", + "Node name for S&R": "SimpleCalculatorKJ" + }, + "widgets_values": [ + "a / 2" + ] + }, + { + "id": 15, + "type": "GetNode", + "pos": [ + 7808.7238603477335, + 13810.97393787841 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 8, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 12 + ] + } + ], + "title": "Get_width", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "width" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 10, + "type": "GetNode", + "pos": [ + 7828.560545366052, + 13872.054307343837 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 9, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 13 + ] + } + ], + "title": "Get_height", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "height" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 17, + "type": "SimpleCalculatorKJ", + "pos": [ + 7987.980993188437, + 13867.223985597751 + ], + "size": [ + 400, + 200 + ], + "flags": { + "collapsed": true + }, + "order": 20, + "mode": 0, + "inputs": [ + { + "label": "a", + "name": "variables.a", + "shape": 7, + "type": "INT,FLOAT,BOOLEAN", + "link": null + }, + { + "label": "b", + "name": "variables.b", + "shape": 7, + "type": "INT,FLOAT,BOOLEAN", + "link": null + }, + { + "name": "a", + "shape": 7, + "type": "*", + "link": 13 + }, + { + "name": "b", + "shape": 7, + "type": "*", + "link": null + } + ], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": null + }, + { + "name": "INT", + "type": "INT", + "links": [ + 18 + ] + }, + { + "name": "BOOLEAN", + "type": "BOOLEAN", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "908c14b9cf90e93cc7bb51c4a3981a7ec4984532", + "Node name for S&R": "SimpleCalculatorKJ" + }, + "widgets_values": [ + "a / 2" + ] + }, + { + "id": 25, + "type": "ConvertToSCAILPose", + "pos": [ + 7877.4075560195515, + 14000.140981126826 + ], + "size": [ + 264.4525489699754, + 31.37213263223566 + ], + "flags": {}, + "order": 26, + "mode": 0, + "inputs": [ + { + "name": "keypoints", + "type": "POSE_KEYPOINT", + "link": 21 + } + ], + "outputs": [ + { + "name": "scail_pose", + "type": "DWPOSES", + "links": [ + 16 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "129956b9dfbae9caee773d123ca98c5c3ec2a963", + "Node name for S&R": "ConvertToSCAILPose" + }, + "widgets_values": [] + }, + { + "id": 36, + "type": "ImageResizeKJv2", + "pos": [ + 7145.684891276628, + 14372.779761097476 + ], + "size": [ + 270, + 336 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 35 + }, + { + "name": "mask", + "shape": 7, + "type": "MASK", + "link": null + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 36 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 37 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 23 + ] + }, + { + "name": "width", + "type": "INT", + "links": [] + }, + { + "name": "height", + "type": "INT", + "links": [] + }, + { + "name": "mask", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "50e7dd34d3b6e6bbab1d41e8068e1ddd19bd4d1b", + "Node name for S&R": "ImageResizeKJv2" + }, + "widgets_values": [ + 480, + 832, + "lanczos", + "pad", + "255,255,255", + "center", + 32, + "cpu" + ] + }, + { + "id": 37, + "type": "DownloadAndLoadMascotDWPoseModel", + "pos": [ + 7144.771676319531, + 13986.690532493692 + ], + "size": [ + 384.19821624269787, + 114.0408409937736 + ], + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "mascot_pose_model", + "type": "MASCOT_POSE_MODEL", + "links": [ + 22 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "6cc0d36dbee7009a72ffaee02d527cfb491a49cd", + "Node name for S&R": "DownloadAndLoadMascotDWPoseModel" + }, + "widgets_values": [ + "https://huggingface.co/grmchn/mascot-pose-detect/resolve/main/keypoint/dinov2_vitpose_l/model.onnx", + true, + true + ] + }, + { + "id": 28, + "type": "GetNode", + "pos": [ + 7501.026058820137, + 14191.510447661676 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 11, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 24 + ] + } + ], + "title": "Get_width", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "width" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 27, + "type": "GetNode", + "pos": [ + 7497.940057669512, + 14276.755902444946 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 12, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 25 + ] + } + ], + "title": "Get_height", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "height" + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 26, + "type": "MascotDWPoseDetector", + "pos": [ + 7701.322534828892, + 14169.149331432556 + ], + "size": [ + 303.181640625, + 126 + ], + "flags": {}, + "order": 22, + "mode": 0, + "inputs": [ + { + "name": "mascot_pose_model", + "type": "MASCOT_POSE_MODEL", + "link": 22 + }, + { + "name": "image", + "type": "IMAGE", + "link": 23 + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 24 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 25 + } + ], + "outputs": [ + { + "name": "pose_keypoint", + "type": "POSE_KEYPOINT", + "links": [ + 21, + 34 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "129956b9dfbae9caee773d123ca98c5c3ec2a963", + "Node name for S&R": "MascotDWPoseDetector" + }, + "widgets_values": [ + 1024, + 1024, + 0.3 + ] + }, + { + "id": 32, + "type": "PreviewImage", + "pos": [ + 8416.747042712843, + 14162.84943000754 + ], + "size": [ + 140, + 246 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 31 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.20.1", + "Node name for S&R": "PreviewImage" + }, + "widgets_values": [] + }, + { + "id": 35, + "type": "ProportionChangerDWPoseRender", + "pos": [ + 8042.052316356963, + 14162.253616778746 + ], + "size": [ + 337.8521484375, + 226 + ], + "flags": {}, + "order": 27, + "mode": 0, + "inputs": [ + { + "name": "pose_keypoint", + "type": "POSE_KEYPOINT", + "link": 34 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 31 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "129956b9dfbae9caee773d123ca98c5c3ec2a963", + "Node name for S&R": "ProportionChangerDWPoseRender" + }, + "widgets_values": [ + true, + false, + true, + true, + -1, + 4, + 3, + 2 + ] + }, + { + "id": 34, + "type": "PoseDetectionVitPoseToDWPose", + "pos": [ + 7823.242681599283, + 13709.131419812918 + ], + "size": [ + 306.07220841852666, + 46 + ], + "flags": {}, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "vitpose_model", + "type": "POSEMODEL", + "link": 32 + }, + { + "name": "images", + "type": "IMAGE", + "link": 33 + } + ], + "outputs": [ + { + "name": "dw_poses", + "type": "DWPOSES", + "links": [ + 15 + ] + } + ], + "properties": { + "cnr_id": "comfyui-scail-pose", + "ver": "93059f0fe4ea3881c0d6ec0e327e5d920554277d", + "Node name for S&R": "PoseDetectionVitPoseToDWPose", + "aux_id": "kijai/ComfyUI-SCAIL-Pose" + }, + "widgets_values": [] + }, + { + "id": 8, + "type": "GetNode", + "pos": [ + 8486.750139901913, + 13603.406113014411 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 13, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "FLOAT", + "type": "FLOAT", + "links": [ + 20 + ] + } + ], + "title": "Get_fps", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "fps" + ], + "color": "#232", + "bgcolor": "#353" + }, + { + "id": 23, + "type": "VHS_VideoCombine", + "pos": [ + 8621.806831567217, + 13488.936700057247 + ], + "size": [ + 722.9449980118434, + 1050.9449980118434 + ], + "flags": {}, + "order": 33, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 19 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 40 + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + }, + { + "name": "frame_rate", + "type": "FLOAT", + "widget": { + "name": "frame_rate" + }, + "link": 20 + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "onetotall_pose", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "onetotall_pose_00436.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 24, + "workflow": "onetotall_pose_00436.png", + "fullpath": "/home/shins/works/ComfyUI/output/onetotall_pose_00436.mp4" + } + } + } + }, + { + "id": 39, + "type": "GetNode", + "pos": [ + 8463.186146923195, + 13521.989015799865 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 14, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 40 + ] + } + ], + "title": "Get_audio", + "properties": { + "Node name for S&R": "GetNode", + "aux_id": "kijai/ComfyUI-KJNodes" + }, + "widgets_values": [ + "audio" + ] + } + ], + "links": [ + [ + 1, + 19, + 0, + 1, + 0, + "NLFMODEL" + ], + [ + 2, + 2, + 0, + 1, + 1, + "IMAGE" + ], + [ + 3, + 3, + 0, + 2, + 0, + "IMAGE" + ], + [ + 4, + 38, + 0, + 3, + 0, + "IMAGE" + ], + [ + 5, + 20, + 0, + 3, + 2, + "INT" + ], + [ + 6, + 21, + 0, + 3, + 3, + "INT" + ], + [ + 7, + 38, + 2, + 5, + 0, + "AUDIO" + ], + [ + 8, + 38, + 1, + 6, + 0, + "INT" + ], + [ + 9, + 14, + 0, + 7, + 0, + "FLOAT" + ], + [ + 10, + 13, + 0, + 11, + 0, + "INT" + ], + [ + 11, + 22, + 0, + 12, + 0, + "INT" + ], + [ + 12, + 15, + 0, + 16, + 2, + "INT" + ], + [ + 13, + 10, + 0, + 17, + 2, + "INT" + ], + [ + 14, + 1, + 0, + 18, + 0, + "NLFPRED" + ], + [ + 15, + 34, + 0, + 18, + 1, + "DWPOSES" + ], + [ + 16, + 25, + 0, + 18, + 2, + "DWPOSES" + ], + [ + 17, + 16, + 1, + 18, + 3, + "INT" + ], + [ + 18, + 17, + 1, + 18, + 4, + "INT" + ], + [ + 19, + 18, + 0, + 23, + 0, + "IMAGE" + ], + [ + 20, + 8, + 0, + 23, + 4, + "FLOAT" + ], + [ + 21, + 26, + 0, + 25, + 0, + "POSE_KEYPOINT" + ], + [ + 22, + 37, + 0, + 26, + 0, + "MASCOT_POSE_MODEL" + ], + [ + 23, + 36, + 0, + 26, + 1, + "IMAGE" + ], + [ + 24, + 28, + 0, + 26, + 2, + "INT" + ], + [ + 25, + 27, + 0, + 26, + 3, + "INT" + ], + [ + 31, + 35, + 0, + 32, + 0, + "IMAGE" + ], + [ + 32, + 9, + 0, + 34, + 0, + "POSEMODEL" + ], + [ + 33, + 2, + 0, + 34, + 1, + "IMAGE" + ], + [ + 34, + 26, + 0, + 35, + 0, + "POSE_KEYPOINT" + ], + [ + 35, + 24, + 0, + 36, + 0, + "IMAGE" + ], + [ + 36, + 20, + 0, + 36, + 2, + "INT" + ], + [ + 37, + 21, + 0, + 36, + 3, + "INT" + ], + [ + 38, + 7, + 0, + 38, + 2, + "FLOAT" + ], + [ + 40, + 39, + 0, + 23, + 1, + "AUDIO" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.3452271214393115, + "offset": [ + -4629.071014737763, + -12392.088900701025 + ] + }, + "frontendVersion": "1.42.15", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/proportion_changer_mascot_pose_detect.json b/example_workflows/proportion_changer_mascot_pose_detect.json new file mode 100644 index 0000000..ab3ebe8 --- /dev/null +++ b/example_workflows/proportion_changer_mascot_pose_detect.json @@ -0,0 +1,449 @@ +{ + "id": "f42bdf78-13c5-41dd-a59c-cccf3931b3d6", + "revision": 0, + "last_node_id": 9, + "last_link_id": 9, + "nodes": [ + { + "id": 2, + "type": "ProportionChangerDWPoseRender", + "pos": [ + 11278.993552284224, + 13262.710730352575 + ], + "size": [ + 292.06991100606353, + 231.232175868563 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "pose_keypoint", + "type": "POSE_KEYPOINT", + "link": 1 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 4 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "129956b9dfbae9caee773d123ca98c5c3ec2a963", + "Node name for S&R": "ProportionChangerDWPoseRender" + }, + "widgets_values": [ + true, + false, + true, + true, + -1, + 4, + 3, + 2 + ] + }, + { + "id": 5, + "type": "DownloadAndLoadMascotDWPoseModel", + "pos": [ + 10897.311143896197, + 13059.67056842869 + ], + "size": [ + 324.027295577995, + 117.96502279387641 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "mascot_pose_model", + "type": "MASCOT_POSE_MODEL", + "links": [ + 2 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "6cc0d36dbee7009a72ffaee02d527cfb491a49cd", + "Node name for S&R": "DownloadAndLoadMascotDWPoseModel" + }, + "widgets_values": [ + "https://huggingface.co/grmchn/mascot-pose-detect/resolve/main/keypoint/dinov2_vitpose_l/model.onnx", + true, + true + ] + }, + { + "id": 9, + "type": "MascotBBoxDetector", + "pos": [ + 10928.928485808807, + 13639.126436209765 + ], + "size": [ + 270, + 126 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "mascot_bbox_model", + "type": "MASCOT_BBOX_MODEL", + "link": 6 + }, + { + "name": "image", + "type": "IMAGE", + "link": 9 + } + ], + "outputs": [ + { + "name": "bboxes", + "type": "BOUNDING_BOX", + "links": [ + 7 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "d3d8dc648ba9eaac4ea2dfc92934801f464f221d", + "Node name for S&R": "MascotBBoxDetector" + }, + "widgets_values": [ + 0.3, + "all", + 7 + ] + }, + { + "id": 3, + "type": "MascotDWPoseDetector", + "pos": [ + 10911.174567094757, + 13265.363863560548 + ], + "size": [ + 303.181640625, + 126 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "mascot_pose_model", + "type": "MASCOT_POSE_MODEL", + "link": 2 + }, + { + "name": "image", + "type": "IMAGE", + "link": 3 + } + ], + "outputs": [ + { + "name": "pose_keypoint", + "type": "POSE_KEYPOINT", + "links": [ + 1 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "129956b9dfbae9caee773d123ca98c5c3ec2a963", + "Node name for S&R": "MascotDWPoseDetector" + }, + "widgets_values": [ + 1024, + 1024, + 0.3 + ] + }, + { + "id": 8, + "type": "DownloadAndLoadMascotBBoxModel", + "pos": [ + 10906.991293223222, + 13848.213131416776 + ], + "size": [ + 316.858984375, + 106 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "mascot_bbox_model", + "type": "MASCOT_BBOX_MODEL", + "links": [ + 6 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-ProportionChanger", + "ver": "d3d8dc648ba9eaac4ea2dfc92934801f464f221d", + "Node name for S&R": "DownloadAndLoadMascotBBoxModel" + }, + "widgets_values": [ + "https://huggingface.co/grmchn/mascot-pose-detect/resolve/main/bbox/model.onnx", + true, + true + ] + }, + { + "id": 4, + "type": "PreviewImage", + "pos": [ + 11607.208659072692, + 13060.618490086033 + ], + "size": [ + 408.15310495555605, + 459.214360159418 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 4 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.20.1", + "Node name for S&R": "PreviewImage" + }, + "widgets_values": [] + }, + { + "id": 6, + "type": "DrawBBoxes", + "pos": [ + 11295.50162511186, + 13646.655489684257 + ], + "size": [ + 218.48498643497248, + 83.53171477178148 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "bboxes", + "type": "BOUNDING_BOX", + "link": 7 + }, + { + "name": "image", + "shape": 7, + "type": "IMAGE", + "link": 8 + } + ], + "outputs": [ + { + "name": "out_image", + "type": "IMAGE", + "links": [ + 5 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.20.1", + "Node name for S&R": "DrawBBoxes" + }, + "widgets_values": [] + }, + { + "id": 7, + "type": "PreviewImage", + "pos": [ + 11609.217760218778, + 13651.709248622768 + ], + "size": [ + 423.569813083039, + 470.48009396184807 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 5 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.20.1", + "Node name for S&R": "PreviewImage" + }, + "widgets_values": [] + }, + { + "id": 1, + "type": "LoadImage", + "pos": [ + 10456.636981280677, + 13282.186269594056 + ], + "size": [ + 383.5197105552161, + 480.12407876083853 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 3, + 8, + 9 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.20.1", + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "kariusagi_gray_1024.png", + "image" + ] + } + ], + "links": [ + [ + 1, + 3, + 0, + 2, + 0, + "POSE_KEYPOINT" + ], + [ + 2, + 5, + 0, + 3, + 0, + "MASCOT_POSE_MODEL" + ], + [ + 3, + 1, + 0, + 3, + 1, + "IMAGE" + ], + [ + 4, + 2, + 0, + 4, + 0, + "IMAGE" + ], + [ + 5, + 6, + 0, + 7, + 0, + "IMAGE" + ], + [ + 6, + 8, + 0, + 9, + 0, + "MASCOT_BBOX_MODEL" + ], + [ + 7, + 9, + 0, + 6, + 0, + "BOUNDING_BOX" + ], + [ + 8, + 1, + 0, + 6, + 1, + "IMAGE" + ], + [ + 9, + 1, + 0, + 9, + 1, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.6115909044841475, + "offset": [ + -9466.119449363447, + -12761.040158696054 + ] + }, + "frontendVersion": "1.42.15", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true + }, + "version": 0.4 +} \ No newline at end of file