{ "last_node_id": 39, "last_link_id": 51, "nodes": [ { "id": 2, "type": "load_pose_model", "pos": { "0": 679.6640625, "1": 991.6640625, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 106 }, "flags": {}, "order": 0, "mode": 0, "inputs": [], "outputs": [ { "name": "pose_models", "type": "POSEMODELS", "links": [ 2, 5 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "load_pose_model" }, "widgets_values": [ "rtmpose-x", "rtmw-x", "dwpose" ] }, { "id": 4, "type": "PreviewImage", "pos": { "0": 1039.6640625, "1": 671.6640625, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 10, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 3 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 5, "type": "pose_extraction", "pos": { "0": 679.6640625, "1": 481.6640625, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 78 }, "flags": {}, "order": 9, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 15 }, { "name": "models", "type": "POSEMODELS", "link": 5 } ], "outputs": [ { "name": "pose_images", "type": "IMAGE", "links": [ 6, 9 ], "slot_index": 0, "shape": 3 }, { "name": "pose_infos", "type": "POSEINFOS", "links": [ 10 ], "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "pose_extraction" }, "widgets_values": [ false ] }, { "id": 8, "type": "align", "pos": { "0": 1089.6640625, "1": 991.6640625, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 380.4000244140625, "1": 142 }, "flags": {}, "order": 12, "mode": 0, "inputs": [ { "name": "ref_image", "type": "IMAGE", "link": 7 }, { "name": "ref_info", "type": "POSEINFOS", "link": 8 }, { "name": "pose_images", "type": "IMAGE", "link": 9 }, { "name": "pose_info", "type": "POSEINFOS", "link": 10 } ], "outputs": [ { "name": "aligend_ref_img", "type": "IMAGE", "links": [ 11, 13 ], "slot_index": 0, "shape": 3 }, { "name": "aligned_pose_image", "type": "IMAGE", "links": [ 12, 14 ], "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "align" }, "widgets_values": [ 784, 512 ] }, { "id": 9, "type": "PreviewImage", "pos": { "0": 1279.6640625, "1": 651.6640625, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 184.905029296875, "1": 291.00738525390625 }, "flags": {}, "order": 13, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 11 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 1, "type": "pose_extraction", "pos": { "0": 1093, "1": 490, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 78 }, "flags": {}, "order": 8, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 1 }, { "name": "models", "type": "POSEMODELS", "link": 2 } ], "outputs": [ { "name": "pose_images", "type": "IMAGE", "links": [ 3 ], "slot_index": 0, "shape": 3 }, { "name": "pose_infos", "type": "POSEINFOS", "links": [ 8 ], "slot_index": 1, "shape": 3 } ], "properties": { "Node name for S&R": "pose_extraction" }, "widgets_values": [ false ] }, { "id": 11, "type": "Reroute", "pos": { "0": 1498, "1": 751, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": [ 75, 26 ], "flags": {}, "order": 14, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 13 } ], "outputs": [ { "name": "", "type": "IMAGE", "links": [ 20, 24 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 21, "type": "Pose_Guider_Encode", "pos": { "0": 1600, "1": 1350, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 102 }, "flags": {}, "order": 19, "mode": 0, "inputs": [ { "name": "pose_guider", "type": "POSE_GUIDER", "link": 26 }, { "name": "pose_images", "type": "IMAGE", "link": 27 } ], "outputs": [ { "name": "pose_latent", "type": "POSE_LATENT", "links": [ 25 ], "shape": 3 } ], "properties": { "Node name for S&R": "Pose_Guider_Encode" }, "widgets_values": [ 784, 512 ] }, { "id": 22, "type": "Load_Pose_Guider", "pos": { "0": 1600, "1": 1240, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 1, "mode": 0, "inputs": [], "outputs": [ { "name": "pose_guider", "type": "POSE_GUIDER", "links": [ 26 ], "shape": 3 } ], "properties": { "Node name for S&R": "Load_Pose_Guider" }, "widgets_values": [ "./pretrained_weights/pose_guider.pth" ] }, { "id": 18, "type": "VAEEncode", "pos": { "0": 1600, "1": 1140, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 210, "1": 46 }, "flags": {}, "order": 17, "mode": 0, "inputs": [ { "name": "pixels", "type": "IMAGE", "link": 20 }, { "name": "vae", "type": "VAE", "link": 19 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 21 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "VAEEncode" } }, { "id": 20, "type": "CLIPVisionLoader", "pos": { "0": 1600, "1": 940, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 58 }, "flags": {}, "order": 2, "mode": 0, "inputs": [], "outputs": [ { "name": "CLIP_VISION", "type": "CLIP_VISION", "links": [ 23 ], "shape": 3 } ], "properties": { "Node name for S&R": "CLIPVisionLoader" }, "widgets_values": [ "sd-image-variations-diffusers/image_encoder/pytorch_model.bin" ] }, { "id": 17, "type": "VAELoader", "pos": { "0": 1600, "1": 830, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 360.2267761230469, "1": 58 }, "flags": {}, "order": 3, "mode": 0, "inputs": [], "outputs": [ { "name": "VAE", "type": "VAE", "links": [ 19, 29 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "VAELoader" }, "widgets_values": [ "sd-vae-ft-mse/diffusion_pytorch_model.bin" ] }, { "id": 15, "type": "Load_reference_unet", "pos": { "0": 1610, "1": 510, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 425.05206298828125, "1": 82 }, "flags": {}, "order": 4, "mode": 0, "inputs": [], "outputs": [ { "name": "unet2d", "type": "UNET2D", "links": [ 17 ], "shape": 3 } ], "properties": { "Node name for S&R": "Load_reference_unet" }, "widgets_values": [ "/data1/chenzhuo/zoubin/ComfyUI/models/diffusers/SD1.5/unet", "./pretrained_weights/reference_unet.pth" ] }, { "id": 16, "type": "Load_denoising_unet", "pos": { "0": 1600, "1": 650, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 437.88470458984375, "1": 130 }, "flags": {}, "order": 5, "mode": 0, "inputs": [], "outputs": [ { "name": "unet3d", "type": "UNET3D", "links": [ 18 ], "shape": 3 } ], "properties": { "Node name for S&R": "Load_denoising_unet" }, "widgets_values": [ "video", "/data1/chenzhuo/zoubin/ComfyUI/models/diffusers/SD1.5/unet", "./pretrained_weights/denoising_unet.pth", "./pretrained_weights/motion_module.pth" ] }, { "id": 3, "type": "LoadImage", "pos": { "0": 679.6640625, "1": 621.6640625, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 314 }, "flags": {}, "order": 6, "mode": 0, "inputs": [], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 1, 7 ], "slot_index": 0, "shape": 3 }, { "name": "MASK", "type": "MASK", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "LoadImage" }, "widgets_values": [ "WechatIMG42.jpg", "image" ] }, { "id": 12, "type": "Reroute", "pos": { "0": 1496, "1": 1137, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": [ 75, 26 ], "flags": {}, "order": 16, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 14 } ], "outputs": [ { "name": "", "type": "IMAGE", "links": [ 27 ], "slot_index": 0 } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 13, "type": "VHS_LoadVideo", "pos": { "0": 370, "1": 479, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": [ 252.056640625, 688.5451388888889 ], "flags": {}, "order": 7, "mode": 0, "inputs": [ { "name": "meta_batch", "type": "VHS_BatchManager", "link": null }, { "name": "vae", "type": "VAE", "link": null } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 15 ], "slot_index": 0, "shape": 3 }, { "name": "frame_count", "type": "INT", "links": [ 16 ], "slot_index": 1, "shape": 3 }, { "name": "audio", "type": "AUDIO", "links": null, "shape": 3 }, { "name": "video_info", "type": "VHS_VIDEOINFO", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_LoadVideo" }, "widgets_values": { "video": "9月6日.mp4", "force_rate": 16, "force_size": "Disabled", "custom_width": 512, "custom_height": 512, "frame_load_cap": 32, "skip_first_frames": 70, "select_every_nth": 2, "choose video to upload": "image", "videopreview": { "hidden": false, "paused": false, "params": { "frame_load_cap": 32, "skip_first_frames": 70, "force_rate": 16, "filename": "9月6日.mp4", "type": "input", "format": "video/mp4", "select_every_nth": 2 }, "muted": false } } }, { "id": 7, "type": "PreviewImage", "pos": { "0": 690, "1": 1180, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 11, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 6 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 10, "type": "PreviewImage", "pos": { "0": 910, "1": 1182, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 210, "1": 246 }, "flags": {}, "order": 15, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 12 } ], "outputs": [], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 19, "type": "CLIPVisionEncode", "pos": { "0": 1600, "1": 1040, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 380.4000244140625, "1": 46 }, "flags": {}, "order": 18, "mode": 0, "inputs": [ { "name": "clip_vision", "type": "CLIP_VISION", "link": 23 }, { "name": "image", "type": "IMAGE", "link": 24 } ], "outputs": [ { "name": "CLIP_VISION_OUTPUT", "type": "CLIP_VISION_OUTPUT", "links": [ 22 ], "shape": 3 } ], "properties": { "Node name for S&R": "CLIPVisionEncode" } }, { "id": 23, "type": "VAEDecode", "pos": { "0": 2112, "1": 1198, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 210, "1": 46 }, "flags": {}, "order": 21, "mode": 0, "inputs": [ { "name": "samples", "type": "LATENT", "link": 28 }, { "name": "vae", "type": "VAE", "link": 29 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 46 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "VAEDecode" } }, { "id": 24, "type": "VHS_VideoCombine", "pos": { "0": 2498, "1": 520, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": [ 397.0304870605469, 901.3279333114624 ], "flags": {}, "order": 23, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 51 }, { "name": "audio", "type": "AUDIO", "link": null }, { "name": "meta_batch", "type": "VHS_BatchManager", "link": null }, { "name": "vae", "type": "VAE", "link": null } ], "outputs": [ { "name": "Filenames", "type": "VHS_FILENAMES", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { "frame_rate": 32, "loop_count": 0, "filename_prefix": "AnimateDiff", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": false, "pingpong": false, "save_output": true, "videopreview": { "hidden": false, "paused": false, "params": { "filename": "AnimateDiff_00009.mp4", "subfolder": "", "type": "output", "format": "video/h264-mp4", "frame_rate": 32 }, "muted": false } } }, { "id": 14, "type": "DynamicPose_Sampler", "pos": { "0": 2103, "1": 524, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 315, "1": 618 }, "flags": {}, "order": 20, "mode": 0, "inputs": [ { "name": "reference_unet", "type": "UNET2D", "link": 17 }, { "name": "denoising_unet", "type": "UNET3D", "link": 18 }, { "name": "ref_image_latent", "type": "LATENT", "link": 21 }, { "name": "clip_image_embeds", "type": "CLIP_VISION_OUTPUT", "link": 22 }, { "name": "pose_latent", "type": "POSE_LATENT", "link": 25 }, { "name": "context_frames", "type": "INT", "link": 16, "widget": { "name": "context_frames" } } ], "outputs": [ { "name": "latent", "type": "LATENT", "links": [ 28 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "DynamicPose_Sampler" }, "widgets_values": [ 42, "fixed", 30, 3.5, 1, 24, 1, 4, 1, 1, "DDIM", 0.00085, 0.012, "linear", "v_prediction", "trailing", 1, false, true, false, null ] }, { "id": 37, "type": "GMFSS Fortuna VFI", "pos": { "0": 1970, "1": 1310, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0, "9": 0 }, "size": { "0": 443.4000244140625, "1": 126 }, "flags": {}, "order": 22, "mode": 0, "inputs": [ { "name": "frames", "type": "IMAGE", "link": 46 }, { "name": "optional_interpolation_states", "type": "INTERPOLATION_STATES", "link": null } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 51 ], "slot_index": 0, "shape": 3 } ], "properties": { "Node name for S&R": "GMFSS Fortuna VFI" }, "widgets_values": [ "GMFSS_fortuna_union", 16, 4 ] } ], "links": [ [ 1, 3, 0, 1, 0, "IMAGE" ], [ 2, 2, 0, 1, 1, "POSEMODELS" ], [ 3, 1, 0, 4, 0, "IMAGE" ], [ 5, 2, 0, 5, 1, "POSEMODELS" ], [ 6, 5, 0, 7, 0, "IMAGE" ], [ 7, 3, 0, 8, 0, "IMAGE" ], [ 8, 1, 1, 8, 1, "POSEINFOS" ], [ 9, 5, 0, 8, 2, "IMAGE" ], [ 10, 5, 1, 8, 3, "POSEINFOS" ], [ 11, 8, 0, 9, 0, "IMAGE" ], [ 12, 8, 1, 10, 0, "IMAGE" ], [ 13, 8, 0, 11, 0, "*" ], [ 14, 8, 1, 12, 0, "*" ], [ 15, 13, 0, 5, 0, "IMAGE" ], [ 16, 13, 1, 14, 5, "INT" ], [ 17, 15, 0, 14, 0, "UNET2D" ], [ 18, 16, 0, 14, 1, "UNET3D" ], [ 19, 17, 0, 18, 1, "VAE" ], [ 20, 11, 0, 18, 0, "IMAGE" ], [ 21, 18, 0, 14, 2, "LATENT" ], [ 22, 19, 0, 14, 3, "CLIP_VISION_OUTPUT" ], [ 23, 20, 0, 19, 0, "CLIP_VISION" ], [ 24, 11, 0, 19, 1, "IMAGE" ], [ 25, 21, 0, 14, 4, "POSE_LATENT" ], [ 26, 22, 0, 21, 0, "POSE_GUIDER" ], [ 27, 12, 0, 21, 1, "IMAGE" ], [ 28, 14, 0, 23, 0, "LATENT" ], [ 29, 17, 0, 23, 1, "VAE" ], [ 46, 23, 0, 37, 0, "IMAGE" ], [ 51, 37, 0, 24, 0, "IMAGE" ] ], "groups": [], "config": {}, "extra": { "ds": { "scale": 0.5644739300537778, "offset": [ -254.76964560498246, -82.65956431041555 ] } }, "version": 0.4 }