diff --git a/examples/example_diffusers.json b/examples/example_diffusers.json new file mode 100644 index 0000000..0a0c984 --- /dev/null +++ b/examples/example_diffusers.json @@ -0,0 +1,986 @@ +{ + "last_node_id": 66, + "last_link_id": 145, + "nodes": [ + { + "id": 18, + "type": "LoadImage", + "pos": [ + 97, + 207 + ], + "size": { + "0": 219.66668701171875, + "1": 399.3333740234375 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 79 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "ComfyUI_temp_pvuqq_00129_.png", + "image" + ] + }, + { + "id": 23, + "type": "ControlNextDiffusersScheduler", + "pos": [ + 1199, + 180 + ], + "size": { + "0": 315.11505126953125, + "1": 106 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "scheduler", + "type": "DIFFUSERS_SCHEDULER", + "links": [ + 49 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ControlNextDiffusersScheduler" + }, + "widgets_values": [ + "EulerDiscreteSchedulerKarras", + 0.002, + 700 + ] + }, + { + "id": 16, + "type": "GetImageSizeAndCount", + "pos": [ + 426, + 544 + ], + "size": { + "0": 210, + "1": 86 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 85 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 87 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "576 width", + "type": "INT", + "links": [ + 141 + ], + "shape": 3 + }, + { + "name": "1024 height", + "type": "INT", + "links": [ + 142 + ], + "shape": 3 + }, + { + "name": "1 count", + "type": "INT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 7, + "type": "ControlNextSampler", + "pos": [ + 1223, + 373 + ], + "size": { + "0": 345.4573974609375, + "1": 382 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "controlnext_pipeline", + "type": "CONTROLNEXT_PIPE", + "link": 11 + }, + { + "name": "ref_image", + "type": "IMAGE", + "link": 86 + }, + { + "name": "pose_images", + "type": "IMAGE", + "link": 135 + }, + { + "name": "optional_scheduler", + "type": "DIFFUSERS_SCHEDULER", + "link": 49, + "slot_index": 3 + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 28 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ControlNextSampler" + }, + "widgets_values": [ + 25, + 127, + 2.5, + 2.5, + 0, + "fixed", + 7, + 1, + 0.02, + 24, + 6, + true + ] + }, + { + "id": 54, + "type": "GetImageSizeAndCount", + "pos": [ + 820, + 385 + ], + "size": { + "0": 210, + "1": 86 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 110 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 135 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "576 width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "1024 height", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "48 count", + "type": "INT", + "links": [], + "shape": 3, + "slot_index": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 1, + "type": "DownloadAndLoadControlNeXt", + "pos": [ + 774, + 111 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "controlnext_pipeline", + "type": "CONTROLNEXT_PIPE", + "links": [ + 11, + 30 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DownloadAndLoadControlNeXt" + }, + "widgets_values": [ + "fp16" + ] + }, + { + "id": 38, + "type": "ImageScale", + "pos": [ + 364, + 212 + ], + "size": { + "0": 315, + "1": 130 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 79 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 85, + 86 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageScale" + }, + "widgets_values": [ + "lanczos", + 576, + 1024, + "center" + ] + }, + { + "id": 11, + "type": "VHS_LoadVideo", + "pos": [ + 104, + 709 + ], + "size": [ + 235.1999969482422, + 658.5777723524305 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 144 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "frame_count", + "type": "INT", + "links": [], + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": null, + "shape": 3 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "01.mp4", + "force_rate": 0, + "force_size": "Disabled", + "custom_width": 512, + "custom_height": 512, + "frame_load_cap": 47, + "skip_first_frames": 0, + "select_every_nth": 2, + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 47, + "skip_first_frames": 0, + "force_rate": 0, + "filename": "01.mp4", + "type": "input", + "format": "video/mp4", + "select_every_nth": 2 + }, + "muted": true + } + } + }, + { + "id": 20, + "type": "ControlNextGetPoses", + "pos": [ + 785, + 534 + ], + "size": { + "0": 330, + "1": 126 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "ref_image", + "type": "IMAGE", + "link": 87 + }, + { + "name": "pose_images", + "type": "IMAGE", + "link": 145 + } + ], + "outputs": [ + { + "name": "poses_with_ref", + "type": "IMAGE", + "links": [ + 110 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "pose_images", + "type": "IMAGE", + "links": [ + 134, + 139 + ], + "shape": 3, + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "ControlNextGetPoses" + }, + "widgets_values": [ + true, + true, + true + ] + }, + { + "id": 65, + "type": "GetImageSizeAndCount", + "pos": [ + 1623, + 385 + ], + "size": { + "0": 210, + "1": 86 + }, + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 137 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 140 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "576 width", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "1024 height", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "47 count", + "type": "INT", + "links": [], + "shape": 3, + "slot_index": 3 + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 15, + "type": "ControlNextDecode", + "pos": [ + 1596, + 128 + ], + "size": { + "0": 342.5999755859375, + "1": 78 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "controlnext_pipeline", + "type": "CONTROLNEXT_PIPE", + "link": 30, + "slot_index": 0 + }, + { + "name": "samples", + "type": "LATENT", + "link": 28 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 137 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ControlNextDecode" + }, + "widgets_values": [ + 4 + ] + }, + { + "id": 27, + "type": "ImageConcatMulti", + "pos": [ + 1622, + 537 + ], + "size": { + "0": 210, + "1": 150 + }, + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "image_1", + "type": "IMAGE", + "link": 139 + }, + { + "name": "image_2", + "type": "IMAGE", + "link": 140 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 95 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": {}, + "widgets_values": [ + 2, + "right", + false, + null + ] + }, + { + "id": 41, + "type": "VHS_VideoCombine", + "pos": [ + 1881, + 324 + ], + "size": [ + 748.8568115234375, + 971.8727213541666 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 95 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00021.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 16 + }, + "muted": false + } + } + }, + { + "id": 66, + "type": "ImageScale", + "pos": [ + 397, + 705 + ], + "size": [ + 315, + 130 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 144 + }, + { + "name": "width", + "type": "INT", + "link": 141, + "widget": { + "name": "width" + }, + "slot_index": 1 + }, + { + "name": "height", + "type": "INT", + "link": 142, + "widget": { + "name": "height" + }, + "slot_index": 2 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 145 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ImageScale" + }, + "widgets_values": [ + "lanczos", + 576, + 1024, + "center" + ] + }, + { + "id": 64, + "type": "VHS_VideoCombine", + "pos": [ + 778, + 717 + ], + "size": [ + 230.72509361166817, + 698.6223754882812 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 134 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00019.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 8 + }, + "muted": false + } + } + } + ], + "links": [ + [ + 11, + 1, + 0, + 7, + 0, + "CONTROLNEXT_PIPE" + ], + [ + 28, + 7, + 0, + 15, + 1, + "LATENT" + ], + [ + 30, + 1, + 0, + 15, + 0, + "CONTROLNEXT_PIPE" + ], + [ + 49, + 23, + 0, + 7, + 3, + "DIFFUSERS_SCHEDULER" + ], + [ + 79, + 18, + 0, + 38, + 0, + "IMAGE" + ], + [ + 85, + 38, + 0, + 16, + 0, + "IMAGE" + ], + [ + 86, + 38, + 0, + 7, + 1, + "IMAGE" + ], + [ + 87, + 16, + 0, + 20, + 0, + "IMAGE" + ], + [ + 95, + 27, + 0, + 41, + 0, + "IMAGE" + ], + [ + 110, + 20, + 0, + 54, + 0, + "IMAGE" + ], + [ + 134, + 20, + 1, + 64, + 0, + "IMAGE" + ], + [ + 135, + 54, + 0, + 7, + 2, + "IMAGE" + ], + [ + 137, + 15, + 0, + 65, + 0, + "IMAGE" + ], + [ + 139, + 20, + 1, + 27, + 0, + "IMAGE" + ], + [ + 140, + 65, + 0, + 27, + 1, + "IMAGE" + ], + [ + 141, + 16, + 1, + 66, + 1, + "INT" + ], + [ + 142, + 16, + 2, + 66, + 2, + "INT" + ], + [ + 144, + 11, + 0, + 66, + 0, + "IMAGE" + ], + [ + 145, + 66, + 0, + 20, + 1, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.6209213230591556, + "offset": [ + 279.68290638833105, + 64.61192589470424 + ] + } + }, + "version": 0.4 +} \ No newline at end of file