Files
kijai-ComfyUI-ControlNeXt-SVD/examples/controlnext_svd_comfy_01.json
T

1276 lines
22 KiB
JSON

{
"last_node_id": 69,
"last_link_id": 150,
"nodes": [
{
"id": 30,
"type": "ImageOnlyCheckpointLoader",
"pos": [
-239,
-549
],
"size": {
"0": 369.6000061035156,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
60
],
"shape": 3
},
{
"name": "VAE",
"type": "VAE",
"links": [
66,
69
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageOnlyCheckpointLoader"
},
"widgets_values": [
"svd_xt_1_1.safetensors"
]
},
{
"id": 18,
"type": "LoadImage",
"pos": [
-227,
-278
],
"size": {
"0": 219.66668701171875,
"1": 399.3333740234375
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
79
],
"shape": 3,
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": [
"ComfyUI_temp_pvuqq_00129_.png",
"image"
]
},
{
"id": 11,
"type": "VHS_LoadVideo",
"pos": [
44,
54
],
"size": [
235.1999969482422,
658.5777723524305
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
38
],
"shape": 3,
"slot_index": 0
},
{
"name": "frame_count",
"type": "INT",
"links": [],
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "01.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 47,
"skip_first_frames": 0,
"select_every_nth": 2,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 47,
"skip_first_frames": 0,
"force_rate": 0,
"filename": "01.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 2
},
"muted": true
}
}
},
{
"id": 12,
"type": "ImageResizeKJ",
"pos": [
338,
202
],
"size": {
"0": 315,
"1": 242
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 38
},
{
"name": "get_image_size",
"type": "IMAGE",
"link": 33
},
{
"name": "width_input",
"type": "INT",
"link": null,
"widget": {
"name": "width_input"
}
},
{
"name": "height_input",
"type": "INT",
"link": null,
"widget": {
"name": "height_input"
}
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
41
],
"shape": 3,
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": [],
"shape": 3
},
{
"name": "height",
"type": "INT",
"links": [],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
512,
768,
"lanczos",
false,
8,
0,
0
]
},
{
"id": 53,
"type": "ADE_StandardStaticContextOptions",
"pos": [
1096,
-883
],
"size": {
"0": 319.20001220703125,
"1": 198
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "prev_context",
"type": "CONTEXT_OPTIONS",
"link": null
},
{
"name": "view_opts",
"type": "VIEW_OPTS",
"link": null
}
],
"outputs": [
{
"name": "CONTEXT_OPTS",
"type": "CONTEXT_OPTIONS",
"links": [
122
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_StandardStaticContextOptions"
},
"widgets_values": [
24,
6,
"relative",
false,
0,
1
]
},
{
"id": 52,
"type": "ADE_UseEvolvedSampling",
"pos": [
1097,
-629
],
"size": {
"0": 315,
"1": 118
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 150
},
{
"name": "m_models",
"type": "M_MODELS",
"link": null
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 122,
"slot_index": 2
},
{
"name": "sample_settings",
"type": "SAMPLE_SETTINGS",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
107
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_UseEvolvedSampling"
},
"widgets_values": [
"autoselect"
]
},
{
"id": 34,
"type": "UNETLoader",
"pos": [
-257,
-770
],
"size": {
"0": 444.33935546875,
"1": 82
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
148
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "UNETLoader"
},
"widgets_values": [
"controlnext-svd_v2-unet-fp16_converted.safetensors",
"default"
]
},
{
"id": 29,
"type": "SVD_img2vid_Conditioning",
"pos": [
666,
-620
],
"size": {
"0": 315,
"1": 218
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 60,
"slot_index": 0
},
{
"name": "init_image",
"type": "IMAGE",
"link": 81
},
{
"name": "vae",
"type": "VAE",
"link": 66,
"slot_index": 2
},
{
"name": "video_frames",
"type": "INT",
"link": 140,
"widget": {
"name": "video_frames"
},
"slot_index": 3
},
{
"name": "width",
"type": "INT",
"link": 139,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 141,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
76
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
77
],
"shape": 3,
"slot_index": 1
},
{
"name": "latent",
"type": "LATENT",
"links": [
74
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "SVD_img2vid_Conditioning"
},
"widgets_values": [
576,
1024,
25,
127,
7,
0
]
},
{
"id": 38,
"type": "ImageScale",
"pos": [
30,
-192
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 79
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
81,
85
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
576,
1024,
"center"
]
},
{
"id": 16,
"type": "GetImageSizeAndCount",
"pos": [
403,
-2
],
"size": {
"0": 210,
"1": 86
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 85
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
33,
87
],
"shape": 3,
"slot_index": 0
},
{
"name": "576 width",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "1024 height",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "1 count",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
}
},
{
"id": 64,
"type": "GetImageSizeAndCount",
"pos": [
675,
-335
],
"size": {
"0": 210,
"1": 86
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 135
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [],
"shape": 3,
"slot_index": 0
},
{
"name": "576 width",
"type": "INT",
"links": [
139
],
"shape": 3,
"slot_index": 1
},
{
"name": "1024 height",
"type": "INT",
"links": [
141
],
"shape": 3,
"slot_index": 2
},
{
"name": "48 count",
"type": "INT",
"links": [
140
],
"shape": 3,
"slot_index": 3
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
}
},
{
"id": 20,
"type": "ControlNextGetPoses",
"pos": [
671,
-183
],
"size": {
"0": 330,
"1": 126
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "ref_image",
"type": "IMAGE",
"link": 87
},
{
"name": "pose_images",
"type": "IMAGE",
"link": 41
}
],
"outputs": [
{
"name": "poses_with_ref",
"type": "IMAGE",
"links": [
135,
149
],
"shape": 3,
"slot_index": 0
},
{
"name": "pose_images",
"type": "IMAGE",
"links": [
142
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNextGetPoses"
},
"widgets_values": [
true,
true,
true
]
},
{
"id": 31,
"type": "KSampler",
"pos": [
1120,
-438
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 107
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 76
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 77,
"slot_index": 2
},
{
"name": "latent_image",
"type": "LATENT",
"link": 74
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
145
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
0,
"fixed",
10,
2.5,
"euler",
"karras",
1
]
},
{
"id": 32,
"type": "VAEDecode",
"pos": [
1209,
-62
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 146
},
{
"name": "vae",
"type": "VAE",
"link": 69,
"slot_index": 1
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
147
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 65,
"type": "VHS_VideoCombine",
"pos": [
705,
-6
],
"size": [
311.81524658203125,
310
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 142
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00006.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 16
},
"muted": false
}
}
},
{
"id": 55,
"type": "VHS_VideoCombine",
"pos": [
1528,
-867
],
"size": [
485.4111022949219,
310
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 147
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "ControlNeXt_SVD_v2_Comfy",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "ControlNeXt_SVD_v2_Comfy_00002.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 16
},
"muted": false
}
}
},
{
"id": 68,
"type": "VHS_SplitLatents",
"pos": [
1221,
-120
],
"size": {
"0": 315,
"1": 118
},
"flags": {
"collapsed": true
},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "latents",
"type": "LATENT",
"link": 145
}
],
"outputs": [
{
"name": "LATENT_A",
"type": "LATENT",
"links": null,
"shape": 3
},
{
"name": "A_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "LATENT_B",
"type": "LATENT",
"links": [
146
],
"shape": 3,
"slot_index": 2
},
{
"name": "B_count",
"type": "INT",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_SplitLatents"
},
"widgets_values": {
"split_index": 2
}
},
{
"id": 69,
"type": "ControlNextSVDApply",
"pos": [
675,
-811
],
"size": {
"0": 328.613525390625,
"1": 126
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 148
},
{
"name": "pose_images",
"type": "IMAGE",
"link": 149
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
150
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "ControlNextSVDApply"
},
"widgets_values": [
1,
"3",
true
]
}
],
"links": [
[
33,
16,
0,
12,
1,
"IMAGE"
],
[
38,
11,
0,
12,
0,
"IMAGE"
],
[
41,
12,
0,
20,
1,
"IMAGE"
],
[
60,
30,
1,
29,
0,
"CLIP_VISION"
],
[
66,
30,
2,
29,
2,
"VAE"
],
[
69,
30,
2,
32,
1,
"VAE"
],
[
74,
29,
2,
31,
3,
"LATENT"
],
[
76,
29,
0,
31,
1,
"CONDITIONING"
],
[
77,
29,
1,
31,
2,
"CONDITIONING"
],
[
79,
18,
0,
38,
0,
"IMAGE"
],
[
81,
38,
0,
29,
1,
"IMAGE"
],
[
85,
38,
0,
16,
0,
"IMAGE"
],
[
87,
16,
0,
20,
0,
"IMAGE"
],
[
107,
52,
0,
31,
0,
"MODEL"
],
[
122,
53,
0,
52,
2,
"CONTEXT_OPTIONS"
],
[
135,
20,
0,
64,
0,
"IMAGE"
],
[
139,
64,
1,
29,
4,
"INT"
],
[
140,
64,
3,
29,
3,
"INT"
],
[
141,
64,
2,
29,
5,
"INT"
],
[
142,
20,
1,
65,
0,
"IMAGE"
],
[
145,
31,
0,
68,
0,
"LATENT"
],
[
146,
68,
2,
32,
0,
"LATENT"
],
[
147,
32,
0,
55,
0,
"IMAGE"
],
[
148,
34,
0,
69,
0,
"MODEL"
],
[
149,
20,
0,
69,
1,
"IMAGE"
],
[
150,
69,
0,
52,
0,
"MODEL"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6830134553650712,
"offset": [
687.9921265172907,
1171.0942170591572
]
}
},
"version": 0.4
}