Files
fles@qq.com f0873a89d4 mode option
"control camera poses", "control object trajectory", "control both camera and object motion"
2024-01-08 09:54:02 +08:00

1384 lines
23 KiB
JSON

{
"last_node_id": 30,
"last_link_id": 56,
"nodes": [
{
"id": 9,
"type": "HEDPreprocessor",
"pos": [
843,
184
],
"size": {
"0": 315,
"1": 82
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 6
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HEDPreprocessor"
},
"widgets_values": [
"enable",
512
]
},
{
"id": 16,
"type": "ADE_AnimateDiffLoaderWithContext",
"pos": [
743.3333740234375,
873.3333740234375
],
"size": {
"0": 342.5999755859375,
"1": 190
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 13
},
{
"name": "context_options",
"type": "CONTEXT_OPTIONS",
"link": 14
},
{
"name": "motion_lora",
"type": "MOTION_LORA",
"link": null
},
{
"name": "motion_model_settings",
"type": "MOTION_MODEL_SETTINGS",
"link": null
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
21
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffLoaderWithContext"
},
"widgets_values": [
"v3_sd15_mm.ckpt",
"sqrt_linear (AnimateDiff)",
1,
true
]
},
{
"id": 13,
"type": "ControlNetApplyAdvanced",
"pos": [
1439,
1271
],
"size": {
"0": 315,
"1": 166
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 24
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 26
},
{
"name": "control_net",
"type": "CONTROL_NET",
"link": 9
},
{
"name": "image",
"type": "IMAGE",
"link": 31
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
27
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
28
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "ControlNetApplyAdvanced"
},
"widgets_values": [
1,
0,
1
]
},
{
"id": 14,
"type": "CheckpointLoaderSimple",
"pos": [
-222,
886
],
"size": {
"0": 315,
"1": 98
},
"flags": {},
"order": 0,
"mode": 0,
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
11
],
"shape": 3
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
12
],
"shape": 3
},
{
"name": "VAE",
"type": "VAE",
"links": [
23
],
"shape": 3,
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "CheckpointLoaderSimple"
},
"widgets_values": [
"revAnimated_v122EOL.safetensors"
]
},
{
"id": 17,
"type": "ADE_AnimateDiffUniformContextOptions",
"pos": [
174,
1095
],
"size": {
"0": 315,
"1": 154
},
"flags": {},
"order": 1,
"mode": 0,
"outputs": [
{
"name": "CONTEXT_OPTIONS",
"type": "CONTEXT_OPTIONS",
"links": [
14
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ADE_AnimateDiffUniformContextOptions"
},
"widgets_values": [
16,
1,
4,
"uniform",
false
]
},
{
"id": 20,
"type": "CLIPTextEncode",
"pos": [
783,
1462
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 16
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
26
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"(worst quality, low quality:1.4)"
]
},
{
"id": 12,
"type": "ACN_SparseCtrlLoaderAdvanced",
"pos": [
326,
1397
],
"size": {
"0": 317.4000244140625,
"1": 150
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "sparse_method",
"type": "SPARSE_METHOD",
"link": 29
},
{
"name": "tk_optional",
"type": "TIMESTEP_KEYFRAME",
"link": null
}
],
"outputs": [
{
"name": "CONTROL_NET",
"type": "CONTROL_NET",
"links": [
9
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ACN_SparseCtrlLoaderAdvanced"
},
"widgets_values": [
"v3_sd15_sparsectrl_scribble.ckpt",
true,
1,
1
]
},
{
"id": 22,
"type": "VAEDecode",
"pos": [
2357,
895
],
"size": {
"0": 210,
"1": 46
},
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 17
},
{
"name": "vae",
"type": "VAE",
"link": 23
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
18
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 23,
"type": "VHS_VideoCombine",
"pos": [
2745,
1069
],
"size": [
315,
539
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 18
}
],
"outputs": [],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pingpong": false,
"save_image": true,
"crf": 20,
"save_metadata": true,
"audio_file": "",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00468.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4"
}
}
}
},
{
"id": 15,
"type": "LoraLoader",
"pos": [
201,
865
],
"size": {
"0": 315,
"1": 126
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 11
},
{
"name": "clip",
"type": "CLIP",
"link": 12
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
13
],
"shape": 3,
"slot_index": 0
},
{
"name": "CLIP",
"type": "CLIP",
"links": [
15,
16
],
"shape": 3,
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "LoraLoader"
},
"widgets_values": [
"LCM_LoRA_Weights_SD15.safetensors",
1,
1
]
},
{
"id": 10,
"type": "PreviewImage",
"pos": [
998,
502
],
"size": {
"0": 210,
"1": 246
},
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 32
}
],
"properties": {
"Node name for S&R": "PreviewImage"
}
},
{
"id": 21,
"type": "KSampler",
"pos": [
1893,
847
],
"size": {
"0": 315,
"1": 262
},
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 21
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 27
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 28
},
{
"name": "latent_image",
"type": "LATENT",
"link": 22
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
17
],
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
540393992754865,
"randomize",
8,
2,
"lcm",
"sgm_uniform",
1
]
},
{
"id": 6,
"type": "VHS_VideoCombine",
"pos": [
1226,
113
],
"size": [
315,
539
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 48
}
],
"outputs": [],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "image/gif",
"pingpong": false,
"save_image": true,
"crf": 20,
"save_metadata": true,
"audio_file": "",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00467.gif",
"subfolder": "",
"type": "output",
"format": "image/gif"
}
}
}
},
{
"id": 24,
"type": "ACN_SparseCtrlIndexMethodNode",
"pos": [
-167,
1479
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 2,
"mode": 0,
"outputs": [
{
"name": "SPARSE_METHOD",
"type": "SPARSE_METHOD",
"links": [
29
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ACN_SparseCtrlIndexMethodNode"
},
"widgets_values": [
"0,4,7,11,15,19,23,27,31"
]
},
{
"id": 18,
"type": "EmptyLatentImage",
"pos": [
1374,
1029
],
"size": {
"0": 315,
"1": 106
},
"flags": {},
"order": 3,
"mode": 0,
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
22
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
512,
512,
32
]
},
{
"id": 8,
"type": "ImageScale",
"pos": [
209,
199
],
"size": {
"0": 315,
"1": 130
},
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 34
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
6,
30
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
512,
513,
"disabled"
]
},
{
"id": 25,
"type": "FakeScribblePreprocessor",
"pos": [
232,
449
],
"size": {
"0": 319.20001220703125,
"1": 82
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 30
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
31,
32
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "FakeScribblePreprocessor"
},
"widgets_values": [
"enable",
512
]
},
{
"id": 26,
"type": "Select Image Indices",
"pos": [
207,
35
],
"size": {
"0": 315,
"1": 58
},
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 47
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
34
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Select Image Indices"
},
"widgets_values": [
"0,4,7,11,15,19,23,27,31"
]
},
{
"id": 27,
"type": "Load Motionctrl Checkpoint",
"pos": [
-660,
6
],
"size": {
"0": 315,
"1": 142
},
"flags": {},
"order": 4,
"mode": 0,
"outputs": [
{
"name": "model",
"type": "MOTIONCTRL",
"links": [
36,
50
],
"shape": 3,
"slot_index": 0
},
{
"name": "clip",
"type": "EMBEDDER",
"links": [
37
],
"shape": 3,
"slot_index": 1
},
{
"name": "vae",
"type": "VAE",
"links": [
38
],
"shape": 3,
"slot_index": 2
},
{
"name": "ddim_sampler",
"type": "SAMPLER",
"links": [
39
],
"shape": 3,
"slot_index": 3
}
],
"properties": {
"Node name for S&R": "Load Motionctrl Checkpoint"
},
"widgets_values": [
"motionctrl.pth",
32
]
},
{
"id": 29,
"type": "Motionctrl Sample Simple",
"pos": [
-181,
-7
],
"size": {
"0": 315,
"1": 378
},
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MOTIONCTRL",
"link": 36
},
{
"name": "clip",
"type": "EMBEDDER",
"link": 37
},
{
"name": "vae",
"type": "VAE",
"link": 38
},
{
"name": "ddim_sampler",
"type": "SAMPLER",
"link": 39
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 49
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 51
},
{
"name": "traj_list",
"type": "TRAJ_LIST",
"link": 52
},
{
"name": "rt_list",
"type": "RT_LIST",
"link": 53
},
{
"name": "traj",
"type": "TRAJ_FEATURES",
"link": 54
},
{
"name": "rt",
"type": "RT",
"link": 55
},
{
"name": "noise_shape",
"type": "NOISE_SHAPE",
"link": 56
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
47,
48
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "Motionctrl Sample Simple"
},
"widgets_values": [
30,
1874,
"randomize",
"https://chaojie.github.io/ComfyUI-MotionCtrl/tools/draw.html",
false,
false
]
},
{
"id": 30,
"type": "Motionctrl Cond",
"pos": [
-702,
332
],
"size": {
"0": 400,
"1": 320
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MOTIONCTRL",
"link": 50
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
49
],
"shape": 3,
"slot_index": 0
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
51
],
"shape": 3,
"slot_index": 1
},
{
"name": "traj_list",
"type": "TRAJ_LIST",
"links": [
52
],
"shape": 3,
"slot_index": 2
},
{
"name": "rt_list",
"type": "RT_LIST",
"links": [
53
],
"shape": 3,
"slot_index": 3
},
{
"name": "traj",
"type": "TRAJ_FEATURES",
"links": [
54
],
"shape": 3,
"slot_index": 4
},
{
"name": "rt",
"type": "RT",
"links": [
55
],
"shape": 3,
"slot_index": 5
},
{
"name": "noise_shape",
"type": "NOISE_SHAPE",
"links": [
56
],
"shape": 3,
"slot_index": 6
}
],
"properties": {
"Node name for S&R": "Motionctrl Cond"
},
"widgets_values": [
"a girl jump",
"[[1,0,0,-0.2,0,1,0,0,0,0,1,0]]",
"[[84,752],[96,556],[128,424],[156,320],[184,252],[232,188],[272,144],[328,108],[384,92],[440,92],[488,88],[620,116],[680,116],[764,132],[804,144],[872,252],[884,344],[916,440],[904,568],[888,628],[828,708],[760,764],[704,816],[616,848],[516,876],[420,876],[336,876],[288,868],[196,844],[136,816],[88,792],[68,740]]",
"control both camera and object motion"
]
},
{
"id": 19,
"type": "CLIPTextEncode",
"pos": [
754,
1150
],
"size": {
"0": 400,
"1": 200
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 15
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
24
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"a girl jump"
]
}
],
"links": [
[
6,
8,
0,
9,
0,
"IMAGE"
],
[
9,
12,
0,
13,
2,
"CONTROL_NET"
],
[
11,
14,
0,
15,
0,
"MODEL"
],
[
12,
14,
1,
15,
1,
"CLIP"
],
[
13,
15,
0,
16,
0,
"MODEL"
],
[
14,
17,
0,
16,
1,
"CONTEXT_OPTIONS"
],
[
15,
15,
1,
19,
0,
"CLIP"
],
[
16,
15,
1,
20,
0,
"CLIP"
],
[
17,
21,
0,
22,
0,
"LATENT"
],
[
18,
22,
0,
23,
0,
"IMAGE"
],
[
21,
16,
0,
21,
0,
"MODEL"
],
[
22,
18,
0,
21,
3,
"LATENT"
],
[
23,
14,
2,
22,
1,
"VAE"
],
[
24,
19,
0,
13,
0,
"CONDITIONING"
],
[
26,
20,
0,
13,
1,
"CONDITIONING"
],
[
27,
13,
0,
21,
1,
"CONDITIONING"
],
[
28,
13,
1,
21,
2,
"CONDITIONING"
],
[
29,
24,
0,
12,
0,
"SPARSE_METHOD"
],
[
30,
8,
0,
25,
0,
"IMAGE"
],
[
31,
25,
0,
13,
3,
"IMAGE"
],
[
32,
25,
0,
10,
0,
"IMAGE"
],
[
34,
26,
0,
8,
0,
"IMAGE"
],
[
36,
27,
0,
29,
0,
"MOTIONCTRL"
],
[
37,
27,
1,
29,
1,
"EMBEDDER"
],
[
38,
27,
2,
29,
2,
"VAE"
],
[
39,
27,
3,
29,
3,
"SAMPLER"
],
[
47,
29,
0,
26,
0,
"IMAGE"
],
[
48,
29,
0,
6,
0,
"IMAGE"
],
[
49,
30,
0,
29,
4,
"CONDITIONING"
],
[
50,
27,
0,
30,
0,
"MOTIONCTRL"
],
[
51,
30,
1,
29,
5,
"CONDITIONING"
],
[
52,
30,
2,
29,
6,
"TRAJ_LIST"
],
[
53,
30,
3,
29,
7,
"RT_LIST"
],
[
54,
30,
4,
29,
8,
"TRAJ_FEATURES"
],
[
55,
30,
5,
29,
9,
"RT"
],
[
56,
30,
6,
29,
10,
"NOISE_SHAPE"
]
],
"groups": [],
"config": {},
"extra": {},
"version": 0.4
}