Files
Alexankharin-camera-comfyUI/workflows/wan_vace_ref_to_video.json

1340 lines
24 KiB
JSON

{
"id": "0898f6a6-2814-4ccd-968a-a2405ee177e7",
"revision": 0,
"last_node_id": 85,
"last_link_id": 152,
"nodes": [
{
"id": 39,
"type": "VAELoader",
"pos": [
866.3932495117188,
499.18597412109375
],
"size": [
306.36004638671875,
58
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"slot_index": 0,
"links": [
76,
114
]
}
],
"properties": {
"Node name for S&R": "VAELoader",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan_2.1_vae.safetensors"
]
},
{
"id": 54,
"type": "ModelSamplingSD3",
"pos": [
449.82794189453125,
34.52389907836914
],
"size": [
315,
58
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 110
}
],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
127
]
}
],
"properties": {
"Node name for S&R": "ModelSamplingSD3",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
8
]
},
{
"id": 3,
"type": "KSampler",
"pos": [
863,
187
],
"size": [
315,
262
],
"flags": {},
"order": 19,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 127
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 115
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 116
},
{
"name": "latent_image",
"type": "LATENT",
"link": 117
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"slot_index": 0,
"links": [
119
]
}
],
"properties": {
"Node name for S&R": "KSampler",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
359341936730965,
"fixed",
20,
6,
"uni_pc",
"simple",
1
]
},
{
"id": 7,
"type": "CLIPTextEncode",
"pos": [
413,
389
],
"size": [
425.27801513671875,
180.6060791015625
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 75
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
113
]
}
],
"title": "CLIP Text Encode (Negative Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
"色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走"
],
"color": "#322",
"bgcolor": "#533"
},
{
"id": 77,
"type": "LoadTrajectory",
"pos": [
-8.916632652282715,
1223.8968505859375
],
"size": [
278.79998779296875,
58
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "loaded_trajectory",
"type": "TENSOR",
"links": [
141
]
}
],
"properties": {
"Node name for S&R": "LoadTrajectory",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "c6ab9e2cbb247e8817ada327dc100b9a7ad19e2e"
},
"widgets_values": [
"ComfyUITrajectory_00001.npy"
]
},
{
"id": 82,
"type": "DepthToImageNode",
"pos": [
58.86013412475586,
760.6212768554688
],
"size": [
270,
58
],
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "depth",
"type": "TENSOR",
"link": 148
}
],
"outputs": [
{
"name": "depth image",
"type": "IMAGE",
"links": [
144
]
}
],
"properties": {
"Node name for S&R": "DepthToImageNode",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "c6ab9e2cbb247e8817ada327dc100b9a7ad19e2e"
},
"widgets_values": [
false
]
},
{
"id": 83,
"type": "ZDepthToRayDepthNode",
"pos": [
162.0160369873047,
641.4620361328125
],
"size": [
270,
58
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "depth",
"type": "TENSOR",
"link": 146
}
],
"outputs": [
{
"name": "ray depth",
"type": "TENSOR",
"links": [
147,
148
]
}
],
"properties": {
"Node name for S&R": "ZDepthToRayDepthNode",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "c6ab9e2cbb247e8817ada327dc100b9a7ad19e2e"
},
"widgets_values": [
120
]
},
{
"id": 62,
"type": "FisheyeDepthEstimator",
"pos": [
-191.07432556152344,
417.1524963378906
],
"size": [
270,
246
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 129
}
],
"outputs": [
{
"name": "depthmap",
"type": "TENSOR",
"links": [
146
]
},
{
"name": "mask",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "FisheyeDepthEstimator",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "38d18f19b2c556e2f7a757e8a9bc48f3a1aa7675"
},
"widgets_values": [
"Depth-Anything-V2-Metric-Indoor-Base-hf",
1,
90,
1024,
4096,
"DISTANCE_AWARE",
25,
11
]
},
{
"id": 80,
"type": "PreviewImage",
"pos": [
1045.3646240234375,
1030.2586669921875
],
"size": [
140,
246
],
"flags": {},
"order": 20,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 143
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage",
"cnr_id": "comfy-core",
"ver": "0.3.40"
},
"widgets_values": []
},
{
"id": 58,
"type": "Note",
"pos": [
1381.3507080078125,
720.0184326171875
],
"size": [
263.95501708984375,
155.10342407226562
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {
"widget_ue_connectable": {}
},
"widgets_values": [
"crf 0 means a lossless webm, if you want a lossy once with smaller filesize increase the crf."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 55,
"type": "WanVaceToVideo",
"pos": [
730.3499145507812,
669.31396484375
],
"size": [
270,
254
],
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "positive",
"type": "CONDITIONING",
"link": 112
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 113
},
{
"name": "vae",
"type": "VAE",
"link": 114
},
{
"name": "control_video",
"shape": 7,
"type": "IMAGE",
"link": 139
},
{
"name": "control_masks",
"shape": 7,
"type": "MASK",
"link": 140
},
{
"name": "reference_image",
"shape": 7,
"type": "IMAGE",
"link": 149
}
],
"outputs": [
{
"name": "positive",
"type": "CONDITIONING",
"links": [
115
]
},
{
"name": "negative",
"type": "CONDITIONING",
"links": [
116
]
},
{
"name": "latent",
"type": "LATENT",
"links": [
117
]
},
{
"name": "trim_latent",
"type": "INT",
"links": [
121
]
}
],
"properties": {
"Node name for S&R": "WanVaceToVideo",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
1024,
1024,
81,
1,
1
]
},
{
"id": 63,
"type": "DepthToPointCloud",
"pos": [
-145.52676391601562,
928.0172119140625
],
"size": [
271.408203125,
170
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 131
},
{
"name": "depthmap",
"shape": 7,
"type": "TENSOR",
"link": 147
},
{
"name": "mask",
"shape": 7,
"type": "MASK",
"link": null
}
],
"outputs": [
{
"name": "pointcloud",
"type": "TENSOR",
"links": [
150
]
}
],
"properties": {
"Node name for S&R": "DepthToPointCloud",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "38d18f19b2c556e2f7a757e8a9bc48f3a1aa7675"
},
"widgets_values": [
"FISHEYE",
180,
1,
false
]
},
{
"id": 81,
"type": "PreviewImage",
"pos": [
507.861572265625,
829.2660522460938
],
"size": [
140,
246
],
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 144
}
],
"outputs": [],
"properties": {
"Node name for S&R": "PreviewImage",
"cnr_id": "comfy-core",
"ver": "0.3.40"
},
"widgets_values": []
},
{
"id": 84,
"type": "PointCloudCleaner",
"pos": [
143.30438232421875,
928.3477172851562
],
"size": [
329.20001220703125,
130
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "pointcloud",
"type": "TENSOR",
"link": 150
}
],
"outputs": [
{
"name": "cleaned_pointcloud",
"type": "TENSOR",
"links": [
151
]
}
],
"properties": {
"Node name for S&R": "PointCloudCleaner",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "c6ab9e2cbb247e8817ada327dc100b9a7ad19e2e"
},
"widgets_values": [
1024,
1024,
1,
9
]
},
{
"id": 6,
"type": "CLIPTextEncode",
"pos": [
409.3579406738281,
166.25271606445312
],
"size": [
422.84503173828125,
164.31304931640625
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 74
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"slot_index": 0,
"links": [
112
]
}
],
"title": "CLIP Text Encode (Positive Prompt)",
"properties": {
"Node name for S&R": "CLIPTextEncode",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
"Anime style victorian kitchen with foxgirl in fisheye projection, dynamic camera movements"
],
"color": "#232",
"bgcolor": "#353"
},
{
"id": 52,
"type": "LoadImage",
"pos": [
-525.614501953125,
659.7692260742188
],
"size": [
315,
314
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
129,
131,
149
]
},
{
"name": "MASK",
"type": "MASK",
"slot_index": 1,
"links": []
}
],
"properties": {
"Node name for S&R": "LoadImage",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
"Fisheye_outpainted_flux_dev.png",
"image"
]
},
{
"id": 38,
"type": "CLIPLoader",
"pos": [
-15.783010482788086,
218.16552734375
],
"size": [
390,
106
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"slot_index": 0,
"links": [
74,
75
]
}
],
"properties": {
"Node name for S&R": "CLIPLoader",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
"umt5_xxl_fp16.safetensors",
"wan",
"default"
]
},
{
"id": 37,
"type": "UNETLoader",
"pos": [
20,
70
],
"size": [
346.7470703125,
82
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"slot_index": 0,
"links": [
110
]
}
],
"properties": {
"Node name for S&R": "UNETLoader",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": [
"wan2,1_vace14B_fp16.safetensors",
"default"
]
},
{
"id": 56,
"type": "TrimVideoLatent",
"pos": [
1071.01611328125,
630.7037353515625
],
"size": [
270,
58
],
"flags": {},
"order": 21,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 119
},
{
"name": "trim_amount",
"type": "INT",
"widget": {
"name": "trim_amount"
},
"link": 121
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
120
]
}
],
"properties": {
"Node name for S&R": "TrimVideoLatent",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {
"trim_amount": true
}
},
"widgets_values": [
0
]
},
{
"id": 8,
"type": "VAEDecode",
"pos": [
1410.783935546875,
369.41815185546875
],
"size": [
210,
256.0000305175781
],
"flags": {},
"order": 22,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 120
},
{
"name": "vae",
"type": "VAE",
"link": 76
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"slot_index": 0,
"links": [
152
]
}
],
"properties": {
"Node name for S&R": "VAEDecode",
"cnr_id": "comfy-core",
"ver": "0.3.35",
"widget_ue_connectable": {}
},
"widgets_values": []
},
{
"id": 60,
"type": "VHS_VideoCombine",
"pos": [
1804.013916015625,
167.86778259277344
],
"size": [
535.460693359375,
334
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": null
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine",
"cnr_id": "comfyui-videohelpersuite",
"ver": "a7ce59e381934733bfae03b1be029756d6ce936d",
"widget_ue_connectable": {}
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "vace",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "vace_00005.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 24,
"workflow": "vace_00005.png",
"fullpath": "/root/ComfyUI/output/vace_00005.mp4"
}
}
}
},
{
"id": 78,
"type": "MaskToImage",
"pos": [
816.998779296875,
1061.0892333984375
],
"size": [
184.62362670898438,
26
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "mask",
"type": "MASK",
"link": 142
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
143
]
}
],
"properties": {
"Node name for S&R": "MaskToImage",
"cnr_id": "comfy-core",
"ver": "0.3.40"
},
"widgets_values": []
},
{
"id": 70,
"type": "CameraMotionNode",
"pos": [
435.6319885253906,
1137.2432861328125
],
"size": [
295.6000061035156,
270
],
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "pointcloud",
"type": "TENSOR",
"link": 151
},
{
"name": "trajectory",
"type": "TENSOR",
"link": 141
}
],
"outputs": [
{
"name": "motion_frames",
"type": "IMAGE",
"links": [
139
]
},
{
"name": "mask_frames",
"type": "MASK",
"links": [
140,
142
]
}
],
"properties": {
"Node name for S&R": "CameraMotionNode",
"aux_id": "Alexankharin/camera-comfyUI",
"ver": "c6ab9e2cbb247e8817ada327dc100b9a7ad19e2e"
},
"widgets_values": [
2,
"FISHEYE",
180,
1024,
1024,
1,
0,
true,
false
]
},
{
"id": 85,
"type": "SaveWEBM",
"pos": [
1803.9105224609375,
610.2356567382812
],
"size": [
270,
392
],
"flags": {},
"order": 23,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 152
}
],
"outputs": [],
"properties": {},
"widgets_values": [
"ComfyUI",
"vp9",
24,
32
]
}
],
"links": [
[
74,
38,
0,
6,
0,
"CLIP"
],
[
75,
38,
0,
7,
0,
"CLIP"
],
[
76,
39,
0,
8,
1,
"VAE"
],
[
110,
37,
0,
54,
0,
"MODEL"
],
[
112,
6,
0,
55,
0,
"CONDITIONING"
],
[
113,
7,
0,
55,
1,
"CONDITIONING"
],
[
114,
39,
0,
55,
2,
"VAE"
],
[
115,
55,
0,
3,
1,
"CONDITIONING"
],
[
116,
55,
1,
3,
2,
"CONDITIONING"
],
[
117,
55,
2,
3,
3,
"LATENT"
],
[
119,
3,
0,
56,
0,
"LATENT"
],
[
120,
56,
0,
8,
0,
"LATENT"
],
[
121,
55,
3,
56,
1,
"INT"
],
[
127,
54,
0,
3,
0,
"MODEL"
],
[
129,
52,
0,
62,
0,
"IMAGE"
],
[
131,
52,
0,
63,
0,
"IMAGE"
],
[
139,
70,
0,
55,
3,
"IMAGE"
],
[
140,
70,
1,
55,
4,
"MASK"
],
[
141,
77,
0,
70,
1,
"TENSOR"
],
[
142,
70,
1,
78,
0,
"MASK"
],
[
143,
78,
0,
80,
0,
"IMAGE"
],
[
144,
82,
0,
81,
0,
"IMAGE"
],
[
146,
62,
0,
83,
0,
"TENSOR"
],
[
147,
83,
0,
63,
1,
"TENSOR"
],
[
148,
83,
0,
82,
0,
"TENSOR"
],
[
149,
52,
0,
55,
5,
"IMAGE"
],
[
150,
63,
0,
84,
0,
"TENSOR"
],
[
151,
84,
0,
70,
0,
"TENSOR"
],
[
152,
8,
0,
85,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 2.1762913579014893,
"offset": [
-1639.9078785011613,
-763.9045759158322
]
},
"frontendVersion": "1.21.7",
"ue_links": [],
"links_added_by_ue": [],
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}