Files
2024-09-22 17:58:51 -06:00

1018 lines
18 KiB
JSON

{
"last_node_id": 116,
"last_link_id": 261,
"nodes": [
{
"id": 48,
"type": "VAEDecode",
"pos": {
"0": 3756,
"1": 503
},
"size": {
"0": 140,
"1": 54.43859100341797
},
"flags": {},
"order": 16,
"mode": 0,
"inputs": [
{
"name": "samples",
"type": "LATENT",
"link": 206
},
{
"name": "vae",
"type": "VAE",
"link": 144
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
177
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEDecode"
}
},
{
"id": 88,
"type": "ImageConcanate",
"pos": {
"0": 3822,
"1": 325
},
"size": {
"0": 210,
"1": 102
},
"flags": {},
"order": 17,
"mode": 0,
"inputs": [
{
"name": "image1",
"type": "IMAGE",
"link": 249
},
{
"name": "image2",
"type": "IMAGE",
"link": 177
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
178
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageConcanate"
},
"widgets_values": [
"down",
false
]
},
{
"id": 76,
"type": "VAELoader",
"pos": {
"0": 2596,
"1": 528
},
"size": {
"0": 210,
"1": 58
},
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "VAE",
"type": "VAE",
"links": [
144,
167
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAELoader"
},
"widgets_values": [
"vae-ft-mse-840000-ema-pruned.safetensors"
]
},
{
"id": 82,
"type": "EmptyLatentImage",
"pos": {
"0": 3525,
"1": 943
},
"size": [
210,
106
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
193
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "EmptyLatentImage"
},
"widgets_values": [
1024,
576,
25
]
},
{
"id": 49,
"type": "VHS_VideoCombine",
"pos": {
"0": 3979,
"1": 506
},
"size": [
577.0924072265625,
950.7289581298828
],
"flags": {},
"order": 18,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 178
},
{
"name": "audio",
"type": "AUDIO",
"link": null
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"loop_count": 0,
"filename_prefix": "ViewCrafter",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 20,
"save_metadata": false,
"pingpong": false,
"save_output": false,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "ViewCrafter_00100.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 8
}
}
}
},
{
"id": 57,
"type": "LoadViewCrafter",
"pos": {
"0": 2600,
"1": 254
},
"size": {
"0": 210,
"1": 102
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
233
],
"slot_index": 0,
"shape": 3
},
{
"name": "image_proj_model",
"type": "IMAGE_PROJ_MODEL",
"links": [
236
],
"slot_index": 1,
"shape": 3
}
],
"properties": {
"Node name for S&R": "LoadViewCrafter"
},
"widgets_values": [
"viewcrafter_25.ckpt",
"fp16"
]
},
{
"id": 43,
"type": "CLIPVisionLoader",
"pos": {
"0": 2597,
"1": 416
},
"size": [
210,
58
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP_VISION",
"type": "CLIP_VISION",
"links": [
234
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPVisionLoader"
},
"widgets_values": [
"open_clip_pytorch_model.bin"
]
},
{
"id": 51,
"type": "CLIPTextEncode",
"pos": {
"0": 3053,
"1": 937
},
"size": {
"0": 400,
"1": 200
},
"flags": {
"collapsed": true
},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 258
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
204
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
""
]
},
{
"id": 86,
"type": "VAEEncode",
"pos": {
"0": 3114,
"1": 470
},
"size": {
"0": 140,
"1": 46
},
"flags": {},
"order": 13,
"mode": 0,
"inputs": [
{
"name": "pixels",
"type": "IMAGE",
"link": 260
},
{
"name": "vae",
"type": "VAE",
"link": 167
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
235
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VAEEncode"
}
},
{
"id": 50,
"type": "CLIPTextEncode",
"pos": {
"0": 3014,
"1": 648
},
"size": {
"0": 330.21746826171875,
"1": 138.6229248046875
},
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 257
}
],
"outputs": [
{
"name": "CONDITIONING",
"type": "CONDITIONING",
"links": [
203
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPTextEncode"
},
"widgets_values": [
"Rotating view of a scene"
]
},
{
"id": 106,
"type": "ApplyViewCrafter",
"pos": {
"0": 3292,
"1": 329
},
"size": [
210,
138
],
"flags": {},
"order": 14,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 233
},
{
"name": "clip_vision",
"type": "CLIP_VISION",
"link": 234
},
{
"name": "latents",
"type": "LATENT",
"link": 235
},
{
"name": "image_proj_model",
"type": "IMAGE_PROJ_MODEL",
"link": 236
},
{
"name": "clip_image",
"type": "IMAGE",
"link": 259
}
],
"outputs": [
{
"name": "model",
"type": "MODEL",
"links": [
238
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ApplyViewCrafter"
},
"widgets_values": [
10
]
},
{
"id": 47,
"type": "KSampler",
"pos": {
"0": 3530,
"1": 628
},
"size": {
"0": 210,
"1": 262
},
"flags": {},
"order": 15,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 238
},
{
"name": "positive",
"type": "CONDITIONING",
"link": 203
},
{
"name": "negative",
"type": "CONDITIONING",
"link": 204
},
{
"name": "latent_image",
"type": "LATENT",
"link": 193
}
],
"outputs": [
{
"name": "LATENT",
"type": "LATENT",
"links": [
206
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "KSampler"
},
"widgets_values": [
0,
"fixed",
20,
7.5,
"euler",
"normal",
1
]
},
{
"id": 45,
"type": "CLIPLoader",
"pos": {
"0": 2592,
"1": 641
},
"size": {
"0": 210,
"1": 82
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
256
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "CLIPLoader"
},
"widgets_values": [
"open_clip_pytorch_model.bin",
"stable_diffusion"
]
},
{
"id": 113,
"type": "CLIPSetLastLayer",
"pos": {
"0": 2593,
"1": 768
},
"size": [
210,
58
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "clip",
"type": "CLIP",
"link": 256
}
],
"outputs": [
{
"name": "CLIP",
"type": "CLIP",
"links": [
257,
258
],
"shape": 3,
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "CLIPSetLastLayer"
},
"widgets_values": [
-2
]
},
{
"id": 102,
"type": "VHS_SelectImages",
"pos": {
"0": 2870,
"1": -19
},
"size": [
214.8000030517578,
106
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 248
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
259
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_SelectImages"
},
"widgets_values": {
"indexes": "0",
"err_if_missing": true,
"err_if_empty": true
}
},
{
"id": 101,
"type": "VHS_LoadVideo",
"pos": {
"0": 2569,
"1": -210
},
"size": [
235.1999969482422,
396.7511093987359
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"type": "VAE",
"link": null
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
261
],
"slot_index": 0,
"shape": 3
},
{
"name": "frame_count",
"type": "INT",
"links": null,
"shape": 3
},
{
"name": "audio",
"type": "AUDIO",
"links": null,
"shape": 3
},
{
"name": "video_info",
"type": "VHS_VIDEOINFO",
"links": null,
"shape": 3
}
],
"properties": {
"Node name for S&R": "VHS_LoadVideo"
},
"widgets_values": {
"video": "output_top_middle.mp4",
"force_rate": 0,
"force_size": "Disabled",
"custom_width": 512,
"custom_height": 512,
"frame_load_cap": 25,
"skip_first_frames": 1,
"select_every_nth": 3,
"choose video to upload": "image",
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"frame_load_cap": 25,
"skip_first_frames": 1,
"force_rate": 0,
"filename": "output_top_middle.mp4",
"type": "input",
"format": "video/mp4",
"select_every_nth": 3
},
"muted": false
}
}
},
{
"id": 109,
"type": "ImageScale",
"pos": {
"0": 2870,
"1": -199
},
"size": {
"0": 210,
"1": 130
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 261
}
],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [
248,
249,
260
],
"slot_index": 0,
"shape": 3
}
],
"properties": {
"Node name for S&R": "ImageScale"
},
"widgets_values": [
"nearest-exact",
1024,
576,
"disabled"
]
},
{
"id": 108,
"type": "Note",
"pos": {
"0": 3430,
"1": -316
},
"size": [
445.90897706724627,
307.0606928582863
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Notes:\n\nstride -- a frame stride of 10 is default for ViewCrafter, but changing the value can work better for other videos\n\nprompt -- \"Rotating view of a scene\" is fixed in their code and may have been only trained with this prompt\n\nclip_image -- Trained only using the first image from the video (or the last), but you can put 25 (or 16) in if you want\n\nclip_vision -- this is the SD2 clip\n\nclip -- this is the SD2 clip\n\nVAE -- this the the SD1.5 VAE (also used for SD2)\n\nControlNets for SD2 may work but have not been tested\n\nsteps -- You can adjust the steps, I just chose 20 for testing\n"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 116,
"type": "Note",
"pos": {
"0": 4142,
"1": 327
},
"size": [
466.86968874577633,
113.78831332648383
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Color change:\n\nThe color from the first frame is slightly different than the rest of the video. This appears to be slightly more of an issue in this Comfy implementation than original. \n\nYou can use a color matching node (e.g. one from KJNodes) if you need."
],
"color": "#322",
"bgcolor": "#533"
}
],
"links": [
[
144,
76,
0,
48,
1,
"VAE"
],
[
167,
76,
0,
86,
1,
"VAE"
],
[
177,
48,
0,
88,
1,
"IMAGE"
],
[
178,
88,
0,
49,
0,
"IMAGE"
],
[
193,
82,
0,
47,
3,
"LATENT"
],
[
203,
50,
0,
47,
1,
"CONDITIONING"
],
[
204,
51,
0,
47,
2,
"CONDITIONING"
],
[
206,
47,
0,
48,
0,
"LATENT"
],
[
233,
57,
0,
106,
0,
"MODEL"
],
[
234,
43,
0,
106,
1,
"CLIP_VISION"
],
[
235,
86,
0,
106,
2,
"LATENT"
],
[
236,
57,
1,
106,
3,
"IMAGE_PROJ_MODEL"
],
[
238,
106,
0,
47,
0,
"MODEL"
],
[
248,
109,
0,
102,
0,
"IMAGE"
],
[
249,
109,
0,
88,
0,
"IMAGE"
],
[
256,
45,
0,
113,
0,
"CLIP"
],
[
257,
113,
0,
50,
0,
"CLIP"
],
[
258,
113,
0,
51,
0,
"CLIP"
],
[
259,
102,
0,
106,
4,
"IMAGE"
],
[
260,
109,
0,
86,
0,
"IMAGE"
],
[
261,
101,
0,
109,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.3452271214393187,
"offset": [
-1723.9232662402726,
899.7507577599321
]
}
},
"version": 0.4
}