{ "last_node_id": 172, "last_link_id": 550, "nodes": [ { "id": 141, "type": "Reroute", "pos": [ 532, 972 ], "size": [ 75, 26 ], "flags": {}, "order": 16, "mode": 0, "inputs": [ { "name": "", "type": "*", "link": 547 } ], "outputs": [ { "name": "", "type": "DEFORUM_FRAME_DATA", "links": [ 441, 443, 447, 459 ] } ], "properties": { "showOutputText": false, "horizontal": false } }, { "id": 154, "type": "DeforumDiffusionParamsNode", "pos": [ -310, 440 ], "size": { "0": 278.891845703125, "1": 274 }, "flags": {}, "order": 11, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 550 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 540 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumDiffusionParamsNode" }, "widgets_values": [ "0: (0.03)", "0: (0.50)", "0: (1.0)", "0: (5)", false, "0: (25)", false, "0:(0)", false, "0:(1)" ] }, { "id": 157, "type": "DeforumHybridScheduleNode", "pos": [ -310, 760 ], "size": { "0": 274.891845703125, "1": 178 }, "flags": {}, "order": 12, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 540 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 541 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumHybridScheduleNode" }, "widgets_values": [ "0:(0.5)", "0:(0.5)", "0:(1)", "0:(100)", "0:(0)", "0:(0.8)" ] }, { "id": 155, "type": "DeforumColorParamsNode", "pos": [ -670, 1120 ], "size": { "0": 317.4000244140625, "1": 154 }, "flags": {}, "order": 9, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 535 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 549 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumColorParamsNode" }, "widgets_values": [ "Image", "", 1, false, false ] }, { "id": 126, "type": "DeforumPromptNode", "pos": [ -660, -60 ], "size": { "0": 313.04736328125, "1": 276.55352783203125 }, "flags": {}, "order": 0, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": null } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 537 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumPromptNode" }, "widgets_values": [ "0:'the deathstar colliding with a planet in space, explosion'\n100:'dart vader in the desert, DUNE GIANT WORM, by moebius'" ] }, { "id": 150, "type": "DeforumAnimParamsNode", "pos": [ -670, 280 ], "size": { "0": 317.4000244140625, "1": 178 }, "flags": {}, "order": 5, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 537 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 497 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumAnimParamsNode" }, "widgets_values": [ "3D", 100, "wrap", false, "20230129210106", false ] }, { "id": 151, "type": "DeforumDepthParamsNode", "pos": [ -670, 530 ], "size": { "0": 317.4000244140625, "1": 178 }, "flags": {}, "order": 7, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 497 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 498 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumDepthParamsNode" }, "widgets_values": [ true, "Zoe", 0.2, "border", "bicubic", false ] }, { "id": 152, "type": "DeforumTranslationParamsNode", "pos": [ -670, 780 ], "size": { "0": 317.4000244140625, "1": 274 }, "flags": {}, "order": 8, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 498 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 535 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumTranslationParamsNode" }, "widgets_values": [ "0:(0)", "0:(1.0)", "0:(0)", "0:(0)", "0:(0)", "0:(0.5)", "0:(0.5)", "0:(0)", "0:(0)", "0:(0)" ] }, { "id": 130, "type": "DeforumKSampler", "pos": [ 650, 120 ], "size": { "0": 325.93902587890625, "1": 106 }, "flags": {}, "order": 17, "mode": 0, "inputs": [ { "name": "model", "type": "MODEL", "link": 533 }, { "name": "latent", "type": "LATENT", "link": 548, "slot_index": 1 }, { "name": "positive", "type": "CONDITIONING", "link": 430 }, { "name": "negative", "type": "CONDITIONING", "link": 431, "slot_index": 3 }, { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "link": 459 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 416 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumKSampler" } }, { "id": 131, "type": "VAEDecode", "pos": [ 690, 310 ], "size": { "0": 210, "1": 46 }, "flags": {}, "order": 18, "mode": 0, "inputs": [ { "name": "samples", "type": "LATENT", "link": 416 }, { "name": "vae", "type": "VAE", "link": 417, "slot_index": 1 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 462, 469, 475 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "VAEDecode" } }, { "id": 16, "type": "PreviewImage", "pos": [ 1344, 83 ], "size": { "0": 894.2135009765625, "1": 941.8845825195312 }, "flags": {}, "order": 19, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 462, "slot_index": 0 } ], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 102, "type": "DeforumVideoSaveNode", "pos": [ 1655, 1096 ], "size": { "0": 315, "1": 150 }, "flags": {}, "order": 21, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 475 }, { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "link": 545 } ], "properties": { "Node name for S&R": "DeforumVideoSaveNode" }, "widgets_values": [ "deforum_", 12, "max_frames", 0 ] }, { "id": 88, "type": "DeforumLoadVideo", "pos": [ 83, 12 ], "size": { "0": 317.5899658203125, "1": 294 }, "flags": {}, "order": 1, "mode": 4, "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 224, 453 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumLoadVideo" }, "widgets_values": [ "Recording 2024-02-08 214819.mp4", "image" ] }, { "id": 62, "type": "PreviewImage", "pos": [ 98, 388 ], "size": { "0": 309.7149658203125, "1": 251.35919189453125 }, "flags": {}, "order": 6, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 224, "slot_index": 0 } ], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 142, "type": "DeforumHybridMotionNode", "pos": [ 639, 428 ], "size": { "0": 315, "1": 98 }, "flags": {}, "order": 20, "mode": 4, "inputs": [ { "name": "image", "type": "IMAGE", "link": 469 }, { "name": "hybrid_image", "type": "IMAGE", "link": 453 }, { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "link": 447 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 440, 460 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumHybridMotionNode" }, "widgets_values": [ "RAFT" ] }, { "id": 47, "type": "PreviewImage", "pos": [ 989, 391 ], "size": { "0": 192.6160888671875, "1": 169.56472778320312 }, "flags": {}, "order": 23, "mode": 4, "inputs": [ { "name": "images", "type": "IMAGE", "link": 460 } ], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 48, "type": "PreviewImage", "pos": [ 992, 607 ], "size": { "0": 188.46986389160156, "1": 246 }, "flags": {}, "order": 24, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 455 } ], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 50, "type": "PreviewImage", "pos": [ 995, 817 ], "size": { "0": 189.73870849609375, "1": 246 }, "flags": {}, "order": 26, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", "link": 456, "slot_index": 0 } ], "properties": { "Node name for S&R": "PreviewImage" } }, { "id": 138, "type": "DeforumFrameWarpNode", "pos": [ 660, 668 ], "size": { "0": 304.79998779296875, "1": 46 }, "flags": {}, "order": 22, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 440 }, { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "link": 441 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 455, 488 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumFrameWarpNode" } }, { "id": 139, "type": "DeforumAddNoiseNode", "pos": [ 642, 875 ], "size": { "0": 324.6453552246094, "1": 46 }, "flags": {}, "order": 25, "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", "link": 488, "slot_index": 0 }, { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "link": 443, "slot_index": 1 } ], "outputs": [ { "name": "IMAGE", "type": "IMAGE", "links": [ 456, 489 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumAddNoiseNode" } }, { "id": 137, "type": "VAEEncode", "pos": [ 691, 1001 ], "size": { "0": 210, "1": 46 }, "flags": {}, "order": 27, "mode": 0, "inputs": [ { "name": "pixels", "type": "IMAGE", "link": 489 }, { "name": "vae", "type": "VAE", "link": 450, "slot_index": 1 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 438 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "VAEEncode" } }, { "id": 136, "type": "DeforumCacheLatentNode", "pos": [ 681, 1134 ], "size": { "0": 210, "1": 26 }, "flags": {}, "order": 28, "mode": 0, "inputs": [ { "name": "latent", "type": "LATENT", "link": 438 } ], "outputs": [ { "name": "LATENT", "type": "LATENT", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "DeforumCacheLatentNode" } }, { "id": 170, "type": "Note", "pos": [ 484, -347 ], "size": { "0": 633.6494140625, "1": 221.03656005859375 }, "flags": {}, "order": 2, "mode": 0, "properties": { "text": "" }, "widgets_values": [ "Welcome to Deforum!\n\nThe below graph provides a pluggable Deforum Animation pipeline in ComfyUI. It works frame-by-frame, so the best practice is to enable Extra options, and Auto Queue.\n\nDeforum Parameter and Schedule nodes represent all settings available to consume after chaining up by the Deforum Iterator node, which keeps track of the current frame, generates/gets the cached latent to be denoised in the next pass. The parameters and schedule's are the same as in the auto1111 extension and in the Colab version.\n\nHybrid nodes are currently bypassed (purple), enabling them, and selecting a video transforms the pipeline into Deforum Hybrid. Iteration can be reset to frame 0 with the reset value being set to 1 on the iterator node. Don't forget to switch it back to 0 to use the generated image/latent.\"\n\nDeforum Video Save node dumps its collected frames when the current frame's id reaches/has passed max_frames." ], "color": "#432", "bgcolor": "#653" }, { "id": 153, "type": "DeforumNoiseParamsNode", "pos": [ -310, 990 ], "size": { "0": 272.06170654296875, "1": 298 }, "flags": {}, "order": 13, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 541 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 543 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumNoiseParamsNode" }, "widgets_values": [ true, "0: (0.8)", "0: (0.1)", "0: (5)", "0: (1.0)", "0: (0.0)", "perlin", 8, 8, 4, 0.5 ] }, { "id": 135, "type": "DeforumGetCachedLatentNode", "pos": [ 132, 1291 ], "size": { "0": 218.39999389648438, "1": 26 }, "flags": {}, "order": 3, "mode": 0, "outputs": [ { "name": "LATENT", "type": "LATENT", "links": [ 544 ], "shape": 3, "slot_index": 0 } ], "properties": { "Node name for S&R": "DeforumGetCachedLatentNode" } }, { "id": 172, "type": "DeforumBaseParamsNode", "pos": [ -310, -60 ], "size": { "0": 317.4000244140625, "1": 442 }, "flags": {}, "order": 10, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 549 } ], "outputs": [ { "name": "deforum_data", "type": "deforum_data", "links": [ 550 ], "shape": 3 } ], "properties": { "Node name for S&R": "DeforumBaseParamsNode" }, "widgets_values": [ 1024, 1024, "euler", "normal", 25, 7, 1, "Deforum_{timestring}", "fixed", 1, "output/deforum", 0.8, true, false, false, true, false ] }, { "id": 133, "type": "DeforumConditioningBlendNode", "pos": [ 640, -40 ], "size": { "0": 342.5999755859375, "1": 78 }, "flags": {}, "order": 15, "mode": 0, "inputs": [ { "name": "clip", "type": "CLIP", "link": 428 }, { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "link": 546 } ], "outputs": [ { "name": "POSITIVE", "type": "CONDITIONING", "links": [ 430 ], "shape": 3 }, { "name": "NEGATIVE", "type": "CONDITIONING", "links": [ 431 ], "shape": 3 } ], "properties": { "Node name for S&R": "DeforumConditioningBlendNode" }, "widgets_values": [ "linear" ] }, { "id": 127, "type": "CheckpointLoaderSimple", "pos": [ 91, 743 ], "size": { "0": 315, "1": 98 }, "flags": {}, "order": 4, "mode": 0, "outputs": [ { "name": "MODEL", "type": "MODEL", "links": [ 533 ], "shape": 3, "slot_index": 0 }, { "name": "CLIP", "type": "CLIP", "links": [ 428 ], "shape": 3, "slot_index": 1 }, { "name": "VAE", "type": "VAE", "links": [ 417, 450 ], "shape": 3 } ], "properties": { "Node name for S&R": "CheckpointLoaderSimple" }, "widgets_values": [ "protovisionXLHighFidelity3D_beta0520Bakedvae.safetensors" ] }, { "id": 171, "type": "DeforumIteratorNode", "pos": [ 55, 918 ], "size": { "0": 393, "1": 286 }, "flags": {}, "order": 14, "mode": 0, "inputs": [ { "name": "deforum_data", "type": "deforum_data", "link": 543 }, { "name": "latent", "type": "LATENT", "link": 544 }, { "name": "init_latent", "type": "LATENT", "link": null } ], "outputs": [ { "name": "deforum_frame_data", "type": "DEFORUM_FRAME_DATA", "links": [ 545, 546, 547 ], "shape": 3 }, { "name": "latent", "type": "LATENT", "links": [ 548 ], "shape": 3 }, { "name": "positive_prompt", "type": "STRING", "links": null, "shape": 3 }, { "name": "negative_prompt", "type": "STRING", "links": null, "shape": 3 } ], "properties": { "Node name for S&R": "DeforumIteratorNode" }, "widgets_values": [ "stable_diffusion", 403619403231461, "randomize", 0, 0.8, 0.1, false, false ] } ], "links": [ [ 224, 88, 0, 62, 0, "IMAGE" ], [ 416, 130, 0, 131, 0, "LATENT" ], [ 417, 127, 2, 131, 1, "VAE" ], [ 428, 127, 1, 133, 0, "CLIP" ], [ 430, 133, 0, 130, 2, "CONDITIONING" ], [ 431, 133, 1, 130, 3, "CONDITIONING" ], [ 438, 137, 0, 136, 0, "LATENT" ], [ 440, 142, 0, 138, 0, "IMAGE" ], [ 441, 141, 0, 138, 1, "DEFORUM_FRAME_DATA" ], [ 443, 141, 0, 139, 1, "DEFORUM_FRAME_DATA" ], [ 447, 141, 0, 142, 2, "DEFORUM_FRAME_DATA" ], [ 450, 127, 2, 137, 1, "VAE" ], [ 453, 88, 0, 142, 1, "IMAGE" ], [ 455, 138, 0, 48, 0, "IMAGE" ], [ 456, 139, 0, 50, 0, "IMAGE" ], [ 459, 141, 0, 130, 4, "DEFORUM_FRAME_DATA" ], [ 460, 142, 0, 47, 0, "IMAGE" ], [ 462, 131, 0, 16, 0, "IMAGE" ], [ 469, 131, 0, 142, 0, "IMAGE" ], [ 475, 131, 0, 102, 0, "IMAGE" ], [ 488, 138, 0, 139, 0, "IMAGE" ], [ 489, 139, 0, 137, 0, "IMAGE" ], [ 497, 150, 0, 151, 0, "deforum_data" ], [ 498, 151, 0, 152, 0, "deforum_data" ], [ 533, 127, 0, 130, 0, "MODEL" ], [ 535, 152, 0, 155, 0, "deforum_data" ], [ 537, 126, 0, 150, 0, "deforum_data" ], [ 540, 154, 0, 157, 0, "deforum_data" ], [ 541, 157, 0, 153, 0, "deforum_data" ], [ 543, 153, 0, 171, 0, "deforum_data" ], [ 544, 135, 0, 171, 1, "LATENT" ], [ 545, 171, 0, 102, 1, "DEFORUM_FRAME_DATA" ], [ 546, 171, 0, 133, 1, "DEFORUM_FRAME_DATA" ], [ 547, 171, 0, 141, 0, "*" ], [ 548, 171, 1, 130, 1, "LATENT" ], [ 549, 155, 0, 172, 0, "deforum_data" ], [ 550, 172, 0, 154, 0, "deforum_data" ] ], "groups": [], "config": {}, "extra": { "groupNodes": {} }, "version": 0.4 }