From 9745174199a58aa9781298813a77a4754590005a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Jukka=20Sepp=C3=A4nen?= <40791699+kijai@users.noreply.github.com> Date: Fri, 11 Oct 2024 02:22:08 +0300 Subject: [PATCH] img2vid example update --- ... => pyramidflow_image2vid_example_01.json} | 831 +++++++++++------- 1 file changed, 494 insertions(+), 337 deletions(-) rename examples/{pyramidflow_img2vid.json => pyramidflow_image2vid_example_01.json} (63%) diff --git a/examples/pyramidflow_img2vid.json b/examples/pyramidflow_image2vid_example_01.json similarity index 63% rename from examples/pyramidflow_img2vid.json rename to examples/pyramidflow_image2vid_example_01.json index 225beee..2a1fe27 100644 --- a/examples/pyramidflow_img2vid.json +++ b/examples/pyramidflow_image2vid_example_01.json @@ -1,17 +1,195 @@ { - "last_node_id": 20, - "last_link_id": 27, + "last_node_id": 36, + "last_link_id": 55, "nodes": [ { - "id": 17, - "type": "LoadImage", + "id": 8, + "type": "PyramidFlowVAEDecode", "pos": { - "0": 549, - "1": 1014 + "0": 1493, + "1": 495 }, "size": { "0": 315, - "1": 314 + "1": 102 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "PYRAMIDFLOWMODEL", + "link": 8 + }, + { + "name": "samples", + "type": "LATENT", + "link": 9 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 46 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "PyramidFlowVAEDecode" + }, + "widgets_values": [ + 256, + 2 + ] + }, + { + "id": 29, + "type": "PyramidFlowVAEEncode", + "pos": { + "0": 1067, + "1": 911 + }, + "size": [ + 225.06045047326052, + 47.65208136085812 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "PYRAMIDFLOWMODEL", + "link": 39 + }, + { + "name": "image", + "type": "IMAGE", + "link": 49 + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 40 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "PyramidFlowVAEEncode" + } + }, + { + "id": 33, + "type": "GetImageSizeAndCount", + "pos": { + "0": 1506, + "1": 651 + }, + "size": { + "0": 277.20001220703125, + "1": 86 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 46 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 51 + ], + "slot_index": 0 + }, + { + "name": "1280 width", + "type": "INT", + "links": null + }, + { + "name": "768 height", + "type": "INT", + "links": null + }, + { + "name": "129 count", + "type": "INT", + "links": null + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 35, + "type": "ImageConcatMulti", + "pos": { + "0": 1550, + "1": 1007 + }, + "size": { + "0": 210, + "1": 150 + }, + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "image_1", + "type": "IMAGE", + "link": 50 + }, + { + "name": "image_2", + "type": "IMAGE", + "link": 51 + } + ], + "outputs": [ + { + "name": "images", + "type": "IMAGE", + "links": [ + 52 + ], + "slot_index": 0 + } + ], + "properties": {}, + "widgets_values": [ + 2, + "right", + false, + null + ] + }, + { + "id": 5, + "type": "DownloadAndLoadPyramidFlowModel", + "pos": { + "0": 576, + "1": 496 + }, + "size": { + "0": 385.7839050292969, + "1": 202 }, "flags": {}, "order": 0, @@ -19,46 +197,218 @@ "inputs": [], "outputs": [ { - "name": "IMAGE", - "type": "IMAGE", + "name": "pyramidflow_model", + "type": "PYRAMIDFLOWMODEL", "links": [ - 21 + 7, + 30, + 39 ], "slot_index": 0 - }, - { - "name": "MASK", - "type": "MASK", - "links": null } ], "properties": { - "Node name for S&R": "LoadImage" + "Node name for S&R": "DownloadAndLoadPyramidFlowModel" }, "widgets_values": [ - "sd3stag.png", - "image" + "rain1011/pyramid-flow-sd3", + "diffusion_transformer_768p", + "bf16", + "bf16", + "bf16", + false, + false ] }, { - "id": 18, - "type": "ImageResizeKJ", + "id": 9, + "type": "PyramidFlowSampler", "pos": { - "0": 907, - "1": 1063 + "0": 1059, + "1": 497 + }, + "size": [ + 411.5168151855469, + 314 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "PYRAMIDFLOWMODEL", + "link": 7 + }, + { + "name": "prompt_embeds", + "type": "PYRAMIDFLOWPROMPT", + "link": 31 + }, + { + "name": "input_latent", + "type": "LATENT", + "link": 40, + "shape": 7 + }, + { + "name": "width", + "type": "INT", + "link": 42, + "widget": { + "name": "width" + } + }, + { + "name": "height", + "type": "INT", + "link": 43, + "widget": { + "name": "height" + } + } + ], + "outputs": [ + { + "name": "model", + "type": "PYRAMIDFLOWMODEL", + "links": [ + 8 + ] + }, + { + "name": "samples", + "type": "LATENT", + "links": [ + 9 + ], + "slot_index": 1 + } + ], + "properties": { + "Node name for S&R": "PyramidFlowSampler" + }, + "widgets_values": [ + 1280, + 768, + "20, 20, 20", + "10, 10, 10", + 16, + 7, + 4, + 44664248661398, + "fixed", + "" + ] + }, + { + "id": 22, + "type": "PyramidFlowTextEncode", + "pos": { + "0": 567, + "1": 757 }, "size": { - "0": 315, - "1": 266 + "0": 434.50982666015625, + "1": 227.74803161621094 }, "flags": {}, "order": 2, "mode": 0, + "inputs": [ + { + "name": "model", + "type": "PYRAMIDFLOWMODEL", + "link": 30 + } + ], + "outputs": [ + { + "name": "prompt_embeds", + "type": "PYRAMIDFLOWPROMPT", + "links": [ + 31 + ] + } + ], + "properties": { + "Node name for S&R": "PyramidFlowTextEncode" + }, + "widgets_values": [ + "FPV flying over the Great Wall, hyper quality, Ultra HD, 8K", + "cartoon style, worst quality, low quality, blurry, absolute black, absolute white, low res, extra limbs, extra digits, misplaced objects, mutated anatomy, monochrome, horror", + false + ] + }, + { + "id": 34, + "type": "GetImageSizeAndCount", + "pos": { + "0": 1036, + "1": 1034 + }, + "size": { + "0": 277.20001220703125, + "1": 86 + }, + "flags": {}, + "order": 4, + "mode": 0, "inputs": [ { "name": "image", "type": "IMAGE", - "link": 21 + "link": 55 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 49 + ], + "slot_index": 0 + }, + { + "name": "1280 width", + "type": "INT", + "links": null + }, + { + "name": "768 height", + "type": "INT", + "links": null + }, + { + "name": "1 count", + "type": "INT", + "links": null + } + ], + "properties": { + "Node name for S&R": "GetImageSizeAndCount" + } + }, + { + "id": 32, + "type": "ImageResizeKJ", + "pos": { + "0": 1013, + "1": 1189 + }, + "size": [ + 315, + 266 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 54 }, { "name": "get_image_size", @@ -90,190 +440,99 @@ "name": "IMAGE", "type": "IMAGE", "links": [ - 24 + 50, + 55 ], "slot_index": 0 }, { "name": "width", "type": "INT", - "links": null + "links": [ + 42 + ], + "slot_index": 1 }, { "name": "height", "type": "INT", - "links": null + "links": [ + 43 + ], + "slot_index": 2 } ], "properties": { "Node name for S&R": "ImageResizeKJ" }, "widgets_values": [ - 640, - 384, + 1280, + 768, "lanczos", false, - 2, + 16, 0, 0, - "disabled" + "center" ] }, { - "id": 19, - "type": "PyramidFlowVAEEncode", + "id": 36, + "type": "LoadImage", "pos": { - "0": 1077, - "1": 918 + "0": 565, + "1": 1067 }, - "size": { - "0": 277.20001220703125, - "1": 46 - }, - "flags": {}, - "order": 4, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "PYRAMIDFLOWMODEL", - "link": 23 - }, - { - "name": "image", - "type": "IMAGE", - "link": 24 - } + "size": [ + 405.97683055678544, + 337.8293877981571 ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], "outputs": [ { - "name": "samples", - "type": "LATENT", + "name": "IMAGE", + "type": "IMAGE", "links": [ - 25 + 54 ], "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null } ], "properties": { - "Node name for S&R": "PyramidFlowVAEEncode" - }, - "widgets_values": [] - }, - { - "id": 8, - "type": "PyramidFlowVAEDecode", - "pos": { - "0": 1555, - "1": 510 - }, - "size": { - "0": 315, - "1": 102 - }, - "flags": {}, - "order": 6, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "PYRAMIDFLOWMODEL", - "link": 8 - }, - { - "name": "samples", - "type": "LATENT", - "link": 9 - } - ], - "outputs": [ - { - "name": "images", - "type": "IMAGE", - "links": [ - 26 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "PyramidFlowVAEDecode" + "Node name for S&R": "LoadImage" }, "widgets_values": [ - 256, - 2 + "pasted/image (23).png", + "image" ] }, - { - "id": 20, - "type": "GetImageSizeAndCount", - "pos": { - "0": 1593, - "1": 689 - }, - "size": { - "0": 277.20001220703125, - "1": 86 - }, - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [ - { - "name": "image", - "type": "IMAGE", - "link": 26 - } - ], - "outputs": [ - { - "name": "image", - "type": "IMAGE", - "links": [ - 27 - ], - "slot_index": 0 - }, - { - "name": "640 width", - "type": "INT", - "links": null - }, - { - "name": "384 height", - "type": "INT", - "links": null - }, - { - "name": "65 count", - "type": "INT", - "links": null - } - ], - "properties": { - "Node name for S&R": "GetImageSizeAndCount" - }, - "widgets_values": [] - }, { "id": 14, "type": "VHS_VideoCombine", "pos": { - "0": 1916, - "1": 512 + "0": 1838, + "1": 502 }, "size": [ - 750.8298728310601, - 762.497923698636 + 1056.7044367932676, + 635.0113310379802 ], "flags": {}, - "order": 8, + "order": 10, "mode": 0, "inputs": [ { "name": "images", "type": "IMAGE", - "link": 27 + "link": 52 }, { "name": "audio", @@ -305,170 +564,28 @@ "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { - "frame_rate": 8, + "frame_rate": 16, "loop_count": 0, - "filename_prefix": "AnimateDiff", + "filename_prefix": "PyramidFlow", "format": "video/h264-mp4", "pix_fmt": "yuv420p", "crf": 19, "save_metadata": true, "pingpong": false, - "save_output": false, + "save_output": true, "videopreview": { "hidden": false, "paused": false, "params": { - "filename": "AnimateDiff_00009.mp4", + "filename": "PyramidFlow_00030.mp4", "subfolder": "", - "type": "temp", + "type": "output", "format": "video/h264-mp4", - "frame_rate": 8 + "frame_rate": 16 }, "muted": false } } - }, - { - "id": 16, - "type": "PyramidFlowTextEncode", - "pos": { - "0": 551, - "1": 731 - }, - "size": { - "0": 403.6938171386719, - "1": 219.07676696777344 - }, - "flags": {}, - "order": 3, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "PYRAMIDFLOWMODEL", - "link": 18 - } - ], - "outputs": [ - { - "name": "prompt_embeds", - "type": "PYRAMIDFLOWPROMPT", - "links": [ - 19 - ] - } - ], - "properties": { - "Node name for S&R": "PyramidFlowTextEncode" - }, - "widgets_values": [ - "camera rotating around a stag, hyper quality, Ultra HD, 8K", - "", - false - ] - }, - { - "id": 9, - "type": "PyramidFlowSampler", - "pos": { - "0": 1077, - "1": 509 - }, - "size": { - "0": 411.5168151855469, - "1": 314 - }, - "flags": {}, - "order": 5, - "mode": 0, - "inputs": [ - { - "name": "model", - "type": "PYRAMIDFLOWMODEL", - "link": 7 - }, - { - "name": "prompt_embeds", - "type": "PYRAMIDFLOWPROMPT", - "link": 19 - }, - { - "name": "input_latent", - "type": "LATENT", - "link": 25, - "shape": 7 - } - ], - "outputs": [ - { - "name": "model", - "type": "PYRAMIDFLOWMODEL", - "links": [ - 8 - ] - }, - { - "name": "samples", - "type": "LATENT", - "links": [ - 9 - ], - "slot_index": 1 - } - ], - "properties": { - "Node name for S&R": "PyramidFlowSampler" - }, - "widgets_values": [ - 640, - 384, - 20, - 10, - 8, - 6, - 4, - 44664248661374, - "fixed", - "" - ] - }, - { - "id": 5, - "type": "DownloadAndLoadPyramidFlowModel", - "pos": { - "0": 564, - "1": 509 - }, - "size": { - "0": 361.3862609863281, - "1": 154 - }, - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "pyramidflow_model", - "type": "PYRAMIDFLOWMODEL", - "links": [ - 7, - 18, - 23 - ], - "slot_index": 0 - } - ], - "properties": { - "Node name for S&R": "DownloadAndLoadPyramidFlowModel" - }, - "widgets_values": [ - "rain1011/pyramid-flow-sd3", - "diffusion_transformer_384p", - "fp32", - "fp16", - "bf16" - ] } ], "links": [ @@ -497,78 +614,118 @@ "LATENT" ], [ - 18, + 30, 5, 0, - 16, + 22, 0, "PYRAMIDFLOWMODEL" ], [ - 19, - 16, + 31, + 22, 0, 9, 1, "PYRAMIDFLOWPROMPT" ], [ - 21, - 17, - 0, - 18, - 0, - "IMAGE" - ], - [ - 23, + 39, 5, 0, - 19, + 29, 0, "PYRAMIDFLOWMODEL" ], [ - 24, - 18, - 0, - 19, - 1, - "IMAGE" - ], - [ - 25, - 19, + 40, + 29, 0, 9, 2, "LATENT" ], [ - 26, + 42, + 32, + 1, + 9, + 3, + "INT" + ], + [ + 43, + 32, + 2, + 9, + 4, + "INT" + ], + [ + 46, 8, 0, - 20, + 33, 0, "IMAGE" ], [ - 27, - 20, + 49, + 34, + 0, + 29, + 1, + "IMAGE" + ], + [ + 50, + 32, + 0, + 35, + 0, + "IMAGE" + ], + [ + 51, + 33, + 0, + 35, + 1, + "IMAGE" + ], + [ + 52, + 35, 0, 14, 0, "IMAGE" + ], + [ + 54, + 36, + 0, + 32, + 0, + "IMAGE" + ], + [ + 55, + 32, + 0, + 34, + 0, + "IMAGE" ] ], "groups": [], "config": {}, "extra": { "ds": { - "scale": 1.0152559799479295, + "scale": 0.8264462809917354, "offset": [ - -470.81907375647995, - -347.52728270498267 + -509.44160488140994, + -224.8682925591171 ] } },