img2vid example update

This commit is contained in:
Jukka Seppänen
2024-10-11 02:22:08 +03:00
parent 7284af0580
commit 9745174199
@@ -1,17 +1,195 @@
{
"last_node_id": 20,
"last_link_id": 27,
"last_node_id": 36,
"last_link_id": 55,
"nodes": [
{
"id": 17,
"type": "LoadImage",
"id": 8,
"type": "PyramidFlowVAEDecode",
"pos": {
"0": 549,
"1": 1014
"0": 1493,
"1": 495
},
"size": {
"0": 315,
"1": 314
"1": 102
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 8
},
{
"name": "samples",
"type": "LATENT",
"link": 9
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
46
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PyramidFlowVAEDecode"
},
"widgets_values": [
256,
2
]
},
{
"id": 29,
"type": "PyramidFlowVAEEncode",
"pos": {
"0": 1067,
"1": 911
},
"size": [
225.06045047326052,
47.65208136085812
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 39
},
{
"name": "image",
"type": "IMAGE",
"link": 49
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
40
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PyramidFlowVAEEncode"
}
},
{
"id": 33,
"type": "GetImageSizeAndCount",
"pos": {
"0": 1506,
"1": 651
},
"size": {
"0": 277.20001220703125,
"1": 86
},
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 46
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
51
],
"slot_index": 0
},
{
"name": "1280 width",
"type": "INT",
"links": null
},
{
"name": "768 height",
"type": "INT",
"links": null
},
{
"name": "129 count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
}
},
{
"id": 35,
"type": "ImageConcatMulti",
"pos": {
"0": 1550,
"1": 1007
},
"size": {
"0": 210,
"1": 150
},
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "image_1",
"type": "IMAGE",
"link": 50
},
{
"name": "image_2",
"type": "IMAGE",
"link": 51
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
52
],
"slot_index": 0
}
],
"properties": {},
"widgets_values": [
2,
"right",
false,
null
]
},
{
"id": 5,
"type": "DownloadAndLoadPyramidFlowModel",
"pos": {
"0": 576,
"1": 496
},
"size": {
"0": 385.7839050292969,
"1": 202
},
"flags": {},
"order": 0,
@@ -19,46 +197,218 @@
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"name": "pyramidflow_model",
"type": "PYRAMIDFLOWMODEL",
"links": [
21
7,
30,
39
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
"Node name for S&R": "DownloadAndLoadPyramidFlowModel"
},
"widgets_values": [
"sd3stag.png",
"image"
"rain1011/pyramid-flow-sd3",
"diffusion_transformer_768p",
"bf16",
"bf16",
"bf16",
false,
false
]
},
{
"id": 18,
"type": "ImageResizeKJ",
"id": 9,
"type": "PyramidFlowSampler",
"pos": {
"0": 907,
"1": 1063
"0": 1059,
"1": 497
},
"size": [
411.5168151855469,
314
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 7
},
{
"name": "prompt_embeds",
"type": "PYRAMIDFLOWPROMPT",
"link": 31
},
{
"name": "input_latent",
"type": "LATENT",
"link": 40,
"shape": 7
},
{
"name": "width",
"type": "INT",
"link": 42,
"widget": {
"name": "width"
}
},
{
"name": "height",
"type": "INT",
"link": 43,
"widget": {
"name": "height"
}
}
],
"outputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"links": [
8
]
},
{
"name": "samples",
"type": "LATENT",
"links": [
9
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "PyramidFlowSampler"
},
"widgets_values": [
1280,
768,
"20, 20, 20",
"10, 10, 10",
16,
7,
4,
44664248661398,
"fixed",
""
]
},
{
"id": 22,
"type": "PyramidFlowTextEncode",
"pos": {
"0": 567,
"1": 757
},
"size": {
"0": 315,
"1": 266
"0": 434.50982666015625,
"1": 227.74803161621094
},
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 30
}
],
"outputs": [
{
"name": "prompt_embeds",
"type": "PYRAMIDFLOWPROMPT",
"links": [
31
]
}
],
"properties": {
"Node name for S&R": "PyramidFlowTextEncode"
},
"widgets_values": [
"FPV flying over the Great Wall, hyper quality, Ultra HD, 8K",
"cartoon style, worst quality, low quality, blurry, absolute black, absolute white, low res, extra limbs, extra digits, misplaced objects, mutated anatomy, monochrome, horror",
false
]
},
{
"id": 34,
"type": "GetImageSizeAndCount",
"pos": {
"0": 1036,
"1": 1034
},
"size": {
"0": 277.20001220703125,
"1": 86
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 21
"link": 55
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
49
],
"slot_index": 0
},
{
"name": "1280 width",
"type": "INT",
"links": null
},
{
"name": "768 height",
"type": "INT",
"links": null
},
{
"name": "1 count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
}
},
{
"id": 32,
"type": "ImageResizeKJ",
"pos": {
"0": 1013,
"1": 1189
},
"size": [
315,
266
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 54
},
{
"name": "get_image_size",
@@ -90,190 +440,99 @@
"name": "IMAGE",
"type": "IMAGE",
"links": [
24
50,
55
],
"slot_index": 0
},
{
"name": "width",
"type": "INT",
"links": null
"links": [
42
],
"slot_index": 1
},
{
"name": "height",
"type": "INT",
"links": null
"links": [
43
],
"slot_index": 2
}
],
"properties": {
"Node name for S&R": "ImageResizeKJ"
},
"widgets_values": [
640,
384,
1280,
768,
"lanczos",
false,
2,
16,
0,
0,
"disabled"
"center"
]
},
{
"id": 19,
"type": "PyramidFlowVAEEncode",
"id": 36,
"type": "LoadImage",
"pos": {
"0": 1077,
"1": 918
"0": 565,
"1": 1067
},
"size": {
"0": 277.20001220703125,
"1": 46
},
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 23
},
{
"name": "image",
"type": "IMAGE",
"link": 24
}
"size": [
405.97683055678544,
337.8293877981571
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"name": "IMAGE",
"type": "IMAGE",
"links": [
25
54
],
"slot_index": 0
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "PyramidFlowVAEEncode"
},
"widgets_values": []
},
{
"id": 8,
"type": "PyramidFlowVAEDecode",
"pos": {
"0": 1555,
"1": 510
},
"size": {
"0": 315,
"1": 102
},
"flags": {},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 8
},
{
"name": "samples",
"type": "LATENT",
"link": 9
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
26
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "PyramidFlowVAEDecode"
"Node name for S&R": "LoadImage"
},
"widgets_values": [
256,
2
"pasted/image (23).png",
"image"
]
},
{
"id": 20,
"type": "GetImageSizeAndCount",
"pos": {
"0": 1593,
"1": 689
},
"size": {
"0": 277.20001220703125,
"1": 86
},
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "image",
"type": "IMAGE",
"link": 26
}
],
"outputs": [
{
"name": "image",
"type": "IMAGE",
"links": [
27
],
"slot_index": 0
},
{
"name": "640 width",
"type": "INT",
"links": null
},
{
"name": "384 height",
"type": "INT",
"links": null
},
{
"name": "65 count",
"type": "INT",
"links": null
}
],
"properties": {
"Node name for S&R": "GetImageSizeAndCount"
},
"widgets_values": []
},
{
"id": 14,
"type": "VHS_VideoCombine",
"pos": {
"0": 1916,
"1": 512
"0": 1838,
"1": 502
},
"size": [
750.8298728310601,
762.497923698636
1056.7044367932676,
635.0113310379802
],
"flags": {},
"order": 8,
"order": 10,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 27
"link": 52
},
{
"name": "audio",
@@ -305,170 +564,28 @@
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 8,
"frame_rate": 16,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"filename_prefix": "PyramidFlow",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00009.mp4",
"filename": "PyramidFlow_00030.mp4",
"subfolder": "",
"type": "temp",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 8
"frame_rate": 16
},
"muted": false
}
}
},
{
"id": 16,
"type": "PyramidFlowTextEncode",
"pos": {
"0": 551,
"1": 731
},
"size": {
"0": 403.6938171386719,
"1": 219.07676696777344
},
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 18
}
],
"outputs": [
{
"name": "prompt_embeds",
"type": "PYRAMIDFLOWPROMPT",
"links": [
19
]
}
],
"properties": {
"Node name for S&R": "PyramidFlowTextEncode"
},
"widgets_values": [
"camera rotating around a stag, hyper quality, Ultra HD, 8K",
"",
false
]
},
{
"id": 9,
"type": "PyramidFlowSampler",
"pos": {
"0": 1077,
"1": 509
},
"size": {
"0": 411.5168151855469,
"1": 314
},
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"link": 7
},
{
"name": "prompt_embeds",
"type": "PYRAMIDFLOWPROMPT",
"link": 19
},
{
"name": "input_latent",
"type": "LATENT",
"link": 25,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "PYRAMIDFLOWMODEL",
"links": [
8
]
},
{
"name": "samples",
"type": "LATENT",
"links": [
9
],
"slot_index": 1
}
],
"properties": {
"Node name for S&R": "PyramidFlowSampler"
},
"widgets_values": [
640,
384,
20,
10,
8,
6,
4,
44664248661374,
"fixed",
""
]
},
{
"id": 5,
"type": "DownloadAndLoadPyramidFlowModel",
"pos": {
"0": 564,
"1": 509
},
"size": {
"0": 361.3862609863281,
"1": 154
},
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "pyramidflow_model",
"type": "PYRAMIDFLOWMODEL",
"links": [
7,
18,
23
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadPyramidFlowModel"
},
"widgets_values": [
"rain1011/pyramid-flow-sd3",
"diffusion_transformer_384p",
"fp32",
"fp16",
"bf16"
]
}
],
"links": [
@@ -497,78 +614,118 @@
"LATENT"
],
[
18,
30,
5,
0,
16,
22,
0,
"PYRAMIDFLOWMODEL"
],
[
19,
16,
31,
22,
0,
9,
1,
"PYRAMIDFLOWPROMPT"
],
[
21,
17,
0,
18,
0,
"IMAGE"
],
[
23,
39,
5,
0,
19,
29,
0,
"PYRAMIDFLOWMODEL"
],
[
24,
18,
0,
19,
1,
"IMAGE"
],
[
25,
19,
40,
29,
0,
9,
2,
"LATENT"
],
[
26,
42,
32,
1,
9,
3,
"INT"
],
[
43,
32,
2,
9,
4,
"INT"
],
[
46,
8,
0,
20,
33,
0,
"IMAGE"
],
[
27,
20,
49,
34,
0,
29,
1,
"IMAGE"
],
[
50,
32,
0,
35,
0,
"IMAGE"
],
[
51,
33,
0,
35,
1,
"IMAGE"
],
[
52,
35,
0,
14,
0,
"IMAGE"
],
[
54,
36,
0,
32,
0,
"IMAGE"
],
[
55,
32,
0,
34,
0,
"IMAGE"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 1.0152559799479295,
"scale": 0.8264462809917354,
"offset": [
-470.81907375647995,
-347.52728270498267
-509.44160488140994,
-224.8682925591171
]
}
},