1008 lines
18 KiB
JSON
1008 lines
18 KiB
JSON
{
|
|
"last_node_id": 77,
|
|
"last_link_id": 159,
|
|
"nodes": [
|
|
{
|
|
"id": 31,
|
|
"type": "CogVideoTextEncode",
|
|
"pos": {
|
|
"0": 497,
|
|
"1": 520
|
|
},
|
|
"size": {
|
|
"0": 501.0985412597656,
|
|
"1": 138.65379333496094
|
|
},
|
|
"flags": {},
|
|
"order": 4,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"link": 56
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "conditioning",
|
|
"type": "CONDITIONING",
|
|
"links": [
|
|
114
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoTextEncode"
|
|
},
|
|
"widgets_values": [
|
|
"The video is not of a high quality, it has a low resolution. Watermark present in each frame. Strange motion trajectory. Character is speaking",
|
|
1,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 60,
|
|
"type": "WidgetToString",
|
|
"pos": {
|
|
"0": 1084,
|
|
"1": 76
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 130
|
|
},
|
|
"flags": {},
|
|
"order": 6,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "any_input",
|
|
"type": "*",
|
|
"link": 128
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "STRING",
|
|
"type": "STRING",
|
|
"links": [
|
|
129
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "WidgetToString"
|
|
},
|
|
"widgets_values": [
|
|
0,
|
|
"prompt",
|
|
false,
|
|
""
|
|
]
|
|
},
|
|
{
|
|
"id": 37,
|
|
"type": "ImageResizeKJ",
|
|
"pos": {
|
|
"0": 666,
|
|
"1": 745
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 266
|
|
},
|
|
"flags": {},
|
|
"order": 8,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 159
|
|
},
|
|
{
|
|
"name": "get_image_size",
|
|
"type": "IMAGE",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "width_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "width_input"
|
|
}
|
|
},
|
|
{
|
|
"name": "height_input",
|
|
"type": "INT",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "height_input"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
130
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "width",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "height",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "ImageResizeKJ"
|
|
},
|
|
"widgets_values": [
|
|
512,
|
|
512,
|
|
"lanczos",
|
|
true,
|
|
8,
|
|
0,
|
|
0,
|
|
"disabled"
|
|
]
|
|
},
|
|
{
|
|
"id": 61,
|
|
"type": "GetImageSizeAndCount",
|
|
"pos": {
|
|
"0": 1024,
|
|
"1": 769
|
|
},
|
|
"size": {
|
|
"0": 277.20001220703125,
|
|
"1": 86
|
|
},
|
|
"flags": {},
|
|
"order": 9,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 130
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
131,
|
|
135
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "512 width",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "368 height",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "49 count",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "GetImageSizeAndCount"
|
|
},
|
|
"widgets_values": []
|
|
},
|
|
{
|
|
"id": 20,
|
|
"type": "CLIPLoader",
|
|
"pos": {
|
|
"0": -26,
|
|
"1": 400
|
|
},
|
|
"size": {
|
|
"0": 451.30548095703125,
|
|
"1": 82
|
|
},
|
|
"flags": {},
|
|
"order": 0,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "CLIP",
|
|
"type": "CLIP",
|
|
"links": [
|
|
54,
|
|
56
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CLIPLoader"
|
|
},
|
|
"widgets_values": [
|
|
"t5\\clip\\google_t5-v1_1-xxl_encoderonly-fp8_e4m3fn.safetensors",
|
|
"sd3"
|
|
]
|
|
},
|
|
{
|
|
"id": 11,
|
|
"type": "CogVideoDecode",
|
|
"pos": {
|
|
"0": 1451,
|
|
"1": 363
|
|
},
|
|
"size": {
|
|
"0": 300.396484375,
|
|
"1": 198
|
|
},
|
|
"flags": {},
|
|
"order": 11,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "pipeline",
|
|
"type": "COGVIDEOPIPE",
|
|
"link": 115
|
|
},
|
|
{
|
|
"name": "samples",
|
|
"type": "LATENT",
|
|
"link": 116
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
124
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoDecode"
|
|
},
|
|
"widgets_values": [
|
|
true,
|
|
240,
|
|
360,
|
|
0.2,
|
|
0.2,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 59,
|
|
"type": "AddLabel",
|
|
"pos": {
|
|
"0": 1466,
|
|
"1": -5
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 274
|
|
},
|
|
"flags": {},
|
|
"order": 13,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 126
|
|
},
|
|
{
|
|
"name": "caption",
|
|
"type": "STRING",
|
|
"link": null,
|
|
"widget": {
|
|
"name": "caption"
|
|
}
|
|
},
|
|
{
|
|
"name": "text",
|
|
"type": "STRING",
|
|
"link": 129,
|
|
"widget": {
|
|
"name": "text"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
150
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "AddLabel"
|
|
},
|
|
"widgets_values": [
|
|
10,
|
|
2,
|
|
48,
|
|
12,
|
|
"white",
|
|
"black",
|
|
"FreeMono.ttf",
|
|
"Text",
|
|
"up",
|
|
""
|
|
]
|
|
},
|
|
{
|
|
"id": 58,
|
|
"type": "ImageConcatMulti",
|
|
"pos": {
|
|
"0": 1476,
|
|
"1": 714
|
|
},
|
|
"size": {
|
|
"0": 210,
|
|
"1": 150
|
|
},
|
|
"flags": {},
|
|
"order": 12,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image_1",
|
|
"type": "IMAGE",
|
|
"link": 135
|
|
},
|
|
{
|
|
"name": "image_2",
|
|
"type": "IMAGE",
|
|
"link": 124
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
126
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {},
|
|
"widgets_values": [
|
|
2,
|
|
"right",
|
|
true,
|
|
null
|
|
]
|
|
},
|
|
{
|
|
"id": 30,
|
|
"type": "CogVideoTextEncode",
|
|
"pos": {
|
|
"0": 513,
|
|
"1": 286
|
|
},
|
|
"size": {
|
|
"0": 471.90142822265625,
|
|
"1": 168.08047485351562
|
|
},
|
|
"flags": {},
|
|
"order": 3,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "clip",
|
|
"type": "CLIP",
|
|
"link": 54
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "conditioning",
|
|
"type": "CONDITIONING",
|
|
"links": [
|
|
113,
|
|
128
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoTextEncode"
|
|
},
|
|
"widgets_values": [
|
|
"fireball travels across a movie scene",
|
|
1,
|
|
true
|
|
]
|
|
},
|
|
{
|
|
"id": 44,
|
|
"type": "VHS_VideoCombine",
|
|
"pos": {
|
|
"0": 1847,
|
|
"1": -22
|
|
},
|
|
"size": [
|
|
1635.8468017578125,
|
|
980.4377632141113
|
|
],
|
|
"flags": {},
|
|
"order": 14,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "images",
|
|
"type": "IMAGE",
|
|
"link": 150
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "Filenames",
|
|
"type": "VHS_FILENAMES",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_VideoCombine"
|
|
},
|
|
"widgets_values": {
|
|
"frame_rate": 8,
|
|
"loop_count": 0,
|
|
"filename_prefix": "CogVideoX_Fun_Pose",
|
|
"format": "video/h264-mp4",
|
|
"pix_fmt": "yuv420p",
|
|
"crf": 19,
|
|
"save_metadata": true,
|
|
"pingpong": false,
|
|
"save_output": false,
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"filename": "CogVideoX_Fun_00054.mp4",
|
|
"subfolder": "",
|
|
"type": "temp",
|
|
"format": "video/h264-mp4",
|
|
"frame_rate": 8
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 56,
|
|
"type": "DWPreprocessor",
|
|
"pos": {
|
|
"0": 211,
|
|
"1": 746
|
|
},
|
|
"size": {
|
|
"0": 371.6333312988281,
|
|
"1": 222
|
|
},
|
|
"flags": {},
|
|
"order": 7,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "image",
|
|
"type": "IMAGE",
|
|
"link": 158
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
159
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "POSE_KEYPOINT",
|
|
"type": "POSE_KEYPOINT",
|
|
"links": null,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "DWPreprocessor"
|
|
},
|
|
"widgets_values": [
|
|
"enable",
|
|
"enable",
|
|
"enable",
|
|
512,
|
|
"yolox_l.torchscript.pt",
|
|
"dw-ll_ucoco_384_bs5.torchscript.pt"
|
|
]
|
|
},
|
|
{
|
|
"id": 65,
|
|
"type": "VHS_LoadVideo",
|
|
"pos": {
|
|
"0": -510,
|
|
"1": 568
|
|
},
|
|
"size": [
|
|
642.7533569335938,
|
|
702.6101525779661
|
|
],
|
|
"flags": {},
|
|
"order": 5,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "meta_batch",
|
|
"type": "VHS_BatchManager",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "vae",
|
|
"type": "VAE",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "frame_load_cap",
|
|
"type": "INT",
|
|
"link": 152,
|
|
"widget": {
|
|
"name": "frame_load_cap"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "IMAGE",
|
|
"type": "IMAGE",
|
|
"links": [
|
|
158
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "frame_count",
|
|
"type": "INT",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "audio",
|
|
"type": "AUDIO",
|
|
"links": null,
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "video_info",
|
|
"type": "VHS_VIDEOINFO",
|
|
"links": [],
|
|
"slot_index": 3,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "VHS_LoadVideo"
|
|
},
|
|
"widgets_values": {
|
|
"video": "pose_slide.mp4",
|
|
"force_rate": 0,
|
|
"force_size": "Disabled",
|
|
"custom_width": 512,
|
|
"custom_height": 512,
|
|
"frame_load_cap": 17,
|
|
"skip_first_frames": 0,
|
|
"select_every_nth": 2,
|
|
"choose video to upload": "image",
|
|
"videopreview": {
|
|
"hidden": false,
|
|
"paused": false,
|
|
"params": {
|
|
"frame_load_cap": 17,
|
|
"skip_first_frames": 0,
|
|
"force_rate": 0,
|
|
"filename": "pose_slide.mp4",
|
|
"type": "input",
|
|
"format": "video/mp4",
|
|
"select_every_nth": 2
|
|
},
|
|
"muted": false
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"id": 72,
|
|
"type": "INTConstant",
|
|
"pos": {
|
|
"0": -515,
|
|
"1": 288
|
|
},
|
|
"size": {
|
|
"0": 210,
|
|
"1": 58
|
|
},
|
|
"flags": {},
|
|
"order": 1,
|
|
"mode": 0,
|
|
"inputs": [],
|
|
"outputs": [
|
|
{
|
|
"name": "value",
|
|
"type": "INT",
|
|
"links": [
|
|
151,
|
|
152
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"title": "Frames",
|
|
"properties": {
|
|
"Node name for S&R": "INTConstant"
|
|
},
|
|
"widgets_values": [
|
|
49
|
|
],
|
|
"color": "#1b4669",
|
|
"bgcolor": "#29699c"
|
|
},
|
|
{
|
|
"id": 71,
|
|
"type": "DownloadAndLoadCogVideoGGUFModel",
|
|
"pos": {
|
|
"0": 478,
|
|
"1": -3
|
|
},
|
|
"size": {
|
|
"0": 466.3737487792969,
|
|
"1": 174
|
|
},
|
|
"flags": {},
|
|
"order": 2,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "pab_config",
|
|
"type": "PAB_CONFIG",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "block_edit",
|
|
"type": "TRANSFORMERBLOCKS",
|
|
"link": null
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "cogvideo_pipe",
|
|
"type": "COGVIDEOPIPE",
|
|
"links": [
|
|
148
|
|
],
|
|
"slot_index": 0,
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "DownloadAndLoadCogVideoGGUFModel"
|
|
},
|
|
"widgets_values": [
|
|
"CogVideoX_5b_fun_1_1_Pose_GGUF_Q4_0.safetensors",
|
|
"bf16",
|
|
false,
|
|
"main_device",
|
|
false
|
|
]
|
|
},
|
|
{
|
|
"id": 54,
|
|
"type": "CogVideoXFunVid2VidSampler",
|
|
"pos": {
|
|
"0": 1067,
|
|
"1": 283
|
|
},
|
|
"size": {
|
|
"0": 315,
|
|
"1": 378
|
|
},
|
|
"flags": {},
|
|
"order": 10,
|
|
"mode": 0,
|
|
"inputs": [
|
|
{
|
|
"name": "pipeline",
|
|
"type": "COGVIDEOPIPE",
|
|
"link": 148
|
|
},
|
|
{
|
|
"name": "positive",
|
|
"type": "CONDITIONING",
|
|
"link": 113
|
|
},
|
|
{
|
|
"name": "negative",
|
|
"type": "CONDITIONING",
|
|
"link": 114
|
|
},
|
|
{
|
|
"name": "validation_video",
|
|
"type": "IMAGE",
|
|
"link": null
|
|
},
|
|
{
|
|
"name": "control_video",
|
|
"type": "IMAGE",
|
|
"link": 131
|
|
},
|
|
{
|
|
"name": "video_length",
|
|
"type": "INT",
|
|
"link": 151,
|
|
"widget": {
|
|
"name": "video_length"
|
|
}
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "cogvideo_pipe",
|
|
"type": "COGVIDEOPIPE",
|
|
"links": [
|
|
115
|
|
],
|
|
"shape": 3
|
|
},
|
|
{
|
|
"name": "samples",
|
|
"type": "LATENT",
|
|
"links": [
|
|
116
|
|
],
|
|
"shape": 3
|
|
}
|
|
],
|
|
"properties": {
|
|
"Node name for S&R": "CogVideoXFunVid2VidSampler"
|
|
},
|
|
"widgets_values": [
|
|
17,
|
|
512,
|
|
88311810545489,
|
|
"fixed",
|
|
25,
|
|
6,
|
|
"DPM++",
|
|
1,
|
|
0.7000000000000001,
|
|
0,
|
|
1
|
|
]
|
|
}
|
|
],
|
|
"links": [
|
|
[
|
|
54,
|
|
20,
|
|
0,
|
|
30,
|
|
0,
|
|
"CLIP"
|
|
],
|
|
[
|
|
56,
|
|
20,
|
|
0,
|
|
31,
|
|
0,
|
|
"CLIP"
|
|
],
|
|
[
|
|
113,
|
|
30,
|
|
0,
|
|
54,
|
|
1,
|
|
"CONDITIONING"
|
|
],
|
|
[
|
|
114,
|
|
31,
|
|
0,
|
|
54,
|
|
2,
|
|
"CONDITIONING"
|
|
],
|
|
[
|
|
115,
|
|
54,
|
|
0,
|
|
11,
|
|
0,
|
|
"COGVIDEOPIPE"
|
|
],
|
|
[
|
|
116,
|
|
54,
|
|
1,
|
|
11,
|
|
1,
|
|
"LATENT"
|
|
],
|
|
[
|
|
124,
|
|
11,
|
|
0,
|
|
58,
|
|
1,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
126,
|
|
58,
|
|
0,
|
|
59,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
128,
|
|
30,
|
|
0,
|
|
60,
|
|
0,
|
|
"*"
|
|
],
|
|
[
|
|
129,
|
|
60,
|
|
0,
|
|
59,
|
|
2,
|
|
"STRING"
|
|
],
|
|
[
|
|
130,
|
|
37,
|
|
0,
|
|
61,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
131,
|
|
61,
|
|
0,
|
|
54,
|
|
4,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
135,
|
|
61,
|
|
0,
|
|
58,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
148,
|
|
71,
|
|
0,
|
|
54,
|
|
0,
|
|
"COGVIDEOPIPE"
|
|
],
|
|
[
|
|
150,
|
|
59,
|
|
0,
|
|
44,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
151,
|
|
72,
|
|
0,
|
|
54,
|
|
5,
|
|
"INT"
|
|
],
|
|
[
|
|
152,
|
|
72,
|
|
0,
|
|
65,
|
|
2,
|
|
"INT"
|
|
],
|
|
[
|
|
158,
|
|
65,
|
|
0,
|
|
56,
|
|
0,
|
|
"IMAGE"
|
|
],
|
|
[
|
|
159,
|
|
56,
|
|
0,
|
|
37,
|
|
0,
|
|
"IMAGE"
|
|
]
|
|
],
|
|
"groups": [],
|
|
"config": {},
|
|
"extra": {
|
|
"ds": {
|
|
"scale": 0.5730855330117133,
|
|
"offset": [
|
|
798.5395320681218,
|
|
157.60944992071092
|
|
]
|
|
}
|
|
},
|
|
"version": 0.4
|
|
} |