diff --git a/example_workflows/StableAvatar.json b/example_workflows/StableAvatar.json new file mode 100644 index 0000000..83e9420 --- /dev/null +++ b/example_workflows/StableAvatar.json @@ -0,0 +1,569 @@ +{ + "id": "cee1e5eb-9e26-4616-be48-c736ea5d58f1", + "revision": 0, + "last_node_id": 13, + "last_link_id": 20, + "nodes": [ + { + "id": 5, + "type": "CLIPVisionLoader", + "pos": [ + -139.98912048339844, + 537.5762329101562 + ], + "size": [ + 270, + 58 + ], + "flags": {}, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP_VISION", + "type": "CLIP_VISION", + "links": [ + 5 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPVisionLoader" + }, + "widgets_values": [ + "clip_vision_h_wan.safetensors" + ] + }, + { + "id": 4, + "type": "CLIPLoader", + "pos": [ + -144.47128295898438, + 360.3218994140625 + ], + "size": [ + 270, + 106 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 4 + ] + } + ], + "properties": { + "Node name for S&R": "CLIPLoader" + }, + "widgets_values": [ + "umt5_xxl_fp8_e4m3fn_scaled.safetensors", + "wan", + "cpu" + ] + }, + { + "id": 6, + "type": "LoadImage", + "pos": [ + 1268.0107421875, + 515.0763549804688 + ], + "size": [ + 270, + 314.0000305175781 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 6 + ] + }, + { + "name": "MASK", + "type": "MASK", + "links": null + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "reference.png", + "image" + ] + }, + { + "id": 8, + "type": "VHS_VideoCombine", + "pos": [ + 1011.4990234375, + 411.7963562011719 + ], + "size": [ + 239.75001525878906, + 543.75 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "shape": 7, + "type": "IMAGE", + "link": 13 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": 9 + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + }, + { + "name": "frame_rate", + "type": "FLOAT", + "widget": { + "name": "frame_rate" + }, + "link": 20 + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "pingpong": false, + "save_output": true, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00019-audio.mp4", + "subfolder": "", + "type": "output", + "format": "video/h264-mp4", + "frame_rate": 25 + } + } + } + }, + { + "id": 10, + "type": "VAELoader", + "pos": [ + 1199.7138671875, + 305.411865234375 + ], + "size": [ + 270, + 58 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 12 + ] + } + ], + "properties": { + "Node name for S&R": "VAELoader" + }, + "widgets_values": [ + "Wan2.1_VAE.pth" + ] + }, + { + "id": 13, + "type": "StableAvatar_Sampler", + "pos": [ + 627.28125, + 596.372802734375 + ], + "size": [ + 309.44140625, + 246 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL_PIPE_SA", + "link": 18 + }, + { + "name": "emb", + "type": "MODEL_EMB_E", + "link": 17 + } + ], + "outputs": [ + { + "name": "latent", + "type": "LATENT", + "links": [ + 19 + ] + }, + { + "name": "frame_rate", + "type": "FLOAT", + "links": [ + 20 + ] + } + ], + "properties": { + "Node name for S&R": "StableAvatar_Sampler" + }, + "widgets_values": [ + 261423918, + "randomize", + 6, + 3, + 5, + 10, + 9, + "uniform" + ] + }, + { + "id": 7, + "type": "LoadAudio", + "pos": [ + -139.93931579589844, + 652.09619140625 + ], + "size": [ + 270, + 136 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "AUDIO", + "type": "AUDIO", + "links": [ + 7, + 9 + ] + } + ], + "properties": { + "Node name for S&R": "LoadAudio" + }, + "widgets_values": [ + "demo_ch_man_01.WAV", + null, + null + ] + }, + { + "id": 3, + "type": "StableAvatar_Predata", + "pos": [ + 180.11065673828125, + 368.7763977050781 + ], + "size": [ + 425.5454406738281, + 434.5454406738281 + ], + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "info", + "type": "MODEL_INFO_SA", + "link": 2 + }, + { + "name": "clip", + "type": "CLIP", + "link": 4 + }, + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 5 + }, + { + "name": "image", + "type": "IMAGE", + "link": 6 + }, + { + "name": "audio", + "type": "AUDIO", + "link": 7 + } + ], + "outputs": [ + { + "name": "emb", + "type": "MODEL_EMB_E", + "links": [ + 17 + ] + } + ], + "properties": { + "Node name for S&R": "StableAvatar_Predata" + }, + "widgets_values": [ + "A middle-aged man with short light brown hair, wearing pearl earrings and a blue blazer, is speaking passionately in front of a blurred background resembling a government building. Her mouth is open mid-phrase, her expression is engaged and energetic, and the lighting is bright and even, suggesting a television interview or live broadcast. The scene gives the impression she is singing with conviction and purpose.", + "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + 512, + 512, + 25, + 5, + false + ] + }, + { + "id": 9, + "type": "VAEDecode", + "pos": [ + 997.1083374023438, + 280.20062255859375 + ], + "size": [ + 140, + 46 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 19 + }, + { + "name": "vae", + "type": "VAE", + "link": 12 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 13 + ] + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + }, + "widgets_values": [] + }, + { + "id": 1, + "type": "StableAvatar_LoadModel", + "pos": [ + 646.2255249023438, + 311.041259765625 + ], + "size": [ + 276.705078125, + 222 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "model", + "type": "MODEL_PIPE_SA", + "links": [ + 18 + ] + }, + { + "name": "info", + "type": "MODEL_INFO_SA", + "links": [ + 2 + ] + } + ], + "properties": { + "Node name for S&R": "StableAvatar_LoadModel" + }, + "widgets_values": [ + "transformer3d-rec-vec.pt", + "Wan2.1_VAE.pth", + "lightx2v_I2V_14B_480p_cfg_step_distill_rank64_bf16.safetensors", + false, + "HighRAM_LowVRAM", + "None", + "bfloat16" + ] + } + ], + "links": [ + [ + 2, + 1, + 1, + 3, + 0, + "MODEL_INFO_SA" + ], + [ + 4, + 4, + 0, + 3, + 1, + "CLIP" + ], + [ + 5, + 5, + 0, + 3, + 2, + "CLIP_VISION" + ], + [ + 6, + 6, + 0, + 3, + 3, + "IMAGE" + ], + [ + 7, + 7, + 0, + 3, + 4, + "AUDIO" + ], + [ + 9, + 7, + 0, + 8, + 1, + "AUDIO" + ], + [ + 12, + 10, + 0, + 9, + 1, + "VAE" + ], + [ + 13, + 9, + 0, + 8, + 0, + "IMAGE" + ], + [ + 17, + 3, + 0, + 13, + 1, + "MODEL_EMB_E" + ], + [ + 18, + 1, + 0, + 13, + 0, + "MODEL_PIPE_SA" + ], + [ + 19, + 13, + 0, + 9, + 0, + "LATENT" + ], + [ + 20, + 13, + 1, + 8, + 4, + "FLOAT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.7513148009015777, + "offset": [ + 499.6091527470506, + -6.397015922752416 + ] + }, + "frontendVersion": "1.24.4" + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/example_lora.png b/example_workflows/example_lora.png new file mode 100644 index 0000000..375eb03 Binary files /dev/null and b/example_workflows/example_lora.png differ