From aeed4a1f36e862b71244fd105778009e95d79fd7 Mon Sep 17 00:00:00 2001 From: logtd Date: Sat, 24 Aug 2024 17:26:00 -0600 Subject: [PATCH] example workflows --- example_workflows/seecoder_ad_example.json | 1283 ++++++++++++++++++++ example_workflows/seecoder_cn_example.json | 740 +++++++++++ example_workflows/seecoder_example.json | 489 ++++++++ 3 files changed, 2512 insertions(+) create mode 100644 example_workflows/seecoder_ad_example.json create mode 100644 example_workflows/seecoder_cn_example.json create mode 100644 example_workflows/seecoder_example.json diff --git a/example_workflows/seecoder_ad_example.json b/example_workflows/seecoder_ad_example.json new file mode 100644 index 0000000..1a336a6 --- /dev/null +++ b/example_workflows/seecoder_ad_example.json @@ -0,0 +1,1283 @@ +{ + "last_node_id": 33, + "last_link_id": 46, + "nodes": [ + { + "id": 3, + "type": "KSampler", + "pos": [ + 949, + 187 + ], + "size": { + "0": 210, + "1": 262 + }, + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 35 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 32 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 33 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 42 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 0, + "fixed", + 20, + 1.5, + "dpmpp_2m", + "karras", + 1 + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + -667, + 849 + ], + "size": { + "0": 210, + "1": 98 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 34 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 28 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "aniverse_v50Pruned.safetensors" + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1209, + 188 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 28 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 43 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 12, + "type": "LoadSeeCoder", + "pos": [ + -598, + 83 + ], + "size": { + "0": 210, + "1": 58 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "SEECODER", + "type": "SEECODER", + "links": [ + 17 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadSeeCoder" + }, + "widgets_values": [ + "seecoder-anime-v1-0.safetensors" + ] + }, + { + "id": 14, + "type": "LoadImage", + "pos": [ + -723, + -568 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [], + "slot_index": 0, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "AnimateDiff_00047_5.mp4", + "image" + ] + }, + { + "id": 16, + "type": "SeecoderEncode", + "pos": [ + -266, + 48 + ], + "size": { + "0": 184.8000030517578, + "1": 46 + }, + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "seecoder", + "type": "SEECODER", + "link": 17 + }, + { + "name": "image", + "type": "IMAGE", + "link": 21 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 30 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SeecoderEncode" + } + }, + { + "id": 17, + "type": "ImageScale", + "pos": [ + -590, + -101 + ], + "size": { + "0": 210, + "1": 130 + }, + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 45 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 21 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ImageScale" + }, + "widgets_values": [ + "nearest-exact", + 512, + 512, + "center" + ] + }, + { + "id": 19, + "type": "LoadSeeCoderUncond", + "pos": [ + -148, + 264 + ], + "size": { + "0": 210, + "1": 58 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 31 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadSeeCoderUncond" + }, + "widgets_values": [ + "anime_ug.pth" + ] + }, + { + "id": 21, + "type": "ACN_AdvancedControlNetApply", + "pos": [ + 271, + 127 + ], + "size": { + "0": 285.6000061035156, + "1": 286 + }, + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 30 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 31 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 39 + }, + { + "name": "image", + "type": "IMAGE", + "link": 40 + }, + { + "name": "mask_optional", + "type": "MASK", + "link": null + }, + { + "name": "timestep_kf", + "type": "TIMESTEP_KEYFRAME", + "link": null + }, + { + "name": "latent_kf_override", + "type": "LATENT_KEYFRAME", + "link": null + }, + { + "name": "weights_override", + "type": "CONTROL_NET_WEIGHTS", + "link": null + }, + { + "name": "model_optional", + "type": "MODEL", + "link": null + }, + { + "name": "vae_optional", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 32 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 33 + ], + "slot_index": 1, + "shape": 3 + }, + { + "name": "model_opt", + "type": "MODEL", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ACN_AdvancedControlNetApply" + }, + "widgets_values": [ + 0.5, + 0, + 0.75, + "" + ] + }, + { + "id": 22, + "type": "ControlNetLoader", + "pos": [ + 303, + 27 + ], + "size": { + "0": 210, + "1": 58 + }, + "flags": {}, + "order": 4, + "mode": 0, + "outputs": [ + { + "name": "CONTROL_NET", + "type": "CONTROL_NET", + "links": [ + 39 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ControlNetLoader" + }, + "widgets_values": [ + "diffusion_pytorch_model.safetensors" + ] + }, + { + "id": 23, + "type": "DepthAnythingPreprocessor", + "pos": [ + -158, + 373 + ], + "size": { + "0": 210, + "1": 82 + }, + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 41 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 40 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "DepthAnythingPreprocessor" + }, + "widgets_values": [ + "depth_anything_vitl14.pth", + 512 + ] + }, + { + "id": 24, + "type": "ADE_LoadAnimateDiffModel", + "pos": [ + 151, + 1117 + ], + "size": { + "0": 252, + "1": 58 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "ad_settings", + "type": "AD_SETTINGS", + "link": null + } + ], + "outputs": [ + { + "name": "MOTION_MODEL", + "type": "MOTION_MODEL_ADE", + "links": [ + 36 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ADE_LoadAnimateDiffModel" + }, + "widgets_values": [ + "v3_sd15_mm.ckpt" + ] + }, + { + "id": 25, + "type": "ADE_UseEvolvedSampling", + "pos": [ + 163, + 775 + ], + "size": { + "0": 235.1999969482422, + "1": 118 + }, + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 34 + }, + { + "name": "m_models", + "type": "M_MODELS", + "link": 37 + }, + { + "name": "context_options", + "type": "CONTEXT_OPTIONS", + "link": 46 + }, + { + "name": "sample_settings", + "type": "SAMPLE_SETTINGS", + "link": 38 + } + ], + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 35 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ADE_UseEvolvedSampling" + }, + "widgets_values": [ + "sqrt_linear (AnimateDiff)" + ] + }, + { + "id": 26, + "type": "ADE_ApplyAnimateDiffModelSimple", + "pos": [ + 149, + 936 + ], + "size": { + "0": 260.3999938964844, + "1": 134 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "motion_model", + "type": "MOTION_MODEL_ADE", + "link": 36 + }, + { + "name": "motion_lora", + "type": "MOTION_LORA", + "link": null + }, + { + "name": "scale_multival", + "type": "MULTIVAL", + "link": null + }, + { + "name": "effect_multival", + "type": "MULTIVAL", + "link": null + }, + { + "name": "ad_keyframes", + "type": "AD_KEYFRAMES", + "link": null + }, + { + "name": "per_block", + "type": "PER_BLOCK", + "link": null + } + ], + "outputs": [ + { + "name": "M_MODELS", + "type": "M_MODELS", + "links": [ + 37 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ADE_ApplyAnimateDiffModelSimple" + }, + "widgets_values": [ + "" + ] + }, + { + "id": 27, + "type": "ADE_AnimateDiffSamplingSettings", + "pos": [ + -155, + 939 + ], + "size": { + "0": 220, + "1": 254 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "noise_layers", + "type": "NOISE_LAYERS", + "link": null + }, + { + "name": "iteration_opts", + "type": "ITERATION_OPTS", + "link": null + }, + { + "name": "custom_cfg", + "type": "CUSTOM_CFG", + "link": null + }, + { + "name": "sigma_schedule", + "type": "SIGMA_SCHEDULE", + "link": null + }, + { + "name": "image_inject", + "type": "IMAGE_INJECT", + "link": null + }, + { + "name": "seed_override", + "type": "INT", + "link": null, + "widget": { + "name": "seed_override" + } + } + ], + "outputs": [ + { + "name": "settings", + "type": "SAMPLE_SETTINGS", + "links": [ + 38 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ADE_AnimateDiffSamplingSettings" + }, + "widgets_values": [ + 0, + "FreeNoise", + "comfy", + 0, + 0, + false, + "" + ] + }, + { + "id": 28, + "type": "VHS_LoadVideo", + "pos": [ + -662, + 234 + ], + "size": [ + 235.1999969482422, + 491.1999969482422 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 41 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": null, + "shape": 3 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "wolf.mp4", + "force_rate": 0, + "force_size": "Disabled", + "custom_width": 512, + "custom_height": 512, + "frame_load_cap": 40, + "skip_first_frames": 0, + "select_every_nth": 1, + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 40, + "skip_first_frames": 0, + "force_rate": 0, + "filename": "wolf.mp4", + "type": "input", + "format": "video/mp4", + "select_every_nth": 1 + }, + "muted": false + } + } + }, + { + "id": 29, + "type": "EmptyLatentImage", + "pos": [ + 610, + 651 + ], + "size": { + "0": 210, + "1": 106 + }, + "flags": {}, + "order": 8, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 42 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 512, + 512, + 40 + ] + }, + { + "id": 30, + "type": "VHS_VideoCombine", + "pos": [ + 1479, + 188 + ], + "size": [ + 315, + 619 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 43 + }, + { + "name": "audio", + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 8, + "loop_count": 0, + "filename_prefix": "AnimateDiff", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": false, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "AnimateDiff_00014.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 8 + }, + "muted": false + } + } + }, + { + "id": 31, + "type": "VHS_LoadVideo", + "pos": [ + -1309, + -213 + ], + "size": [ + 235.1999969482422, + 491.1999969482422 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "meta_batch", + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 44 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "frame_count", + "type": "INT", + "links": null, + "shape": 3 + }, + { + "name": "audio", + "type": "AUDIO", + "links": null, + "shape": 3 + }, + { + "name": "video_info", + "type": "VHS_VIDEOINFO", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_LoadVideo" + }, + "widgets_values": { + "video": "AnimateDiff_00002_29.mp4", + "force_rate": 0, + "force_size": "Disabled", + "custom_width": 512, + "custom_height": 512, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "choose video to upload": "image", + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "frame_load_cap": 0, + "skip_first_frames": 0, + "force_rate": 0, + "filename": "AnimateDiff_00002_29.mp4", + "type": "input", + "format": "video/mp4", + "select_every_nth": 1 + }, + "muted": false + } + } + }, + { + "id": 32, + "type": "VHS_SelectImages", + "pos": [ + -1036, + -104 + ], + "size": { + "0": 214.8000030517578, + "1": 106 + }, + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 44 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 45 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "VHS_SelectImages" + }, + "widgets_values": { + "indexes": "0", + "err_if_missing": true, + "err_if_empty": true + } + }, + { + "id": 33, + "type": "ADE_StandardStaticContextOptions", + "pos": [ + 128, + 1265 + ], + "size": { + "0": 319.20001220703125, + "1": 198 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "prev_context", + "type": "CONTEXT_OPTIONS", + "link": null + }, + { + "name": "view_opts", + "type": "VIEW_OPTS", + "link": null + } + ], + "outputs": [ + { + "name": "CONTEXT_OPTS", + "type": "CONTEXT_OPTIONS", + "links": [ + 46 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ADE_StandardStaticContextOptions" + }, + "widgets_values": [ + 16, + 4, + "pyramid", + false, + 0, + 1 + ] + } + ], + "links": [ + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 17, + 12, + 0, + 16, + 0, + "SEECODER" + ], + [ + 21, + 17, + 0, + 16, + 1, + "IMAGE" + ], + [ + 28, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 30, + 16, + 0, + 21, + 0, + "CONDITIONING" + ], + [ + 31, + 19, + 0, + 21, + 1, + "CONDITIONING" + ], + [ + 32, + 21, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 33, + 21, + 1, + 3, + 2, + "CONDITIONING" + ], + [ + 34, + 4, + 0, + 25, + 0, + "MODEL" + ], + [ + 35, + 25, + 0, + 3, + 0, + "MODEL" + ], + [ + 36, + 24, + 0, + 26, + 0, + "MOTION_MODEL_ADE" + ], + [ + 37, + 26, + 0, + 25, + 1, + "M_MODELS" + ], + [ + 38, + 27, + 0, + 25, + 3, + "SAMPLE_SETTINGS" + ], + [ + 39, + 22, + 0, + 21, + 2, + "CONTROL_NET" + ], + [ + 40, + 23, + 0, + 21, + 3, + "IMAGE" + ], + [ + 41, + 28, + 0, + 23, + 0, + "IMAGE" + ], + [ + 42, + 29, + 0, + 3, + 3, + "LATENT" + ], + [ + 43, + 8, + 0, + 30, + 0, + "IMAGE" + ], + [ + 44, + 31, + 0, + 32, + 0, + "IMAGE" + ], + [ + 45, + 32, + 0, + 17, + 0, + "IMAGE" + ], + [ + 46, + 33, + 0, + 25, + 2, + "CONTEXT_OPTIONS" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1.1000000000000005, + "offset": [ + -168.06381731320607, + -175.8077059386214 + ] + } + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/seecoder_cn_example.json b/example_workflows/seecoder_cn_example.json new file mode 100644 index 0000000..d28ac91 --- /dev/null +++ b/example_workflows/seecoder_cn_example.json @@ -0,0 +1,740 @@ +{ + "last_node_id": 29, + "last_link_id": 37, + "nodes": [ + { + "id": 3, + "type": "KSampler", + "pos": [ + 949, + 187 + ], + "size": { + "0": 210, + "1": 262 + }, + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 1 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 27 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 28 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 156680208700286, + "fixed", + 20, + 1.1, + "dpmpp_2m", + "karras", + 1 + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 455, + 368 + ], + "size": [ + 210, + 103.34245795896476 + ], + "flags": {}, + "order": 5, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 1 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 36 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "aniverse_v50Pruned.safetensors" + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + 466, + 519 + ], + "size": [ + 210, + 106 + ], + "flags": {}, + "order": 6, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 2 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 512, + 512, + 1 + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1209, + 188 + ], + "size": [ + 140, + 46 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 36 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1405, + 184 + ], + "size": { + "0": 671.1712036132812, + "1": 460.7809143066406 + }, + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 12, + "type": "LoadSeeCoder", + "pos": [ + -11, + -82 + ], + "size": { + "0": 327.5506591796875, + "1": 58 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "SEECODER", + "type": "SEECODER", + "links": [ + 17 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadSeeCoder" + }, + "widgets_values": [ + "seecoder-anime-v1-0.safetensors" + ] + }, + { + "id": 14, + "type": "LoadImage", + "pos": [ + -580, + 80 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 20 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "animefox.webp", + "image" + ] + }, + { + "id": 16, + "type": "SeecoderEncode", + "pos": [ + 150, + 80 + ], + "size": { + "0": 184.8000030517578, + "1": 46 + }, + "flags": {}, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "seecoder", + "type": "SEECODER", + "link": 17 + }, + { + "name": "image", + "type": "IMAGE", + "link": 21 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 25 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SeecoderEncode" + } + }, + { + "id": 17, + "type": "ImageScale", + "pos": [ + -150, + 90 + ], + "size": { + "0": 210, + "1": 130 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 20 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 21 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ImageScale" + }, + "widgets_values": [ + "nearest-exact", + 512, + 512, + "center" + ] + }, + { + "id": 19, + "type": "LoadSeeCoderUncond", + "pos": [ + 140, + 200 + ], + "size": { + "0": 210, + "1": 58 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 26 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadSeeCoderUncond" + }, + "widgets_values": [ + "anime_ug.pth" + ] + }, + { + "id": 20, + "type": "ControlNetApplyAdvanced", + "pos": [ + 437, + 94 + ], + "size": { + "0": 315, + "1": 166 + }, + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "link": 25 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 26 + }, + { + "name": "control_net", + "type": "CONTROL_NET", + "link": 29 + }, + { + "name": "image", + "type": "IMAGE", + "link": 34 + } + ], + "outputs": [ + { + "name": "positive", + "type": "CONDITIONING", + "links": [ + 27 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 28 + ], + "slot_index": 1, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ControlNetApplyAdvanced" + }, + "widgets_values": [ + 0.5, + 0, + 0.75 + ] + }, + { + "id": 21, + "type": "ControlNetLoader", + "pos": [ + 553, + -15 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 4, + "mode": 0, + "outputs": [ + { + "name": "CONTROL_NET", + "type": "CONTROL_NET", + "links": [ + 29 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "ControlNetLoader" + }, + "widgets_values": [ + "diffusion_pytorch_model.bin" + ] + }, + { + "id": 23, + "type": "LineartStandardPreprocessor", + "pos": [ + 565, + -170 + ], + "size": [ + 210, + 106 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 33 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 34, + 37 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LineartStandardPreprocessor" + }, + "widgets_values": [ + 6, + 8, + 512 + ] + }, + { + "id": 27, + "type": "LoadImage", + "pos": [ + 488, + -561 + ], + "size": [ + 315, + 314.00000381469727 + ], + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 33 + ], + "shape": 3, + "slot_index": 0 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "ComfyUI_temp_ivmhl_00001_.png", + "image" + ] + }, + { + "id": 29, + "type": "PreviewImage", + "pos": [ + 1406, + -233 + ], + "size": [ + 493.1211049155638, + 333.70087996700585 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 37 + } + ], + "properties": { + "Node name for S&R": "PreviewImage" + } + } + ], + "links": [ + [ + 1, + 4, + 0, + 3, + 0, + "MODEL" + ], + [ + 2, + 5, + 0, + 3, + 3, + "LATENT" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 17, + 12, + 0, + 16, + 0, + "SEECODER" + ], + [ + 20, + 14, + 0, + 17, + 0, + "IMAGE" + ], + [ + 21, + 17, + 0, + 16, + 1, + "IMAGE" + ], + [ + 25, + 16, + 0, + 20, + 0, + "CONDITIONING" + ], + [ + 26, + 19, + 0, + 20, + 1, + "CONDITIONING" + ], + [ + 27, + 20, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 28, + 20, + 1, + 3, + 2, + "CONDITIONING" + ], + [ + 29, + 21, + 0, + 20, + 2, + "CONTROL_NET" + ], + [ + 33, + 27, + 0, + 23, + 0, + "IMAGE" + ], + [ + 34, + 23, + 0, + 20, + 3, + "IMAGE" + ], + [ + 36, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 37, + 23, + 0, + 29, + 0, + "IMAGE" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.620921323059155, + "offset": [ + 257.55069894620493, + 345.7460159082229 + ] + } + }, + "version": 0.4 +} \ No newline at end of file diff --git a/example_workflows/seecoder_example.json b/example_workflows/seecoder_example.json new file mode 100644 index 0000000..c106ea8 --- /dev/null +++ b/example_workflows/seecoder_example.json @@ -0,0 +1,489 @@ +{ + "last_node_id": 19, + "last_link_id": 24, + "nodes": [ + { + "id": 3, + "type": "KSampler", + "pos": [ + 949, + 187 + ], + "size": { + "0": 210, + "1": 262 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 1 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 19 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 24 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 2 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 7 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "KSampler" + }, + "widgets_values": [ + 156680208700286, + "fixed", + 20, + 2, + "euler", + "karras", + 1 + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + -1027, + 352 + ], + "size": { + "0": 315, + "1": 98 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 1 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 8 + ], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "aniverse_v50Pruned.safetensors" + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + -570, + 1043 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 4, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 2 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 512, + 512, + 1 + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1209, + 188 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 7 + }, + { + "name": "vae", + "type": "VAE", + "link": 8 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 1451, + 189 + ], + "size": { + "0": 671.1712036132812, + "1": 460.7809143066406 + }, + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 12, + "type": "LoadSeeCoder", + "pos": [ + 350, + -261 + ], + "size": { + "0": 327.5506591796875, + "1": 58 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "SEECODER", + "type": "SEECODER", + "links": [ + 17 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadSeeCoder" + }, + "widgets_values": [ + "seecoder-anime-v1-0.safetensors" + ] + }, + { + "id": 14, + "type": "LoadImage", + "pos": [ + -291, + -481 + ], + "size": { + "0": 315, + "1": 314 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 20 + ], + "slot_index": 0, + "shape": 3 + }, + { + "name": "MASK", + "type": "MASK", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "LoadImage" + }, + "widgets_values": [ + "ref_image.png", + "image" + ] + }, + { + "id": 16, + "type": "SeecoderEncode", + "pos": [ + 362, + -65 + ], + "size": { + "0": 184.8000030517578, + "1": 46 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "seecoder", + "type": "SEECODER", + "link": 17 + }, + { + "name": "image", + "type": "IMAGE", + "link": 21 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 19 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SeecoderEncode" + } + }, + { + "id": 17, + "type": "ImageScale", + "pos": [ + -18, + -71 + ], + "size": { + "0": 210, + "1": 130 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 20 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 21 + ], + "slot_index": 0, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "ImageScale" + }, + "widgets_values": [ + "nearest-exact", + 512, + 512, + "center" + ] + }, + { + "id": 19, + "type": "LoadSeeCoderUncond", + "pos": [ + 269.34453225492217, + 142.23476708043756 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 24 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "LoadSeeCoderUncond" + }, + "widgets_values": [ + "anime_ug.pth" + ] + } + ], + "links": [ + [ + 1, + 4, + 0, + 3, + 0, + "MODEL" + ], + [ + 2, + 5, + 0, + 3, + 3, + "LATENT" + ], + [ + 7, + 3, + 0, + 8, + 0, + "LATENT" + ], + [ + 8, + 4, + 2, + 8, + 1, + "VAE" + ], + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 17, + 12, + 0, + 16, + 0, + "SEECODER" + ], + [ + 19, + 16, + 0, + 3, + 1, + "CONDITIONING" + ], + [ + 20, + 14, + 0, + 17, + 0, + "IMAGE" + ], + [ + 21, + 17, + 0, + 16, + 1, + "IMAGE" + ], + [ + 24, + 19, + 0, + 3, + 2, + "CONDITIONING" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 0.35049389948139253, + "offset": [ + 2163.137940275339, + 907.356382272389 + ] + } + }, + "version": 0.4 +} \ No newline at end of file