diff --git a/README.md b/README.md index b907cca..66cecda 100644 --- a/README.md +++ b/README.md @@ -24,6 +24,9 @@ image + +Workflow file: https://github.com/ArtVentureX/comfyui-animatediff/blob/main/workflow.json + ## Samples ![23b44c29-29e8-4f48-ab3c-4df87c90c13f](https://github.com/ArtVentureX/comfyui-animatediff/assets/133728487/97efb96f-3d3d-4976-8789-78b88f89b2eb) @@ -34,21 +37,6 @@ ### GIF split into multiple scenes -<<<<<<< Updated upstream -![AnimateDiff_00002](https://github.com/ArtVentureX/comfyui-animatediff/assets/133728487/c78d64b9-b308-41ec-9804-bbde654d0b47) - -## Known Issues - -### GIF split into multiple scenes - -![AnimateDiff_00007_](https://github.com/ArtVentureX/comfyui-animatediff/assets/8894763/e6cd53cb-9878-45da-a58a-a15851882386) - -This is usually due to memory (VRAM) is not enough to process the whole image batch at the same time. Try reduce the image size and frame number. - -### GIF has Wartermark after update to the latest version - -See https://github.com/continue-revolution/sd-webui-animatediff/issues/31 -======= ![AnimateDiff_00007_](https://github.com/ArtVentureX/comfyui-animatediff/assets/8894763/e6cd53cb-9878-45da-a58a-a15851882386) See: https://github.com/continue-revolution/sd-webui-animatediff/issues/38 @@ -68,7 +56,6 @@ Work around: ### GIF has Wartermark after update to the latest version See: https://github.com/continue-revolution/sd-webui-animatediff/issues/31 ->>>>>>> Stashed changes As mentioned in the issue thread, it seems to be due to the training dataset. The new version is the correct implementation and produces smoother GIFs compared to the older version. @@ -87,11 +74,4 @@ As mentioned in the issue thread, it seems to be due to the training dataset. Th -<<<<<<< Updated upstream - -I played around with both version and found that the watermark only present in some models, not always. So I've brought back the old method and also created a new node with the new method. You can try both to find the best fit for each model. - -![Screenshot 2023-07-28 at 18 14 14](https://github.com/ArtVentureX/comfyui-animatediff/assets/133728487/25cf6092-3e67-435e-86cc-43614ca7d6aa) -======= I played around with both version and found that the watermark only present in some models, not always. To use the **old (legacy)** method, change `injection_method` to `legacy` in the `AnimateDiffSampler` node. ->>>>>>> Stashed changes diff --git a/workflow.json b/workflow.json new file mode 100644 index 0000000..3d4be5d --- /dev/null +++ b/workflow.json @@ -0,0 +1,451 @@ +{ + "last_node_id": 20, + "last_link_id": 35, + "nodes": [ + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 415, + 186 + ], + "size": { + "0": 422.84503173828125, + "1": 164.31304931640625 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 3 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 29 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "masterpiece, best quality, 1girl, solo, cherry blossoms, hanami, pink flower, white flower, spring season, wisteria, petals, flower, plum blossoms, outdoors, falling petals, white hair, black eyes" + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 1253, + 191 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 28 + }, + { + "name": "vae", + "type": "VAE", + "link": 20 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 19 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 12, + "type": "AnimateDiffCombine", + "pos": [ + 1254, + 290 + ], + "size": { + "0": 315, + "1": 342 + }, + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 19 + } + ], + "properties": { + "Node name for S&R": "AnimateDiffCombine" + }, + "widgets_values": [ + 8, + 0, + "Enabled", + "AnimateDiff" + ] + }, + { + "id": 16, + "type": "AnimateDiffModuleLoader", + "pos": [ + 27, + 345 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "MOTION_MODULE", + "type": "MOTION_MODULE", + "links": [ + 24 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "AnimateDiffModuleLoader" + }, + "widgets_values": [ + "mm-Stabilized_mid.pth" + ] + }, + { + "id": 4, + "type": "CheckpointLoaderSimple", + "pos": [ + 26, + 474 + ], + "size": { + "0": 315, + "1": 98 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 25 + ], + "slot_index": 0 + }, + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 3, + 5 + ], + "slot_index": 1 + }, + { + "name": "VAE", + "type": "VAE", + "links": [], + "slot_index": 2 + } + ], + "properties": { + "Node name for S&R": "CheckpointLoaderSimple" + }, + "widgets_values": [ + "AnimeLike25D_v11.safetensors" + ] + }, + { + "id": 13, + "type": "VAELoader", + "pos": [ + 28, + 223 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 20 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoader" + }, + "widgets_values": [ + "klF8Anime2.ckpt" + ] + }, + { + "id": 15, + "type": "AnimateDiffSampler", + "pos": [ + 882, + 192 + ], + "size": { + "0": 315, + "1": 330 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "motion_module", + "type": "MOTION_MODULE", + "link": 24, + "slot_index": 0 + }, + { + "name": "model", + "type": "MODEL", + "link": 25, + "slot_index": 1 + }, + { + "name": "positive", + "type": "CONDITIONING", + "link": 29 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 30 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 35 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 28 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "AnimateDiffSampler" + }, + "widgets_values": [ + "default", + 16, + 345029849956677, + "fixed", + 20, + 8, + "euler", + "normal", + 0.8 + ] + }, + { + "id": 7, + "type": "CLIPTextEncode", + "pos": [ + 413, + 389 + ], + "size": { + "0": 425.27801513671875, + "1": 180.6060791015625 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 5 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 30 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "embedding:easynegative, embedding:badhandv4, " + ] + }, + { + "id": 20, + "type": "EmptyLatentImage", + "pos": [ + 522, + 621 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 3, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 35 + ], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 512, + 512, + 1 + ] + } + ], + "links": [ + [ + 3, + 4, + 1, + 6, + 0, + "CLIP" + ], + [ + 5, + 4, + 1, + 7, + 0, + "CLIP" + ], + [ + 19, + 8, + 0, + 12, + 0, + "IMAGE" + ], + [ + 20, + 13, + 0, + 8, + 1, + "VAE" + ], + [ + 24, + 16, + 0, + 15, + 0, + "MOTION_MODULE" + ], + [ + 25, + 4, + 0, + 15, + 1, + "MODEL" + ], + [ + 28, + 15, + 0, + 8, + 0, + "LATENT" + ], + [ + 29, + 6, + 0, + 15, + 2, + "CONDITIONING" + ], + [ + 30, + 7, + 0, + 15, + 3, + "CONDITIONING" + ], + [ + 35, + 20, + 0, + 15, + 4, + "LATENT" + ] + ], + "groups": [], + "config": {}, + "extra": {}, + "version": 0.4 +} \ No newline at end of file