diff --git a/example_workflows/wanvideo_phantom_subject2vid_example_01.json b/example_workflows/wanvideo_phantom_subject2vid_example_01.json index 96ed432..3a90c46 100644 --- a/example_workflows/wanvideo_phantom_subject2vid_example_01.json +++ b/example_workflows/wanvideo_phantom_subject2vid_example_01.json @@ -1,7 +1,7 @@ { "id": "c6e410bc-5e2c-460b-ae81-c91b6094fbb1", "revision": 0, - "last_node_id": 74, + "last_node_id": 77, "last_link_id": 120, "nodes": [ { @@ -43,29 +43,6 @@ "color": "#332922", "bgcolor": "#593930" }, - { - "id": 36, - "type": "Note", - "pos": [ - 723.7317504882812, - -597.3093872070312 - ], - "size": [ - 374.3061828613281, - 171.9547576904297 - ], - "flags": {}, - "order": 1, - "mode": 0, - "inputs": [], - "outputs": [], - "properties": {}, - "widgets_values": [ - "fp8_fast seems to cause huge quality degradation\n\nfp_16_fast enables \"Full FP16 Accmumulation in FP16 GEMMs\" feature available in the very latest pytorch nightly, this is around 20% speed boost. \n\nSageattn if you have it installed can be used for almost double inference speed" - ], - "color": "#432", - "bgcolor": "#653" - }, { "id": 42, "type": "Note", @@ -78,7 +55,7 @@ 152.77333068847656 ], "flags": {}, - "order": 2, + "order": 1, "mode": 0, "inputs": [], "outputs": [], @@ -101,7 +78,7 @@ 200 ], "flags": {}, - "order": 18, + "order": 22, "mode": 2, "inputs": [ { @@ -143,7 +120,7 @@ 106 ], "flags": {}, - "order": 3, + "order": 2, "mode": 2, "inputs": [], "outputs": [ @@ -182,7 +159,7 @@ 88 ], "flags": {}, - "order": 4, + "order": 3, "mode": 0, "inputs": [], "outputs": [], @@ -205,7 +182,7 @@ 200 ], "flags": {}, - "order": 17, + "order": 21, "mode": 2, "inputs": [ { @@ -247,7 +224,7 @@ 58 ], "flags": {}, - "order": 5, + "order": 4, "mode": 0, "inputs": [], "outputs": [ @@ -278,7 +255,7 @@ 88 ], "flags": {}, - "order": 6, + "order": 5, "mode": 0, "inputs": [], "outputs": [], @@ -289,29 +266,6 @@ "color": "#432", "bgcolor": "#653" }, - { - "id": 44, - "type": "Note", - "pos": [ - -98.58364868164062, - -675.3411254882812 - ], - "size": [ - 303.0501403808594, - 88 - ], - "flags": {}, - "order": 7, - "mode": 0, - "inputs": [], - "outputs": [], - "properties": {}, - "widgets_values": [ - "If you have Triton installed, connect this for ~30% speed increase" - ], - "color": "#432", - "bgcolor": "#653" - }, { "id": 39, "type": "WanVideoBlockSwap", @@ -324,7 +278,7 @@ 154 ], "flags": {}, - "order": 8, + "order": 6, "mode": 0, "inputs": [], "outputs": [ @@ -362,7 +316,7 @@ 82 ], "flags": {}, - "order": 9, + "order": 7, "mode": 0, "inputs": [], "outputs": [ @@ -401,7 +355,7 @@ 46 ], "flags": {}, - "order": 22, + "order": 25, "mode": 2, "inputs": [ { @@ -441,7 +395,7 @@ 174 ], "flags": {}, - "order": 30, + "order": 33, "mode": 0, "inputs": [ { @@ -480,46 +434,6 @@ "color": "#322", "bgcolor": "#533" }, - { - "id": 35, - "type": "WanVideoTorchCompileSettings", - "pos": [ - 222.5817413330078, - -677.6240844726562 - ], - "size": [ - 421.6000061035156, - 202 - ], - "flags": {}, - "order": 10, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "torch_compile_args", - "type": "WANCOMPILEARGS", - "slot_index": 0, - "links": [ - 70 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "6099ad393b071728032fd481e96d77d2900eee2c", - "Node name for S&R": "WanVideoTorchCompileSettings" - }, - "widgets_values": [ - "inductor", - false, - "default", - false, - 64, - true, - 128 - ] - }, { "id": 64, "type": "WanVideoTeaCache", @@ -532,7 +446,7 @@ 178 ], "flags": {}, - "order": 11, + "order": 8, "mode": 0, "inputs": [], "outputs": [ @@ -558,155 +472,6 @@ "e0" ] }, - { - "id": 22, - "type": "WanVideoModelLoader", - "pos": [ - 620.3950805664062, - -357.8426818847656 - ], - "size": [ - 477.4410095214844, - 234 - ], - "flags": {}, - "order": 19, - "mode": 0, - "inputs": [ - { - "name": "compile_args", - "shape": 7, - "type": "WANCOMPILEARGS", - "link": 70 - }, - { - "name": "block_swap_args", - "shape": 7, - "type": "BLOCKSWAPARGS", - "link": null - }, - { - "name": "lora", - "shape": 7, - "type": "WANVIDLORA", - "link": null - }, - { - "name": "vram_management_args", - "shape": 7, - "type": "VRAM_MANAGEMENTARGS", - "link": null - }, - { - "name": "vace_model", - "shape": 7, - "type": "VACEPATH", - "link": null - } - ], - "outputs": [ - { - "name": "model", - "type": "WANVIDEOMODEL", - "slot_index": 0, - "links": [ - 29 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "6099ad393b071728032fd481e96d77d2900eee2c", - "Node name for S&R": "WanVideoModelLoader" - }, - "widgets_values": [ - "WanVideo\\Phantom-Wan-1_3B_fp16.safetensors", - "fp16_fast", - "disabled", - "main_device", - "sageattn" - ], - "color": "#223", - "bgcolor": "#335" - }, - { - "id": 61, - "type": "INTConstant", - "pos": [ - -507.47119140625, - -30.832414627075195 - ], - "size": [ - 210, - 58 - ], - "flags": {}, - "order": 12, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "value", - "type": "INT", - "links": [ - 76, - 79, - 85, - 89 - ] - } - ], - "title": "Width", - "properties": { - "cnr_id": "comfyui-kjnodes", - "ver": "3e3a1a8aac61dc4515f6a7da74e026f05a80299f", - "Node name for S&R": "INTConstant" - }, - "widgets_values": [ - 1280 - ], - "color": "#1b4669", - "bgcolor": "#29699c" - }, - { - "id": 62, - "type": "INTConstant", - "pos": [ - -501.34527587890625, - 83.66830444335938 - ], - "size": [ - 210, - 58 - ], - "flags": {}, - "order": 13, - "mode": 0, - "inputs": [], - "outputs": [ - { - "name": "value", - "type": "INT", - "links": [ - 77, - 80, - 86, - 90 - ] - } - ], - "title": "Height", - "properties": { - "cnr_id": "comfyui-kjnodes", - "ver": "3e3a1a8aac61dc4515f6a7da74e026f05a80299f", - "Node name for S&R": "INTConstant" - }, - "widgets_values": [ - 768 - ], - "color": "#1b4669", - "bgcolor": "#29699c" - }, { "id": 66, "type": "ImageConcatMulti", @@ -719,7 +484,7 @@ 150 ], "flags": {}, - "order": 31, + "order": 34, "mode": 0, "inputs": [ { @@ -765,7 +530,7 @@ 314 ], "flags": {}, - "order": 14, + "order": 9, "mode": 0, "inputs": [], "outputs": [ @@ -804,7 +569,7 @@ 238 ], "flags": {}, - "order": 20, + "order": 24, "mode": 0, "inputs": [ { @@ -812,18 +577,6 @@ "type": "IMAGE", "link": 87 }, - { - "name": "width_input", - "shape": 7, - "type": "INT", - "link": null - }, - { - "name": "height_input", - "shape": 7, - "type": "INT", - "link": null - }, { "name": "get_image_size", "shape": 7, @@ -845,6 +598,18 @@ "name": "height" }, "link": 86 + }, + { + "name": "width_input", + "shape": 7, + "type": "INT", + "link": null + }, + { + "name": "height_input", + "shape": 7, + "type": "INT", + "link": null } ], "outputs": [ @@ -892,7 +657,7 @@ 238 ], "flags": {}, - "order": 21, + "order": 23, "mode": 0, "inputs": [ { @@ -900,18 +665,6 @@ "type": "IMAGE", "link": 72 }, - { - "name": "width_input", - "shape": 7, - "type": "INT", - "link": null - }, - { - "name": "height_input", - "shape": 7, - "type": "INT", - "link": null - }, { "name": "get_image_size", "shape": 7, @@ -933,6 +686,18 @@ "name": "height" }, "link": 80 + }, + { + "name": "width_input", + "shape": 7, + "type": "INT", + "link": null + }, + { + "name": "height_input", + "shape": 7, + "type": "INT", + "link": null } ], "outputs": [ @@ -980,7 +745,7 @@ 314 ], "flags": {}, - "order": 15, + "order": 10, "mode": 0, "inputs": [], "outputs": [ @@ -1019,7 +784,7 @@ 261.5306701660156 ], "flags": {}, - "order": 16, + "order": 20, "mode": 0, "inputs": [ { @@ -1057,35 +822,6 @@ "color": "#332922", "bgcolor": "#593930" }, - { - "id": 63, - "type": "PreviewImage", - "pos": [ - 1249.652587890625, - 640.6929931640625 - ], - "size": [ - 675.1277465820312, - 258 - ], - "flags": {}, - "order": 25, - "mode": 0, - "inputs": [ - { - "name": "images", - "type": "IMAGE", - "link": 102 - } - ], - "outputs": [], - "properties": { - "cnr_id": "comfy-core", - "ver": "0.3.29", - "Node name for S&R": "PreviewImage" - }, - "widgets_values": [] - }, { "id": 69, "type": "ImagePadKJ", @@ -1098,7 +834,7 @@ 262 ], "flags": {}, - "order": 23, + "order": 27, "mode": 0, "inputs": [ { @@ -1167,7 +903,7 @@ 262 ], "flags": {}, - "order": 24, + "order": 26, "mode": 0, "inputs": [ { @@ -1224,64 +960,6 @@ "255,255,255" ] }, - { - "id": 74, - "type": "WanVideoPhantomEmbeds", - "pos": [ - 1243.949462890625, - 424.87481689453125 - ], - "size": [ - 380.4000244140625, - 142 - ], - "flags": {}, - "order": 28, - "mode": 0, - "inputs": [ - { - "name": "phantom_latent_1", - "type": "LATENT", - "link": 119 - }, - { - "name": "phantom_latent_2", - "shape": 7, - "type": "LATENT", - "link": 120 - }, - { - "name": "phantom_latent_3", - "shape": 7, - "type": "LATENT", - "link": null - }, - { - "name": "phantom_latent_4", - "shape": 7, - "type": "LATENT", - "link": null - } - ], - "outputs": [ - { - "name": "image_embeds", - "type": "WANVIDIMAGE_EMBEDS", - "links": [ - 114 - ] - } - ], - "properties": { - "cnr_id": "ComfyUI-WanVideoWrapper", - "ver": "1f535743870da83c530386874f10aabc70201919", - "Node name for S&R": "WanVideoPhantomEmbeds" - }, - "widgets_values": [ - 81, - 5 - ] - }, { "id": 73, "type": "WanVideoEncode", @@ -1294,7 +972,7 @@ 242 ], "flags": {}, - "order": 26, + "order": 30, "mode": 0, "inputs": [ { @@ -1350,7 +1028,7 @@ 242 ], "flags": {}, - "order": 27, + "order": 28, "mode": 0, "inputs": [ { @@ -1406,7 +1084,7 @@ 729 ], "flags": {}, - "order": 29, + "order": 32, "mode": 0, "inputs": [ { @@ -1483,6 +1161,18 @@ "shape": 7, "type": "UNIANIMATE_POSE", "link": null + }, + { + "name": "fantasytalking_embeds", + "shape": 7, + "type": "FANTASYTALKING_EMBEDS", + "link": null + }, + { + "name": "uni3c_embeds", + "shape": 7, + "type": "UNI3C_EMBEDS", + "link": null } ], "outputs": [ @@ -1511,10 +1201,366 @@ 0, 1, false, - "comfy", - "" + "comfy" ] }, + { + "id": 63, + "type": "PreviewImage", + "pos": [ + 1257.5802001953125, + 714.0238647460938 + ], + "size": [ + 675.1277465820312, + 258 + ], + "flags": {}, + "order": 29, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 102 + } + ], + "outputs": [], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.29", + "Node name for S&R": "PreviewImage" + }, + "widgets_values": [] + }, + { + "id": 74, + "type": "WanVideoPhantomEmbeds", + "pos": [ + 1243.949462890625, + 424.87481689453125 + ], + "size": [ + 380.4000244140625, + 210 + ], + "flags": {}, + "order": 31, + "mode": 0, + "inputs": [ + { + "name": "phantom_latent_1", + "type": "LATENT", + "link": 119 + }, + { + "name": "phantom_latent_2", + "shape": 7, + "type": "LATENT", + "link": 120 + }, + { + "name": "phantom_latent_3", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "phantom_latent_4", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "vace_embeds", + "shape": 7, + "type": "WANVIDIMAGE_EMBEDS", + "link": null + } + ], + "outputs": [ + { + "name": "image_embeds", + "type": "WANVIDIMAGE_EMBEDS", + "links": [ + 114 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "1f535743870da83c530386874f10aabc70201919", + "Node name for S&R": "WanVideoPhantomEmbeds" + }, + "widgets_values": [ + 121, + 5, + 0, + 1 + ] + }, + { + "id": 61, + "type": "INTConstant", + "pos": [ + -507.47119140625, + -30.832414627075195 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "value", + "type": "INT", + "links": [ + 76, + 79, + 85, + 89 + ] + } + ], + "title": "Width", + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "3e3a1a8aac61dc4515f6a7da74e026f05a80299f", + "Node name for S&R": "INTConstant" + }, + "widgets_values": [ + 832 + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 62, + "type": "INTConstant", + "pos": [ + -501.34527587890625, + 83.66830444335938 + ], + "size": [ + 210, + 58 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "value", + "type": "INT", + "links": [ + 77, + 80, + 86, + 90 + ] + } + ], + "title": "Height", + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "3e3a1a8aac61dc4515f6a7da74e026f05a80299f", + "Node name for S&R": "INTConstant" + }, + "widgets_values": [ + 480 + ], + "color": "#1b4669", + "bgcolor": "#29699c" + }, + { + "id": 22, + "type": "WanVideoModelLoader", + "pos": [ + 620.3950805664062, + -357.8426818847656 + ], + "size": [ + 477.4410095214844, + 254 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "shape": 7, + "type": "WANCOMPILEARGS", + "link": null + }, + { + "name": "block_swap_args", + "shape": 7, + "type": "BLOCKSWAPARGS", + "link": null + }, + { + "name": "lora", + "shape": 7, + "type": "WANVIDLORA", + "link": null + }, + { + "name": "vram_management_args", + "shape": 7, + "type": "VRAM_MANAGEMENTARGS", + "link": null + }, + { + "name": "vace_model", + "shape": 7, + "type": "VACEPATH", + "link": null + }, + { + "name": "fantasytalking_model", + "shape": 7, + "type": "FANTASYTALKINGMODEL", + "link": null + } + ], + "outputs": [ + { + "name": "model", + "type": "WANVIDEOMODEL", + "slot_index": 0, + "links": [ + 29 + ] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "6099ad393b071728032fd481e96d77d2900eee2c", + "Node name for S&R": "WanVideoModelLoader" + }, + "widgets_values": [ + "WanVideo\\Phantom-Wan-1_3B_fp16.safetensors", + "fp16_fast", + "disabled", + "offload_device", + "sdpa" + ], + "color": "#223", + "bgcolor": "#335" + }, + { + "id": 44, + "type": "Note", + "pos": [ + -364.3403625488281, + -713.1776733398438 + ], + "size": [ + 303.0501403808594, + 88 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "If you have Triton installed, connect this for ~30% speed increase" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 35, + "type": "WanVideoTorchCompileSettings", + "pos": [ + 2.7694029808044434, + -703.7493896484375 + ], + "size": [ + 421.6000061035156, + 202 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "torch_compile_args", + "type": "WANCOMPILEARGS", + "slot_index": 0, + "links": [] + } + ], + "properties": { + "cnr_id": "ComfyUI-WanVideoWrapper", + "ver": "6099ad393b071728032fd481e96d77d2900eee2c", + "Node name for S&R": "WanVideoTorchCompileSettings" + }, + "widgets_values": [ + "inductor", + false, + "default", + false, + 64, + true, + 128 + ] + }, + { + "id": 36, + "type": "Note", + "pos": [ + 717.425537109375, + -601.8137817382812 + ], + "size": [ + 374.3061828613281, + 171.9547576904297 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "fp8_fast seems to cause huge quality degradation\n\nfp_16_fast enables \"Full FP16 Accmumulation in FP16 GEMMs\" feature available in the very latest pytorch nightly, this is around 20% speed boost. \n\nSageattn if you have it installed can be used for almost double inference speed" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 75, + "type": "MarkdownNote", + "pos": [ + 730.5043334960938, + -853.4318237304688 + ], + "size": [ + 369.9837341308594, + 207.7837371826172 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Model links:\n\n1.3B:\n\n[https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Phantom-Wan-1_3B_fp16.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Phantom-Wan-1_3B_fp16.safetensors)\n\n14B:\n\n[https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Phantom-Wan-14B_fp16.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Phantom-Wan-14B_fp16.safetensors)\n\n[https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Phantom-Wan-14B_fp8_e4m3fn.safetensors](https://huggingface.co/Kijai/WanVideo_comfy/blob/main/Phantom-Wan-14B_fp8_e4m3fn.safetensors)" + ], + "color": "#432", + "bgcolor": "#653" + }, { "id": 30, "type": "VHS_VideoCombine", @@ -1524,10 +1570,10 @@ ], "size": [ 1245.8460693359375, - 1819.0152587890625 + 334 ], "flags": {}, - "order": 32, + "order": 35, "mode": 0, "inputs": [ { @@ -1567,7 +1613,7 @@ "Node name for S&R": "VHS_VideoCombine" }, "widgets_values": { - "frame_rate": 16, + "frame_rate": 24, "loop_count": 0, "filename_prefix": "WanVideo21_Phantom", "format": "video/h264-mp4", @@ -1591,6 +1637,54 @@ } } } + }, + { + "id": 77, + "type": "Note", + "pos": [ + -532.9983520507812, + -216.64346313476562 + ], + "size": [ + 274.3274841308594, + 121.00284576416016 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [], + "outputs": [], + "title": "Note: Resolution", + "properties": {}, + "widgets_values": [ + "Phantom is trained at 480p but can also work at 720p" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 76, + "type": "Note", + "pos": [ + 1697.19970703125, + 441.3788757324219 + ], + "size": [ + 274.3274841308594, + 121.00284576416016 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [], + "outputs": [], + "title": "Note: FPS", + "properties": {}, + "widgets_values": [ + "Phantom is trained at 24fps, but you can also generate less frames, quality may vary." + ], + "color": "#432", + "bgcolor": "#653" } ], "links": [ @@ -1674,14 +1768,6 @@ 0, "WANVAE" ], - [ - 70, - 35, - 0, - 22, - 0, - "WANCOMPILEARGS" - ], [ 71, 64, @@ -1727,7 +1813,7 @@ 61, 0, 65, - 4, + 2, "INT" ], [ @@ -1735,7 +1821,7 @@ 62, 0, 65, - 5, + 3, "INT" ], [ @@ -1767,7 +1853,7 @@ 61, 0, 68, - 4, + 2, "INT" ], [ @@ -1775,7 +1861,7 @@ 62, 0, 68, - 5, + 3, "INT" ], [ @@ -1885,13 +1971,13 @@ "config": {}, "extra": { "ds": { - "scale": 0.6115909044841836, + "scale": 0.7400249944258622, "offset": [ - 80.2022437434934, - 871.50326287299 + 1005.437787735656, + 997.7652923947804 ] }, - "frontendVersion": "1.17.3", + "frontendVersion": "1.20.3", "node_versions": { "ComfyUI-WanVideoWrapper": "5a2383621a05825d0d0437781afcb8552d9590fd", "comfy-core": "0.3.26",