From 06f9d6aeaf392053f3c93ba201e301a84226a08c Mon Sep 17 00:00:00 2001 From: Shmuel Ronen <80190186+ShmuelRonen@users.noreply.github.com> Date: Sun, 18 May 2025 07:03:02 +0300 Subject: [PATCH] WF --- .../framepack_F1_ prompt + LoRA.json | 1249 +++++++++++++++++ 1 file changed, 1249 insertions(+) create mode 100644 example_workflows/framepack_F1_ prompt + LoRA.json diff --git a/example_workflows/framepack_F1_ prompt + LoRA.json b/example_workflows/framepack_F1_ prompt + LoRA.json new file mode 100644 index 0000000..abf8020 --- /dev/null +++ b/example_workflows/framepack_F1_ prompt + LoRA.json @@ -0,0 +1,1249 @@ +{ + "id": "ce2cb810-7775-4564-8928-dd5bed1053cd", + "revision": 0, + "last_node_id": 80, + "last_link_id": 197, + "nodes": [ + { + "id": 33, + "type": "VAEDecodeTiled", + "pos": [ + 2328.923828125, + -22.08228874206543 + ], + "size": [ + 315, + 150 + ], + "flags": {}, + "order": 18, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 171 + }, + { + "name": "vae", + "type": "VAE", + "link": 154 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 96 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.28", + "Node name for S&R": "VAEDecodeTiled" + }, + "widgets_values": [ + 256, + 64, + 64, + 8 + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 67, + "type": "GetNode", + "pos": [ + 2342.01806640625, + -76.06847381591797 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 0, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 154 + ] + } + ], + "title": "Get_VAE", + "properties": {}, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 23, + "type": "VHS_VideoCombine", + "pos": [ + 2726.849853515625, + -29.90264129638672 + ], + "size": [ + 908.428955078125, + 334 + ], + "flags": {}, + "order": 20, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 97 + }, + { + "name": "audio", + "shape": 7, + "type": "AUDIO", + "link": null + }, + { + "name": "meta_batch", + "shape": 7, + "type": "VHS_BatchManager", + "link": null + }, + { + "name": "vae", + "shape": 7, + "type": "VAE", + "link": null + } + ], + "outputs": [ + { + "name": "Filenames", + "type": "VHS_FILENAMES", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-videohelpersuite", + "ver": "0a75c7958fe320efcb052f1d9f8451fd20c730a8", + "Node name for S&R": "VHS_VideoCombine" + }, + "widgets_values": { + "frame_rate": 30, + "loop_count": 0, + "filename_prefix": "FramePack", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": false, + "videopreview": { + "hidden": false, + "paused": false, + "params": { + "filename": "FramePack_00006.mp4", + "subfolder": "", + "type": "temp", + "format": "video/h264-mp4", + "frame_rate": 30, + "workflow": "FramePack_00006.png", + "fullpath": "/tmp/latentsync_dc8628a8/latentsync_72295408/latentsync_02400a0f/latentsync_2a772d02/latentsync_1604d00c/FramePack_00006.mp4" + } + } + } + }, + { + "id": 44, + "type": "GetImageSizeAndCount", + "pos": [ + 2501.023193359375, + -178.70773315429688 + ], + "size": [ + 277.20001220703125, + 86 + ], + "flags": {}, + "order": 19, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 96 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 97 + ] + }, + { + "label": "608 width", + "name": "width", + "type": "INT", + "links": null + }, + { + "label": "640 height", + "name": "height", + "type": "INT", + "links": null + }, + { + "label": "217 count", + "name": "count", + "type": "INT", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "8ecf5cd05e0a1012087b0da90eea9a13674668db", + "Node name for S&R": "GetImageSizeAndCount" + }, + "widgets_values": [] + }, + { + "id": 13, + "type": "DualCLIPLoader", + "pos": [ + 1412.6063232421875, + 217.93296813964844 + ], + "size": [ + 340.2243957519531, + 130 + ], + "flags": {}, + "order": 1, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 161 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.28", + "Node name for S&R": "DualCLIPLoader" + }, + "widgets_values": [ + "clip_l.safetensors", + "llava_llama3_fp8_scaled.safetensors", + "hunyuan_video", + "default" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 18, + "type": "CLIPVisionLoader", + "pos": [ + 1350.0166015625, + 486.4679870605469 + ], + "size": [ + 388.87139892578125, + 58 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "CLIP_VISION", + "type": "CLIP_VISION", + "links": [ + 172 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.28", + "Node name for S&R": "CLIPVisionLoader" + }, + "widgets_values": [ + "sigclip_vision_patch14_384.safetensors" + ], + "color": "#2a363b", + "bgcolor": "#3f5159" + }, + { + "id": 17, + "type": "CLIPVisionEncode", + "pos": [ + 1806.6055908203125, + 487.4845275878906 + ], + "size": [ + 408.0933532714844, + 82.45076751708984 + ], + "flags": {}, + "order": 16, + "mode": 0, + "inputs": [ + { + "name": "clip_vision", + "type": "CLIP_VISION", + "link": 172 + }, + { + "name": "image", + "type": "IMAGE", + "link": 182 + } + ], + "outputs": [ + { + "name": "CLIP_VISION_OUTPUT", + "type": "CLIP_VISION_OUTPUT", + "links": [ + 177 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.28", + "Node name for S&R": "CLIPVisionEncode" + }, + "widgets_values": [ + "center" + ], + "color": "#233", + "bgcolor": "#355" + }, + { + "id": 50, + "type": "ImageResize+", + "pos": [ + 1245.1058349609375, + 821.4283447265625 + ], + "size": [ + 315, + 218 + ], + "flags": {}, + "order": 13, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 196 + }, + { + "name": "width", + "type": "INT", + "widget": { + "name": "width" + }, + "link": 128 + }, + { + "name": "height", + "type": "INT", + "widget": { + "name": "height" + }, + "link": 127 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 125 + ] + }, + { + "name": "width", + "type": "INT", + "links": null + }, + { + "name": "height", + "type": "INT", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui_essentials", + "ver": "76e9d1e4399bd025ce8b12c290753d58f9f53e93", + "Node name for S&R": "ImageResize+", + "aux_id": "kijai/ComfyUI_essentials" + }, + "widgets_values": [ + 512, + 512, + "lanczos", + "stretch", + "always", + 0 + ] + }, + { + "id": 52, + "type": "LoadFramePackModel", + "pos": [ + 1253.046630859375, + -82.57657623291016 + ], + "size": [ + 480.7601013183594, + 174 + ], + "flags": {}, + "order": 11, + "mode": 0, + "inputs": [ + { + "name": "compile_args", + "shape": 7, + "type": "FRAMEPACKCOMPILEARGS", + "link": null + }, + { + "name": "lora", + "shape": 7, + "type": "FPLORA", + "link": 176 + } + ], + "outputs": [ + { + "name": "model", + "type": "FramePackMODEL", + "links": [ + 162 + ] + } + ], + "properties": { + "aux_id": "kijai/ComfyUI-FramePackWrapper", + "ver": "49fe507eca8246cc9d08a8093892f40c1180e88f", + "Node name for S&R": "LoadFramePackModel" + }, + "widgets_values": [ + "FramePackI2V_HY_bf16.safetensors", + "bf16", + "disabled", + "offload_device", + "sageattn" + ] + }, + { + "id": 48, + "type": "GetImageSizeAndCount", + "pos": [ + 1597.0465087890625, + 854.5502319335938 + ], + "size": [ + 277.20001220703125, + 86 + ], + "flags": {}, + "order": 14, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 125 + } + ], + "outputs": [ + { + "name": "image", + "type": "IMAGE", + "links": [ + 156, + 182 + ] + }, + { + "label": "608 width", + "name": "608 width", + "type": "INT", + "links": null + }, + { + "label": "640 height", + "name": "640 height", + "type": "INT", + "links": null + }, + { + "label": "1 count", + "name": "1 count", + "type": "INT", + "links": null + } + ], + "properties": { + "cnr_id": "comfyui-kjnodes", + "ver": "8ecf5cd05e0a1012087b0da90eea9a13674668db", + "Node name for S&R": "GetImageSizeAndCount" + }, + "widgets_values": [] + }, + { + "id": 71, + "type": "FramePackSampler_F1", + "pos": [ + 2327.752685546875, + 187.48806762695312 + ], + "size": [ + 306.740234375, + 486 + ], + "flags": {}, + "order": 17, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "FramePackMODEL", + "link": 162 + }, + { + "name": "positive_timed_data", + "type": "TIMED_CONDITIONING_WITH_METADATA", + "link": 163 + }, + { + "name": "negative", + "type": "CONDITIONING", + "link": 164 + }, + { + "name": "start_latent", + "shape": 7, + "type": "LATENT", + "link": 181 + }, + { + "name": "start_image_embeds", + "shape": 7, + "type": "CLIP_VISION_OUTPUT", + "link": 177 + }, + { + "name": "end_latent", + "shape": 7, + "type": "LATENT", + "link": null + }, + { + "name": "end_image_embeds", + "shape": 7, + "type": "CLIP_VISION_OUTPUT", + "link": null + }, + { + "name": "initial_samples", + "shape": 7, + "type": "LATENT", + "link": null + } + ], + "outputs": [ + { + "name": "samples", + "type": "LATENT", + "links": [ + 171 + ] + } + ], + "properties": { + "aux_id": "kijai/ComfyUI-FramePackWrapper", + "ver": "5300cdb786950ff44b6688481ae4b307b2d8d6f2", + "Node name for S&R": "FramePackSampler_F1" + }, + "widgets_values": [ + 20, + true, + 0.15, + 1, + 10, + 0, + 839710200567523, + "randomize", + 6, + "unipc_bh1", + "disabled", + 1, + 1 + ] + }, + { + "id": 78, + "type": "Int", + "pos": [ + 535.5647583007812, + 1074.9134521484375 + ], + "size": [ + 270, + 58 + ], + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "INT", + "type": "INT", + "links": [ + 185, + 186, + 187 + ] + } + ], + "properties": { + "cnr_id": "ComfyLiterals", + "ver": "bdddb08ca82d90d75d97b1d437a652e0284a32ac", + "Node name for S&R": "Int" + }, + "widgets_values": [ + "128" + ] + }, + { + "id": 55, + "type": "MarkdownNote", + "pos": [ + 191.9767608642578, + 325.5457458496094 + ], + "size": [ + 459.8609619140625, + 285.9714660644531 + ], + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [], + "outputs": [], + "properties": {}, + "widgets_values": [ + "Model links:\n\n[https://huggingface.co/Kijai/HunyuanVideo_comfy/blob/main/FramePackI2V_HY_fp8_e4m3fn.safetensors](https://huggingface.co/Kijai/HunyuanVideo_comfy/blob/main/FramePackI2V_HY_fp8_e4m3fn.safetensors)\n\n[https://huggingface.co/Kijai/HunyuanVideo_comfy/blob/main/FramePackI2V_HY_bf16.safetensors](https://huggingface.co/Kijai/HunyuanVideo_comfy/blob/main/FramePackI2V_HY_bf16.safetensors)\n\nsigclip:\n\n[https://huggingface.co/Comfy-Org/sigclip_vision_384/tree/main](https://huggingface.co/Comfy-Org/sigclip_vision_384/tree/main)\n\ntext encoder and VAE:\n\n[https://huggingface.co/Comfy-Org/HunyuanVideo_repackaged/tree/main/split_files](https://huggingface.co/Comfy-Org/HunyuanVideo_repackaged/tree/main/split_files)" + ], + "color": "#432", + "bgcolor": "#653" + }, + { + "id": 12, + "type": "VAELoader", + "pos": [ + 189.87973022460938, + 179.86912536621094 + ], + "size": [ + 469.0488586425781, + 58 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 153 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.28", + "Node name for S&R": "VAELoader" + }, + "widgets_values": [ + "hunyuan_video_vae_bf16.safetensors" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 66, + "type": "SetNode", + "pos": [ + 735.6118774414062, + 211.0479736328125 + ], + "size": [ + 210, + 60 + ], + "flags": { + "collapsed": true + }, + "order": 10, + "mode": 0, + "inputs": [ + { + "name": "VAE", + "type": "VAE", + "link": 153 + } + ], + "outputs": [ + { + "name": "*", + "type": "*", + "links": null + } + ], + "title": "Set_VAE", + "properties": { + "previousName": "VAE" + }, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 51, + "type": "FramePackFindNearestBucket", + "pos": [ + 903.359619140625, + 1054.3834228515625 + ], + "size": [ + 249.46913146972656, + 78 + ], + "flags": {}, + "order": 12, + "mode": 0, + "inputs": [ + { + "name": "image", + "type": "IMAGE", + "link": 197 + } + ], + "outputs": [ + { + "name": "width", + "type": "INT", + "links": [ + 128 + ] + }, + { + "name": "height", + "type": "INT", + "links": [ + 127 + ] + } + ], + "properties": { + "aux_id": "kijai/ComfyUI-FramePackWrapper", + "ver": "4f9030a9f4c0bd67d86adf3d3dc07e37118c40bd", + "Node name for S&R": "FramePackFindNearestBucket" + }, + "widgets_values": [ + 640 + ] + }, + { + "id": 20, + "type": "VAEEncode", + "pos": [ + 1936.998779296875, + 857.1337890625 + ], + "size": [ + 210, + 46 + ], + "flags": {}, + "order": 15, + "mode": 0, + "inputs": [ + { + "name": "pixels", + "type": "IMAGE", + "link": 156 + }, + { + "name": "vae", + "type": "VAE", + "link": 155 + } + ], + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 181 + ] + } + ], + "properties": { + "cnr_id": "comfy-core", + "ver": "0.3.28", + "Node name for S&R": "VAEEncode" + }, + "widgets_values": [], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 68, + "type": "GetNode", + "pos": [ + 1947.9498291015625, + 950.6555786132812 + ], + "size": [ + 210, + 34 + ], + "flags": { + "collapsed": true + }, + "order": 6, + "mode": 0, + "inputs": [], + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [ + 155 + ] + } + ], + "title": "Get_VAE", + "properties": {}, + "widgets_values": [ + "VAE" + ], + "color": "#322", + "bgcolor": "#533" + }, + { + "id": 77, + "type": "Image Blank", + "pos": [ + 538.2378540039062, + 823.3319091796875 + ], + "size": [ + 270, + 154 + ], + "flags": {}, + "order": 9, + "mode": 0, + "inputs": [ + { + "name": "red", + "type": "INT", + "widget": { + "name": "red" + }, + "link": 185 + }, + { + "name": "green", + "type": "INT", + "widget": { + "name": "green" + }, + "link": 186 + }, + { + "name": "blue", + "type": "INT", + "widget": { + "name": "blue" + }, + "link": 187 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 196, + 197 + ] + } + ], + "title": "Image Blank 2", + "properties": { + "cnr_id": "pr-was-node-suite-comfyui-47064894", + "ver": "9ae952b1b435d2bd846bfe6516919b5a8b9201aa", + "Node name for S&R": "Image Blank" + }, + "widgets_values": [ + 1024, + 1024, + 128, + 128, + 128 + ] + }, + { + "id": 73, + "type": "FramePackLoraSelect", + "pos": [ + 765.8510131835938, + 319.3360900878906 + ], + "size": [ + 270, + 106 + ], + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "prev_lora", + "shape": 7, + "type": "FPLORA", + "link": null + } + ], + "outputs": [ + { + "name": "lora", + "type": "FPLORA", + "links": [ + 176 + ] + } + ], + "properties": { + "aux_id": "kijai/ComfyUI-FramePackWrapper", + "ver": "5300cdb786950ff44b6688481ae4b307b2d8d6f2", + "Node name for S&R": "FramePackLoraSelect" + }, + "widgets_values": [ + "Hunyuan Video\\social_fashion_hunyuan.safetensors", + 1.0000000000000002, + true + ] + }, + { + "id": 72, + "type": "FramePackTimestampedTextEncode", + "pos": [ + 1807.9678955078125, + 46.69026565551758 + ], + "size": [ + 416.81390380859375, + 373.1272277832031 + ], + "flags": {}, + "order": 8, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 161 + } + ], + "outputs": [ + { + "name": "positive_timed_data", + "type": "TIMED_CONDITIONING_WITH_METADATA", + "links": [ + 163 + ] + }, + { + "name": "negative", + "type": "CONDITIONING", + "links": [ + 164 + ] + } + ], + "properties": { + "aux_id": "kijai/ComfyUI-FramePackWrapper", + "ver": "5300cdb786950ff44b6688481ae4b307b2d8d6f2", + "Node name for S&R": "FramePackTimestampedTextEncode" + }, + "widgets_values": [ + "[0s-5s: a social media fashion model walk on stage of glory] ", + "ugly", + 10, + 9, + 0 + ] + } + ], + "links": [ + [ + 96, + 33, + 0, + 44, + 0, + "IMAGE" + ], + [ + 97, + 44, + 0, + 23, + 0, + "IMAGE" + ], + [ + 125, + 50, + 0, + 48, + 0, + "IMAGE" + ], + [ + 127, + 51, + 1, + 50, + 2, + "INT" + ], + [ + 128, + 51, + 0, + 50, + 1, + "INT" + ], + [ + 153, + 12, + 0, + 66, + 0, + "*" + ], + [ + 154, + 67, + 0, + 33, + 1, + "VAE" + ], + [ + 155, + 68, + 0, + 20, + 1, + "VAE" + ], + [ + 156, + 48, + 0, + 20, + 0, + "IMAGE" + ], + [ + 161, + 13, + 0, + 72, + 0, + "CLIP" + ], + [ + 162, + 52, + 0, + 71, + 0, + "FramePackMODEL" + ], + [ + 163, + 72, + 0, + 71, + 1, + "TIMED_CONDITIONING_WITH_METADATA" + ], + [ + 164, + 72, + 1, + 71, + 2, + "CONDITIONING" + ], + [ + 171, + 71, + 0, + 33, + 0, + "LATENT" + ], + [ + 172, + 18, + 0, + 17, + 0, + "CLIP_VISION" + ], + [ + 176, + 73, + 0, + 52, + 1, + "FPLORA" + ], + [ + 177, + 17, + 0, + 71, + 4, + "CLIP_VISION_OUTPUT" + ], + [ + 181, + 20, + 0, + 71, + 3, + "LATENT" + ], + [ + 182, + 48, + 0, + 17, + 1, + "IMAGE" + ], + [ + 185, + 78, + 0, + 77, + 0, + "INT" + ], + [ + 186, + 78, + 0, + 77, + 1, + "INT" + ], + [ + 187, + 78, + 0, + 77, + 2, + "INT" + ], + [ + 196, + 77, + 0, + 50, + 0, + "IMAGE" + ], + [ + 197, + 77, + 0, + 51, + 0, + "IMAGE" + ] + ], + "groups": [ + { + "id": 2, + "title": "Empty Image", + "bounding": [ + 447.1382141113281, + 708.961181640625, + 1766.3829345703125, + 572.62109375 + ], + "color": "#3f789e", + "font_size": 24, + "flags": {} + } + ], + "config": {}, + "extra": { + "ds": { + "scale": 0.6115909044841659, + "offset": [ + 473.4346649920852, + 206.86086891988742 + ] + }, + "frontendVersion": "1.18.9", + "VHS_latentpreview": false, + "VHS_latentpreviewrate": 0, + "VHS_MetadataImage": true, + "VHS_KeepIntermediate": true, + "ue_links": [] + }, + "version": 0.4 +} \ No newline at end of file