blurgyy-CoMPaSS-FLUX.1-dev-ComfyUI/example-comfyui-workflow.json

{"id":"5acd26bc-1bda-40e5-8d7c-236474cbc0f4","revision":0,"last_node_id":53,"last_link_id":105,"nodes":[{"id":33,"type":"CLIPTextEncode","pos":[390,400],"size":[422.8500061035156,164.30999755859375],"flags":{"collapsed":true},"order":9,"mode":0,"inputs":[{"localized_name":"clip","name":"clip","type":"CLIP","link":54},{"localized_name":"text","name":"text","type":"STRING","widget":{"name":"text"},"link":null}],"outputs":[{"localized_name":"CONDITIONING","name":"CONDITIONING","type":"CONDITIONING","slot_index":0,"links":[55]}],"title":"CLIP Text Encode (Negative Prompt)","properties":{"Node name for S&R":"CLIPTextEncode"},"widgets_values":[""],"color":"#322","bgcolor":"#533"},{"id":46,"type":"CoMPaSS for FLUX.1-dev","pos":[-162.847900390625,-114.01045227050781],"size":[229.1999969482422,26],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":91}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[89]}],"properties":{"Node name for S&R":"CoMPaSS for FLUX.1-dev"},"widgets_values":[]},{"id":47,"type":"MarkdownNote","pos":[186.44216918945312,14.308570861816406],"size":[257.76861572265625,88],"flags":{},"order":0,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Download the ComfyUI-compatible weights at <https://huggingface.co/blurgy/CoMPaSS-FLUX.1>"],"color":"#432","bgcolor":"#653"},{"id":48,"type":"MarkdownNote","pos":[-172.02867126464844,-20.815351486206055],"size":[250.53720092773438,114.85950469970703],"flags":{},"order":1,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["Actually, even bypassing this model patch node, i.e., only loading the LoRA also appears to have some beneficial impact on spatial understanding. However, using the CoMPaSS LoRA without this patched forward process is undefined behavior, so we still recommend enable this patch node."],"color":"#432","bgcolor":"#653"},{"id":49,"type":"MarkdownNote","pos":[-39.49032211303711,437.4638671875],"size":[225,88],"flags":{},"order":2,"mode":0,"inputs":[],"outputs":[],"properties":{},"widgets_values":["🛈 [Learn more about this workflow](https://comfyanonymous.github.io/ComfyUI_examples/flux/#flux-dev-1)"],"color":"#432","bgcolor":"#653"},{"id":27,"type":"EmptySD3LatentImage","pos":[471,455],"size":[315,106],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"batch_size","name":"batch_size","type":"INT","widget":{"name":"batch_size"},"link":null}],"outputs":[{"localized_name":"LATENT","name":"LATENT","type":"LATENT","slot_index":0,"links":[51,98]}],"properties":{"Node name for S&R":"EmptySD3LatentImage"},"widgets_values":[512,512,4],"color":"#323","bgcolor":"#535"},{"id":50,"type":"VAEDecode","pos":[1372.6773681640625,429.8453674316406],"size":[210,46],"flags":{},"order":15,"mode":0,"inputs":[{"localized_name":"samples","name":"samples","type":"LATENT","link":99},{"localized_name":"vae","name":"vae","type":"VAE","link":105}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","slot_index":0,"links":[100]}],"properties":{"Node name for S&R":"VAEDecode"},"widgets_values":[]},{"id":35,"type":"FluxGuidance","pos":[598.5,53.5],"size":[211.60000610351562,58],"flags":{},"order":11,"mode":0,"inputs":[{"localized_name":"conditioning","name":"conditioning","type":"CONDITIONING","link":56},{"localized_name":"guidance","name":"guidance","type":"FLOAT","widget":{"name":"guidance"},"link":null}],"outputs":[{"localized_name":"CONDITIONING","name":"CONDITIONING","type":"CONDITIONING","slot_index":0,"links":[57,101]}],"properties":{"Node name for S&R":"FluxGuidance"},"widgets_values":[3.5]},{"id":6,"type":"CLIPTextEncode","pos":[384,192],"size":[422.8500061035156,164.30999755859375],"flags":{},"order":8,"mode":0,"inputs":[{"localized_name":"clip","name":"clip","type":"CLIP","link":45},{"localized_name":"text","name":"text","type":"STRING","widget":{"name":"text"},"link":null}],"outputs":[{"localized_name":"CONDITIONING","name":"CONDITIONING","type":"CONDITIONING","slot_index":0,"links":[56,102]}],"title":"CLIP Text Encode (Positive Prompt)","properties":{"Node name for S&R":"CLIPTextEncode"},"widgets_values":["a photo of a sheep below a sink"],"color":"#232","bgcolor":"#353"},{"id":52,"type":"KSampler","pos":[1037.67578125,426.8453674316406],"size":[315,262],"flags":{},"order":13,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":97},{"localized_name":"positive","name":"positive","type":"CONDITIONING","link":101},{"localized_name":"negative","name":"negative","type":"CONDITIONING","link":102},{"localized_name":"latent_image","name":"latent_image","type":"LATENT","link":98},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":103},{"localized_name":"steps","name":"steps","type":"INT","widget":{"name":"steps"},"link":null},{"localized_name":"cfg","name":"cfg","type":"FLOAT","widget":{"name":"cfg"},"link":null},{"localized_name":"sampler_name","name":"sampler_name","type":"COMBO","widget":{"name":"sampler_name"},"link":null},{"localized_name":"scheduler","name":"scheduler","type":"COMBO","widget":{"name":"scheduler"},"link":null},{"localized_name":"denoise","name":"denoise","type":"FLOAT","widget":{"name":"denoise"},"link":null}],"outputs":[{"localized_name":"LATENT","name":"LATENT","type":"LATENT","slot_index":0,"links":[99]}],"properties":{"Node name for S&R":"KSampler"},"widgets_values":[826672633412062,"randomize",20,1,"euler","simple",1]},{"id":30,"type":"CheckpointLoaderSimple","pos":[-521.8140258789062,199.6033172607422],"size":[315,98],"flags":{},"order":4,"mode":0,"inputs":[{"localized_name":"ckpt_name","name":"ckpt_name","type":"COMBO","widget":{"name":"ckpt_name"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","slot_index":0,"links":[91,97]},{"localized_name":"CLIP","name":"CLIP","type":"CLIP","slot_index":1,"links":[45,54]},{"localized_name":"VAE","name":"VAE","type":"VAE","slot_index":2,"links":[46,105]}],"properties":{"Node name for S&R":"CheckpointLoaderSimple","models":[{"name":"flux1-dev-fp8.safetensors","url":"https://huggingface.co/Comfy-Org/flux1-dev/resolve/main/flux1-dev-fp8.safetensors?download=true","directory":"checkpoints"}]},"widgets_values":["flux1-dev-fp8.safetensors"]},{"id":34,"type":"Note","pos":[644.1054077148438,1171.8311767578125],"size":[282.8599853515625,164.0800018310547],"flags":{},"order":5,"mode":0,"inputs":[],"outputs":[],"properties":{"text":""},"widgets_values":["Note that Flux dev and schnell do not have any negative prompt so CFG should be set to 1.0. Setting CFG to 1.0 means the negative prompt is ignored."],"color":"#432","bgcolor":"#653"},{"id":31,"type":"KSampler","pos":[1044.1064453125,-131.7713165283203],"size":[315,262],"flags":{},"order":12,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":96},{"localized_name":"positive","name":"positive","type":"CONDITIONING","link":57},{"localized_name":"negative","name":"negative","type":"CONDITIONING","link":55},{"localized_name":"latent_image","name":"latent_image","type":"LATENT","link":51},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":104},{"localized_name":"steps","name":"steps","type":"INT","widget":{"name":"steps"},"link":null},{"localized_name":"cfg","name":"cfg","type":"FLOAT","widget":{"name":"cfg"},"link":null},{"localized_name":"sampler_name","name":"sampler_name","type":"COMBO","widget":{"name":"sampler_name"},"link":null},{"localized_name":"scheduler","name":"scheduler","type":"COMBO","widget":{"name":"scheduler"},"link":null},{"localized_name":"denoise","name":"denoise","type":"FLOAT","widget":{"name":"denoise"},"link":null}],"outputs":[{"localized_name":"LATENT","name":"LATENT","type":"LATENT","slot_index":0,"links":[52]}],"properties":{"Node name for S&R":"KSampler"},"widgets_values":[810408771888340,"randomize",20,1,"euler","simple",1]},{"id":8,"type":"VAEDecode","pos":[1390.0421142578125,-124.67137908935547],"size":[210,46],"flags":{},"order":14,"mode":0,"inputs":[{"localized_name":"samples","name":"samples","type":"LATENT","link":52},{"localized_name":"vae","name":"vae","type":"VAE","link":46}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","slot_index":0,"links":[9]}],"properties":{"Node name for S&R":"VAEDecode"},"widgets_values":[]},{"id":9,"type":"SaveImage","pos":[1635.9075927734375,-122.9381103515625],"size":[405.1503601074219,390.55426025390625],"flags":{},"order":16,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":9},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null}],"outputs":[],"properties":{},"widgets_values":["ComfyUI"]},{"id":53,"type":"PrimitiveInt","pos":[489.52093505859375,646.3125610351562],"size":[270,82],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"value","name":"value","type":"INT","widget":{"name":"value"},"link":null}],"outputs":[{"localized_name":"INT","name":"INT","type":"INT","links":[103,104]}],"properties":{"Node name for S&R":"PrimitiveInt"},"widgets_values":[0,"fixed"]},{"id":51,"type":"SaveImage","pos":[1602.143310546875,430.21197509765625],"size":[405.1503601074219,390.55426025390625],"flags":{},"order":17,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":100},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null}],"outputs":[],"properties":{},"widgets_values":["ComfyUI"]},{"id":44,"type":"LoraLoaderModelOnly","pos":[174.93931579589844,-122.52631378173828],"size":[270,82],"flags":{},"order":10,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":89},{"localized_name":"lora_name","name":"lora_name","type":"COMBO","widget":{"name":"lora_name"},"link":null},{"localized_name":"strength_model","name":"strength_model","type":"FLOAT","widget":{"name":"strength_model"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[96]}],"properties":{"Node name for S&R":"LoraLoaderModelOnly"},"widgets_values":["CoMPaSS-FLUX.1-comfyui.safetensors",1]}],"links":[[9,8,0,9,0,"IMAGE"],[45,30,1,6,0,"CLIP"],[46,30,2,8,1,"VAE"],[51,27,0,31,3,"LATENT"],[52,31,0,8,0,"LATENT"],[54,30,1,33,0,"CLIP"],[55,33,0,31,2,"CONDITIONING"],[56,6,0,35,0,"CONDITIONING"],[57,35,0,31,1,"CONDITIONING"],[89,46,0,44,0,"MODEL"],[91,30,0,46,0,"MODEL"],[96,44,0,31,0,"MODEL"],[97,30,0,52,0,"MODEL"],[98,27,0,52,3,"LATENT"],[99,52,0,50,0,"LATENT"],[100,50,0,51,0,"IMAGE"],[101,35,0,52,1,"CONDITIONING"],[102,6,0,52,2,"CONDITIONING"],[103,53,0,52,4,"INT"],[104,53,0,31,4,"INT"],[105,30,2,50,1,"VAE"]],"groups":[{"id":1,"title":"1. Patch the `forward` process","bounding":[-202.38507080078125,-206.1902313232422,331.64459228515625,344.9514465332031],"color":"#b58b2a","font_size":24,"flags":{}},{"id":2,"title":"2. Load the CoMPaSS LoRA weights","bounding":[139.438232421875,-205.7327423095703,407.5619812011719,340.3305969238281],"color":"#b58b2a","font_size":24,"flags":{}},{"id":3,"title":"FLUX.1-dev","bounding":[1029.9677734375,352.8561096191406,996.8883666992188,484.52783203125],"color":"#3f789e","font_size":24,"flags":{}},{"id":4,"title":"CoMPaSS + FLUX.1-dev","bounding":[1028.6024169921875,-217.03591918945312,1020.121337890625,500.9275817871094],"color":"#3f789e","font_size":24,"flags":{}}],"config":{},"extra":{"ds":{"scale":0.8853779155217921,"offset":[605.8794795204809,491.25206089605274]},"frontendVersion":"1.25.11"},"version":0.4}