VraethrDalkr
ee138a2c57
Add independent sampler/scheduler controls for base vs lightning models in the Advanced node based on Reddit community feedback. Simple node maintains backward compatibility. BREAKING CHANGE: Advanced node parameter changes - Added: base_sampler, base_scheduler (for Stage 1) - Added: lightning_sampler, lightning_scheduler (for Stage 2 & 3) - Removed: sampler_name, scheduler parameters Features: - Advanced node: Separate sampler/scheduler for base model vs lightning - Simple node: Unchanged, still uses sampler_name/scheduler - All 5 switching strategies work with new parameters - Boundary calculations use lightning sampler/scheduler - Debug logging reordered to match UI parameter layout Documentation: - Updated tooltips to show stage numbers for model inputs - Added Parameter Reference section for sampler/scheduler params - Added third-party switch node documentation - Reorganized example workflows into T2V/I2V variants - Updated README with new workflow structure Testing: - All 125 tests passing - Updated Advanced node tests to use new parameters - Simple node tests maintain backward-compatible parameters - Added CFG behavior tests for parameter differentiation Migration Guide: Advanced node users must update workflows to replace: sampler_name → base_sampler + lightning_sampler scheduler → base_scheduler + lightning_scheduler Simple node users: No changes required
1 line
14 KiB
JSON
1 line
14 KiB
JSON
{"id":"07dbac36-e822-4507-a815-8235da1de910","revision":0,"last_node_id":378,"last_link_id":926,"nodes":[{"id":213,"type":"VAELoader","pos":[-10,320],"size":[290,60],"flags":{},"order":0,"mode":0,"inputs":[{"localized_name":"vae_name","name":"vae_name","type":"COMBO","widget":{"name":"vae_name"},"link":null}],"outputs":[{"localized_name":"VAE","name":"VAE","type":"VAE","links":[566]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"VAELoader"},"widgets_values":["wan_2.1_vae.safetensors"],"color":"#322","bgcolor":"#533"},{"id":268,"type":"UNETLoader","pos":[-840,-130],"size":[480,82],"flags":{},"order":1,"mode":0,"inputs":[{"localized_name":"unet_name","name":"unet_name","type":"COMBO","widget":{"name":"unet_name"},"link":null},{"localized_name":"weight_dtype","name":"weight_dtype","type":"COMBO","widget":{"name":"weight_dtype"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[921]}],"title":"Load Diffusion Model (base_low)","properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"UNETLoader"},"widgets_values":["Wan2.2/wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors","default"],"color":"#223","bgcolor":"#335"},{"id":212,"type":"CLIPLoader","pos":[-90,150],"size":[370,110],"flags":{},"order":2,"mode":0,"inputs":[{"localized_name":"clip_name","name":"clip_name","type":"COMBO","widget":{"name":"clip_name"},"link":null},{"localized_name":"type","name":"type","type":"COMBO","widget":{"name":"type"},"link":null},{"localized_name":"device","name":"device","shape":7,"type":"COMBO","widget":{"name":"device"},"link":null}],"outputs":[{"localized_name":"CLIP","name":"CLIP","type":"CLIP","links":[424,425]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"CLIPLoader"},"widgets_values":["umt5_xxl_fp8_e4m3fn_scaled.safetensors","wan","default"],"color":"#432","bgcolor":"#653"},{"id":371,"type":"LoraLoaderModelOnly","pos":[-840,10],"size":[480,82],"flags":{},"order":6,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":921},{"localized_name":"lora_name","name":"lora_name","type":"COMBO","widget":{"name":"lora_name"},"link":null},{"localized_name":"strength_model","name":"strength_model","type":"FLOAT","widget":{"name":"strength_model"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[922]}],"title":"LoraLoaderModelOnly (custom LoRA low example)","properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"LoraLoaderModelOnly"},"widgets_values":["Wan2.2/T2I/Instareal_low.safetensors",0.8],"color":"#233","bgcolor":"#355"},{"id":210,"type":"CLIPTextEncode","pos":[310,-270],"size":[290,250],"flags":{},"order":8,"mode":0,"inputs":[{"localized_name":"clip","name":"clip","type":"CLIP","link":425},{"localized_name":"text","name":"text","type":"STRING","widget":{"name":"text"},"link":null}],"outputs":[{"localized_name":"CONDITIONING","name":"CONDITIONING","type":"CONDITIONING","links":[904]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"CLIPTextEncode"},"widgets_values":["Instareal. A stylish woman, framed in a close-up shot, stands in a bustling city street at dusk. The vibrant neon lights of Tokyo's Shinjuku district reflect in her eyes. She smiles subtly, her expression shifting from reflective to a hint of playfulness, as she subtly adjusts the scarf draped around her neck. The camera tracks her face, her features illuminated by the warm, flickering signs around her, capturing the quiet moment amidst the urban chaos. Dusk time, soft artificial lighting, medium-lens, desaturated colors with high-contrast neon accents, cinematic aesthetic."],"color":"#232","bgcolor":"#353"},{"id":211,"type":"CLIPTextEncode","pos":[310,50],"size":[290,140],"flags":{},"order":7,"mode":0,"inputs":[{"localized_name":"clip","name":"clip","type":"CLIP","link":424},{"localized_name":"text","name":"text","type":"STRING","widget":{"name":"text"},"link":null}],"outputs":[{"localized_name":"CONDITIONING","name":"CONDITIONING","type":"CONDITIONING","links":[905]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"CLIPTextEncode"},"widgets_values":["色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走"],"color":"#332922","bgcolor":"#593930"},{"id":285,"type":"CreateVideo","pos":[940,-160],"size":[210,78],"flags":{},"order":14,"mode":0,"inputs":[{"localized_name":"images","name":"images","type":"IMAGE","link":633},{"localized_name":"audio","name":"audio","shape":7,"type":"AUDIO","link":null},{"localized_name":"fps","name":"fps","type":"FLOAT","widget":{"name":"fps"},"link":null}],"outputs":[{"localized_name":"VIDEO","name":"VIDEO","type":"VIDEO","links":[926]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"CreateVideo"},"widgets_values":[16]},{"id":376,"type":"SaveVideo","pos":[940,-20],"size":[280,610],"flags":{},"order":15,"mode":0,"inputs":[{"localized_name":"video","name":"video","type":"VIDEO","link":926},{"localized_name":"filename_prefix","name":"filename_prefix","type":"STRING","widget":{"name":"filename_prefix"},"link":null},{"localized_name":"format","name":"format","type":"COMBO","widget":{"name":"format"},"link":null},{"localized_name":"codec","name":"codec","type":"COMBO","widget":{"name":"codec"},"link":null}],"outputs":[],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"SaveVideo"},"widgets_values":["video/ComfyUI","auto","auto"]},{"id":254,"type":"VAEDecode","pos":[940,-270],"size":[210,46],"flags":{"collapsed":false},"order":13,"mode":0,"inputs":[{"localized_name":"samples","name":"samples","type":"LATENT","link":911},{"localized_name":"vae","name":"vae","type":"VAE","link":566}],"outputs":[{"localized_name":"IMAGE","name":"IMAGE","type":"IMAGE","links":[633]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"VAEDecode"},"widgets_values":[],"color":"#2a363b","bgcolor":"#3f5159"},{"id":231,"type":"EmptyHunyuanLatentVideo","pos":[310,250],"size":[290,130],"flags":{},"order":3,"mode":0,"inputs":[{"localized_name":"width","name":"width","type":"INT","widget":{"name":"width"},"link":null},{"localized_name":"height","name":"height","type":"INT","widget":{"name":"height"},"link":null},{"localized_name":"length","name":"length","type":"INT","widget":{"name":"length"},"link":null},{"localized_name":"batch_size","name":"batch_size","type":"INT","widget":{"name":"batch_size"},"link":null}],"outputs":[{"localized_name":"LATENT","name":"LATENT","type":"LATENT","links":[908]}],"properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"EmptyHunyuanLatentVideo"},"widgets_values":[720,1280,41,1],"color":"#233","bgcolor":"#355"},{"id":378,"type":"MarkdownNote","pos":[-1380,-270],"size":[510,560],"flags":{},"order":4,"mode":0,"inputs":[],"outputs":[],"title":"Text-to-Video Workflow - Model Downloads","properties":{},"widgets_values":["### **Required Models:**\n\n**CLIP Text Encoder**:\n- `umt5_xxl_fp8_e4m3fn_scaled.safetensors`\n- Download: [Comfy-Org/Wan_2.2_ComfyUI_Repackaged](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/tree/main/split_files/text_encoders)\n- Place in: `ComfyUI/models/text_encoders/`\n\n**VAE**:\n- `wan_2.1_vae.safetensors`\n- Download: [Comfy-Org/Wan_2.2_ComfyUI_Repackaged](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/tree/main/split_files/vae)\n- Place in: `ComfyUI/models/vae/`\n\n**Base Models**:\n- `wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors`\n- `wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors`\n- Download: [Comfy-Org/Wan_2.2_ComfyUI_Repackaged](https://huggingface.co/Comfy-Org/Wan_2.2_ComfyUI_Repackaged/tree/main/split_files/diffusion_models)\n- Place in: `ComfyUI/models/diffusion_models/`\n\n**Lightning LoRAs**:\n- `Wan22_A14B_T2V_HIGH_Lightning_4steps_lora_250928_rank128_fp16.safetensors`\n- `Wan22_A14B_T2V_LOW_Lightning_4steps_lora_250928_rank64_fp16.safetensors`\n- Download: [Kijai/WanVideo_comfy/tree/main/LoRAs/Wan22-Lightning](https://huggingface.co/Kijai/WanVideo_comfy/tree/main/LoRAs/Wan22-Lightning)\n- Place in: `ComfyUI/models/loras/` (organize in subfolders as preferred)\n\n**Custom LoRA Example (Instareal)**:\n- `Instareal_high.safetensors`\n- `Instareal_low.safetensors`\n- Download: [Civitai - Instareal WAN 2.2](https://civitai.com/models/1877171/instareal-wan-22)\n- Place in: `ComfyUI/models/loras/` (organize in subfolders as preferred)\n- **Note**: ZIP contains both high and low variants. Recommended strength: 0.8-1.2\n\n### **Custom LoRA Placement Guide:**\nThis workflow demonstrates how to layer custom LoRAs with Lightning LoRAs:\n1. Custom LoRAs are applied to base models first\n2. Lightning LoRAs are applied to the custom LoRA-enhanced models\n3. Use appropriate strengths for your specific LoRA"],"color":"#432","bgcolor":"#653"},{"id":206,"type":"LoraLoaderModelOnly","pos":[-330,10],"size":[610,82],"flags":{},"order":10,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":922},{"localized_name":"lora_name","name":"lora_name","type":"COMBO","widget":{"name":"lora_name"},"link":null},{"localized_name":"strength_model","name":"strength_model","type":"FLOAT","widget":{"name":"strength_model"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[902]}],"title":"LoraLoaderModelOnly (lightning_low LoRA)","properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"LoraLoaderModelOnly"},"widgets_values":["Wan2.2/T2V/Wan22_A14B_T2V_LOW_Lightning_4steps_lora_250928_rank64_fp16.safetensors",1],"color":"#223","bgcolor":"#335"},{"id":205,"type":"LoraLoaderModelOnly","pos":[-330,-130],"size":[610,82],"flags":{},"order":11,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":920},{"localized_name":"lora_name","name":"lora_name","type":"COMBO","widget":{"name":"lora_name"},"link":null},{"localized_name":"strength_model","name":"strength_model","type":"FLOAT","widget":{"name":"strength_model"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[899]}],"title":"LoraLoaderModelOnly (lightning_high LoRA)","properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"LoraLoaderModelOnly"},"widgets_values":["Wan2.2/T2V/Wan22_A14B_T2V_HIGH_Lightning_4steps_lora_250928_rank128_fp16.safetensors",1],"color":"#223","bgcolor":"#335"},{"id":370,"type":"LoraLoaderModelOnly","pos":[-330,-270],"size":[610,82],"flags":{},"order":9,"mode":0,"inputs":[{"localized_name":"model","name":"model","type":"MODEL","link":919},{"localized_name":"lora_name","name":"lora_name","type":"COMBO","widget":{"name":"lora_name"},"link":null},{"localized_name":"strength_model","name":"strength_model","type":"FLOAT","widget":{"name":"strength_model"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[920,923]}],"title":"LoraLoaderModelOnly (custom LoRA high example)","properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"LoraLoaderModelOnly"},"widgets_values":["Wan2.2/T2I/Instareal_high.safetensors",0.8],"color":"#233","bgcolor":"#355"},{"id":267,"type":"UNETLoader","pos":[-840,-270],"size":[480,82],"flags":{},"order":5,"mode":0,"inputs":[{"localized_name":"unet_name","name":"unet_name","type":"COMBO","widget":{"name":"unet_name"},"link":null},{"localized_name":"weight_dtype","name":"weight_dtype","type":"COMBO","widget":{"name":"weight_dtype"},"link":null}],"outputs":[{"localized_name":"MODEL","name":"MODEL","type":"MODEL","links":[919]}],"title":"Load Diffusion Model (base_high)","properties":{"cnr_id":"comfy-core","ver":"0.3.59","Node name for S&R":"UNETLoader"},"widgets_values":["Wan2.2/wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors","default"],"color":"#223","bgcolor":"#335"},{"id":366,"type":"TripleKSamplerWan22Lightning","pos":[630,-270],"size":[280,860],"flags":{},"order":12,"mode":0,"inputs":[{"localized_name":"base_high","name":"base_high","type":"MODEL","link":923},{"localized_name":"lightning_high","name":"lightning_high","type":"MODEL","link":899},{"localized_name":"lightning_low","name":"lightning_low","type":"MODEL","link":902},{"localized_name":"positive","name":"positive","type":"CONDITIONING","link":904},{"localized_name":"negative","name":"negative","type":"CONDITIONING","link":905},{"localized_name":"latent_image","name":"latent_image","type":"LATENT","link":908},{"localized_name":"seed","name":"seed","type":"INT","widget":{"name":"seed"},"link":null},{"localized_name":"sigma_shift","name":"sigma_shift","type":"FLOAT","widget":{"name":"sigma_shift"},"link":null},{"localized_name":"base_cfg","name":"base_cfg","type":"FLOAT","widget":{"name":"base_cfg"},"link":null},{"localized_name":"lightning_start","name":"lightning_start","type":"INT","widget":{"name":"lightning_start"},"link":null},{"localized_name":"lightning_steps","name":"lightning_steps","type":"INT","widget":{"name":"lightning_steps"},"link":null},{"localized_name":"sampler_name","name":"sampler_name","type":"COMBO","widget":{"name":"sampler_name"},"link":null},{"localized_name":"scheduler","name":"scheduler","type":"COMBO","widget":{"name":"scheduler"},"link":null},{"localized_name":"switch_strategy","name":"switch_strategy","type":"COMBO","widget":{"name":"switch_strategy"},"link":null}],"outputs":[{"localized_name":"LATENT","name":"LATENT","type":"LATENT","links":[911]}],"properties":{"cnr_id":"tripleksampler","ver":"3df9fe74f25260790fada2314d8583eab787d7f8","Node name for S&R":"TripleKSamplerWan22Lightning"},"widgets_values":[0,"fixed",5,3.5,1,8,"euler","simple","T2V boundary"],"color":"#323","bgcolor":"#535"}],"links":[[424,212,0,211,0,"CLIP"],[425,212,0,210,0,"CLIP"],[566,213,0,254,1,"VAE"],[633,254,0,285,0,"IMAGE"],[899,205,0,366,1,"MODEL"],[902,206,0,366,2,"MODEL"],[904,210,0,366,3,"CONDITIONING"],[905,211,0,366,4,"CONDITIONING"],[908,231,0,366,5,"LATENT"],[911,366,0,254,0,"LATENT"],[919,267,0,370,0,"MODEL"],[920,370,0,205,0,"MODEL"],[921,268,0,371,0,"MODEL"],[922,371,0,206,0,"MODEL"],[923,370,0,366,0,"MODEL"],[926,285,0,376,0,"VIDEO"]],"groups":[],"config":{},"extra":{"ds":{"scale":0.8645231966782668,"offset":[358.2519103569458,315.8046344288434]},"frontendVersion":"1.25.11","VHS_latentpreview":false,"VHS_latentpreviewrate":0,"VHS_MetadataImage":true,"VHS_KeepIntermediate":true},"version":0.4} |