From 8952ea3d2b8e7523ad2c86c3c293bf4f750c1d8a Mon Sep 17 00:00:00 2001 From: John Pollock Date: Mon, 13 Oct 2025 19:30:13 -0500 Subject: [PATCH] future ci work --- ...lorence2 detailed_caption to flux_api.json | 245 ++++++++++ ...-GGUF flux unet dual_clip loaders_api.json | 193 ++++++++ ...n_image unet distorch2 cliploader_api.json | 146 ++++++ ...Wrapper wanvideo2_2 I2V A14B GGUF_API.json | 427 ++++++++++++++++++ ...rapper wanvideo_1_3B control_lora_api.json | 270 +++++++++++ ...fyUI-WanVideoWrapper wanvideo_T2V_API.json | 263 +++++++++++ .../flux unet dual_clip vae loaders_api.json | 194 ++++++++ ... checkpointloadersimple distorch2_api.json | 215 +++++++++ ...heckpointloaderadvanced distorch2_api.json | 122 +++++ .../qwen_image unet clip distorch2_api.json | 151 +++++++ .../sd15 checkpoint loader simple_api.json | 108 +++++ .../sdxl checkpoint loader advanced_api.json | 110 +++++ ...n2_2 distorch2 double_unet no_cpu_api.json | 232 ++++++++++ ...an2_2 t2i lightx2v lora distorch2_api.json | 223 +++++++++ ...an2_2 t2v lightx2v lora distorch2_api.json | 227 ++++++++++ 15 files changed, 3126 insertions(+) create mode 100755 ci/example_workflows_api/ComfyUI-Florence2 detailed_caption to flux_api.json create mode 100755 ci/example_workflows_api/ComfyUI-GGUF flux unet dual_clip loaders_api.json create mode 100755 ci/example_workflows_api/ComfyUI-GGUF qwen_image unet distorch2 cliploader_api.json create mode 100755 ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo2_2 I2V A14B GGUF_API.json create mode 100755 ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_1_3B control_lora_api.json create mode 100755 ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_T2V_API.json create mode 100755 ci/example_workflows_api/flux unet dual_clip vae loaders_api.json create mode 100755 ci/example_workflows_api/ltxvideo checkpointloadersimple distorch2_api.json create mode 100755 ci/example_workflows_api/mochi checkpointloaderadvanced distorch2_api.json create mode 100755 ci/example_workflows_api/qwen_image unet clip distorch2_api.json create mode 100755 ci/example_workflows_api/sd15 checkpoint loader simple_api.json create mode 100755 ci/example_workflows_api/sdxl checkpoint loader advanced_api.json create mode 100755 ci/example_workflows_api/wan2_2 distorch2 double_unet no_cpu_api.json create mode 100755 ci/example_workflows_api/wan2_2 t2i lightx2v lora distorch2_api.json create mode 100755 ci/example_workflows_api/wan2_2 t2v lightx2v lora distorch2_api.json diff --git a/ci/example_workflows_api/ComfyUI-Florence2 detailed_caption to flux_api.json b/ci/example_workflows_api/ComfyUI-Florence2 detailed_caption to flux_api.json new file mode 100755 index 0000000..02720ec --- /dev/null +++ b/ci/example_workflows_api/ComfyUI-Florence2 detailed_caption to flux_api.json @@ -0,0 +1,245 @@ +{ + "6": { + "inputs": { + "text": [ + "47", + 2 + ], + "clip": [ + "39", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "13", + 0 + ], + "vae": [ + "40", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "9": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "13": { + "inputs": { + "noise": [ + "25", + 0 + ], + "guider": [ + "22", + 0 + ], + "sampler": [ + "16", + 0 + ], + "sigmas": [ + "17", + 0 + ], + "latent_image": [ + "27", + 0 + ] + }, + "class_type": "SamplerCustomAdvanced", + "_meta": { + "title": "SamplerCustomAdvanced" + } + }, + "16": { + "inputs": { + "sampler_name": "euler" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "KSamplerSelect" + } + }, + "17": { + "inputs": { + "scheduler": "simple", + "steps": 20, + "denoise": 1, + "model": [ + "30", + 0 + ] + }, + "class_type": "BasicScheduler", + "_meta": { + "title": "BasicScheduler" + } + }, + "22": { + "inputs": { + "model": [ + "30", + 0 + ], + "conditioning": [ + "26", + 0 + ] + }, + "class_type": "BasicGuider", + "_meta": { + "title": "BasicGuider" + } + }, + "25": { + "inputs": { + "noise_seed": 66527593966288 + }, + "class_type": "RandomNoise", + "_meta": { + "title": "RandomNoise" + } + }, + "26": { + "inputs": { + "guidance": 3.5, + "conditioning": [ + "6", + 0 + ] + }, + "class_type": "FluxGuidance", + "_meta": { + "title": "FluxGuidance" + } + }, + "27": { + "inputs": { + "width": 1024, + "height": 1024, + "batch_size": 1 + }, + "class_type": "EmptySD3LatentImage", + "_meta": { + "title": "EmptySD3LatentImage" + } + }, + "30": { + "inputs": { + "max_shift": 1.15, + "base_shift": 0.5, + "width": 1024, + "height": 1024, + "model": [ + "38", + 0 + ] + }, + "class_type": "ModelSamplingFlux", + "_meta": { + "title": "ModelSamplingFlux" + } + }, + "38": { + "inputs": { + "unet_name": "flux1-dev-fp8.safetensors", + "weight_dtype": "default", + "device": "cuda:0" + }, + "class_type": "UNETLoaderMultiGPU", + "_meta": { + "title": "UNETLoaderMultiGPU" + } + }, + "39": { + "inputs": { + "clip_name1": "t5xxl_fp8_e4m3fn_scaled.safetensors", + "clip_name2": "clip_l.safetensors", + "type": "flux", + "device": "cpu" + }, + "class_type": "DualCLIPLoaderMultiGPU", + "_meta": { + "title": "DualCLIPLoaderMultiGPU" + } + }, + "40": { + "inputs": { + "vae_name": "ae.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + }, + "44": { + "inputs": { + "image": "ComfyUI-Florence2 detailed_caption to flux.jpg" + }, + "class_type": "LoadImage", + "_meta": { + "title": "Load Image" + } + }, + "45": { + "inputs": { + "model": "MiaoshouAI/Florence-2-large-PromptGen-v2.0", + "precision": "fp16", + "attention": "sdpa", + "convert_to_safetensors": "cuda:1", + "device": "cuda:1", + "offload_device": "cpu" + }, + "class_type": "DownloadAndLoadFlorence2ModelMultiGPU", + "_meta": { + "title": "DownloadAndLoadFlorence2ModelMultiGPU" + } + }, + "47": { + "inputs": { + "text_input": "", + "task": "detailed_caption", + "fill_mask": true, + "keep_model_loaded": true, + "max_new_tokens": 4096, + "num_beams": 3, + "do_sample": true, + "output_mask_select": "", + "seed": 61577449829591, + "image": [ + "44", + 0 + ], + "florence2_model": [ + "45", + 0 + ] + }, + "class_type": "Florence2Run", + "_meta": { + "title": "Florence2Run" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/ComfyUI-GGUF flux unet dual_clip loaders_api.json b/ci/example_workflows_api/ComfyUI-GGUF flux unet dual_clip loaders_api.json new file mode 100755 index 0000000..8aff44d --- /dev/null +++ b/ci/example_workflows_api/ComfyUI-GGUF flux unet dual_clip loaders_api.json @@ -0,0 +1,193 @@ +{ + "6": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"GGUF\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "45", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "13", + 0 + ], + "vae": [ + "40", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "9": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "13": { + "inputs": { + "noise": [ + "25", + 0 + ], + "guider": [ + "22", + 0 + ], + "sampler": [ + "16", + 0 + ], + "sigmas": [ + "17", + 0 + ], + "latent_image": [ + "27", + 0 + ] + }, + "class_type": "SamplerCustomAdvanced", + "_meta": { + "title": "SamplerCustomAdvanced" + } + }, + "16": { + "inputs": { + "sampler_name": "euler" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "KSamplerSelect" + } + }, + "17": { + "inputs": { + "scheduler": "simple", + "steps": 20, + "denoise": 1, + "model": [ + "30", + 0 + ] + }, + "class_type": "BasicScheduler", + "_meta": { + "title": "BasicScheduler" + } + }, + "22": { + "inputs": { + "model": [ + "30", + 0 + ], + "conditioning": [ + "26", + 0 + ] + }, + "class_type": "BasicGuider", + "_meta": { + "title": "BasicGuider" + } + }, + "25": { + "inputs": { + "noise_seed": 411099137945992 + }, + "class_type": "RandomNoise", + "_meta": { + "title": "RandomNoise" + } + }, + "26": { + "inputs": { + "guidance": 3.5, + "conditioning": [ + "6", + 0 + ] + }, + "class_type": "FluxGuidance", + "_meta": { + "title": "FluxGuidance" + } + }, + "27": { + "inputs": { + "width": 1024, + "height": 1024, + "batch_size": 1 + }, + "class_type": "EmptySD3LatentImage", + "_meta": { + "title": "EmptySD3LatentImage" + } + }, + "30": { + "inputs": { + "max_shift": 1.15, + "base_shift": 0.5, + "width": 1024, + "height": 1024, + "model": [ + "44", + 0 + ] + }, + "class_type": "ModelSamplingFlux", + "_meta": { + "title": "ModelSamplingFlux" + } + }, + "40": { + "inputs": { + "vae_name": "ae.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + }, + "44": { + "inputs": { + "unet_name": "flux1-dev-Q4_K_S.gguf", + "device": "cuda:0" + }, + "class_type": "UnetLoaderGGUFMultiGPU", + "_meta": { + "title": "UnetLoaderGGUFMultiGPU" + } + }, + "45": { + "inputs": { + "clip_name1": "t5-v1_1-xxl-encoder-Q4_K_S.gguf", + "clip_name2": "clip_l.safetensors", + "type": "flux", + "device": "cpu" + }, + "class_type": "DualCLIPLoaderGGUFMultiGPU", + "_meta": { + "title": "DualCLIPLoaderGGUFMultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/ComfyUI-GGUF qwen_image unet distorch2 cliploader_api.json b/ci/example_workflows_api/ComfyUI-GGUF qwen_image unet distorch2 cliploader_api.json new file mode 100755 index 0000000..5d727d8 --- /dev/null +++ b/ci/example_workflows_api/ComfyUI-GGUF qwen_image unet distorch2 cliploader_api.json @@ -0,0 +1,146 @@ +{ + "3": { + "inputs": { + "seed": 174815108394042, + "steps": 20, + "cfg": 2.5, + "sampler_name": "euler", + "scheduler": "simple", + "denoise": 1, + "model": [ + "66", + 0 + ], + "positive": [ + "6", + 0 + ], + "negative": [ + "7", + 0 + ], + "latent_image": [ + "58", + 0 + ] + }, + "class_type": "KSampler", + "_meta": { + "title": "KSampler" + } + }, + "6": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"GGUF DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "76", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "7": { + "inputs": { + "text": " ", + "clip": [ + "76", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Negative Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "3", + 0 + ], + "vae": [ + "70", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "58": { + "inputs": { + "width": 1328, + "height": 1328, + "batch_size": 1 + }, + "class_type": "EmptySD3LatentImage", + "_meta": { + "title": "EmptySD3LatentImage" + } + }, + "60": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "66": { + "inputs": { + "shift": 3.1000000000000005, + "model": [ + "77", + 0 + ] + }, + "class_type": "ModelSamplingAuraFlow", + "_meta": { + "title": "ModelSamplingAuraFlow" + } + }, + "70": { + "inputs": { + "vae_name": "qwen_image_vae.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + }, + "76": { + "inputs": { + "clip_name": "Qwen2.5-VL-7B-Instruct-Q4_K_S.gguf", + "type": "qwen_image", + "device": "cuda:1" + }, + "class_type": "CLIPLoaderGGUFMultiGPU", + "_meta": { + "title": "CLIPLoaderGGUFMultiGPU" + } + }, + "77": { + "inputs": { + "unet_name": "qwen-image-Q3_K_S.gguf", + "compute_device": "cuda:0", + "virtual_vram_gb": 4.2, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UnetLoaderGGUFDisTorch2MultiGPU", + "_meta": { + "title": "UnetLoaderGGUFDisTorch2MultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo2_2 I2V A14B GGUF_API.json b/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo2_2 I2V A14B GGUF_API.json new file mode 100755 index 0000000..09c09fb --- /dev/null +++ b/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo2_2 I2V A14B GGUF_API.json @@ -0,0 +1,427 @@ +{ + "56": { + "inputs": { + "lora": "Wan2.2-I2V-A14B-4steps-lora-rank64-Seko-V1/high_noise_model.safetensors", + "strength": 3, + "low_mem_load": false, + "merge_loras": false + }, + "class_type": "WanVideoLoraSelect", + "_meta": { + "title": "WanVideo Lora Select" + } + }, + "60": { + "inputs": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "WanVideo2_2_I2V", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "images": [ + "69", + 0 + ] + }, + "class_type": "VHS_VideoCombine", + "_meta": { + "title": "Video Combine 🎥🅥🅗🅢" + } + }, + "67": { + "inputs": { + "image": "sd15 checkpoint loader simple.jpg" + }, + "class_type": "LoadImage", + "_meta": { + "title": "Load Image" + } + }, + "68": { + "inputs": { + "width": 720, + "height": 720, + "upscale_method": "lanczos", + "keep_proportion": "resize", + "pad_color": "0, 0, 0", + "crop_position": "center", + "divisible_by": 32, + "device": "cpu", + "image": [ + "67", + 0 + ] + }, + "class_type": "ImageResizeKJv2", + "_meta": { + "title": "Resize Image v2" + } + }, + "69": { + "inputs": { + "image": [ + "115", + 0 + ] + }, + "class_type": "GetImageSizeAndCount", + "_meta": { + "title": "Get Image Size & Count" + } + }, + "79": { + "inputs": { + "model": [ + "93", + 0 + ], + "lora": [ + "97", + 0 + ] + }, + "class_type": "WanVideoSetLoRAs", + "_meta": { + "title": "WanVideo Set LoRAs" + } + }, + "80": { + "inputs": { + "model": [ + "92", + 0 + ], + "lora": [ + "56", + 0 + ] + }, + "class_type": "WanVideoSetLoRAs", + "_meta": { + "title": "WanVideo Set LoRAs" + } + }, + "91": { + "inputs": { + "value": 3 + }, + "class_type": "INTConstant", + "_meta": { + "title": "Split_step" + } + }, + "92": { + "inputs": { + "block_swap_args": [ + "116", + 0 + ] + }, + "class_type": "WanVideoSetBlockSwap", + "_meta": { + "title": "WanVideo Set BlockSwap" + } + }, + "93": { + "inputs": { + "model": [ + "108", + 0 + ], + "block_swap_args": [ + "116", + 0 + ] + }, + "class_type": "WanVideoSetBlockSwap", + "_meta": { + "title": "WanVideo Set BlockSwap" + } + }, + "94": { + "inputs": { + "value": 6 + }, + "class_type": "INTConstant", + "_meta": { + "title": "Steps" + } + }, + "95": { + "inputs": { + "steps": [ + "94", + 0 + ], + "cfg_scale_start": 2, + "cfg_scale_end": 2, + "interpolation": "linear", + "start_percent": 0, + "end_percent": 0.01 + }, + "class_type": "CreateCFGScheduleFloatList", + "_meta": { + "title": "Create CFG Schedule Float List" + } + }, + "97": { + "inputs": { + "lora": "Wan2.2-I2V-A14B-4steps-lora-rank64-Seko-V1/low_noise_model.safetensors", + "strength": 1, + "low_mem_load": false, + "merge_loras": false + }, + "class_type": "WanVideoLoraSelect", + "_meta": { + "title": "WanVideo Lora Select" + } + }, + "99": { + "inputs": { + "model_name": "umt5-xxl-enc-bf16.safetensors", + "precision": "bf16", + "device": "cuda:0", + "quantization": "disabled" + }, + "class_type": "LoadWanVideoT5TextEncoderMultiGPU", + "_meta": { + "title": "LoadWanVideoT5TextEncoderMultiGPU" + } + }, + "100": { + "inputs": { + "positive_prompt": "The words \"ComfyUI-WanVideoWrapper\" emblazoned across the scene of an animated cyberpunk cityscape", + "negative_prompt": "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + "force_offload": "cpu", + "use_disk_cache": false, + "t5": [ + "99", + 0 + ], + "load_device": [ + "99", + 1 + ] + }, + "class_type": "WanVideoTextEncodeMultiGPU", + "_meta": { + "title": "WanVideoTextEncodeMultiGPU" + } + }, + "105": { + "inputs": { + "steps": [ + "94", + 0 + ], + "cfg": [ + "95", + 0 + ], + "shift": 8.000000000000002, + "seed": 20843471366611, + "force_offload": true, + "scheduler": "dpm++_sde", + "riflex_freq_index": 0, + "denoise_strength": 1, + "batched_cfg": false, + "rope_function": "comfy", + "start_step": 0, + "end_step": [ + "91", + 0 + ], + "add_noise_to_samples": false, + "model": [ + "109", + 0 + ], + "compute_device": [ + "109", + 1 + ], + "image_embeds": [ + "112", + 0 + ], + "text_embeds": [ + "100", + 0 + ] + }, + "class_type": "WanVideoSamplerMultiGPU", + "_meta": { + "title": "WanVideoSamplerMultiGPU" + } + }, + "106": { + "inputs": { + "steps": [ + "94", + 0 + ], + "cfg": 1.0000000000000002, + "shift": 8.000000000000002, + "seed": 645006682079046, + "force_offload": true, + "scheduler": "dpm++_sde", + "riflex_freq_index": 0, + "denoise_strength": 1, + "batched_cfg": false, + "rope_function": "comfy", + "start_step": [ + "91", + 0 + ], + "end_step": -1, + "add_noise_to_samples": false, + "model": [ + "79", + 0 + ], + "compute_device": [ + "108", + 1 + ], + "image_embeds": [ + "112", + 0 + ], + "text_embeds": [ + "100", + 0 + ], + "samples": [ + "105", + 0 + ] + }, + "class_type": "WanVideoSamplerMultiGPU", + "_meta": { + "title": "WanVideoSamplerMultiGPU" + } + }, + "108": { + "inputs": { + "model": "Wan2.2-I2V-A14B-LowNoise-Q5_K_M.gguf", + "base_precision": "fp16_fast", + "quantization": "disabled", + "load_device": "offload_device", + "compute_device": "cuda:0", + "attention_mode": "sdpa", + "rms_norm_function": "default" + }, + "class_type": "WanVideoModelLoaderMultiGPU", + "_meta": { + "title": "WanVideoModelLoaderMultiGPU" + } + }, + "109": { + "inputs": { + "model": "Wan2.2-I2V-A14B-HighNoise-Q5_K_M.gguf", + "base_precision": "fp16_fast", + "quantization": "disabled", + "load_device": "offload_device", + "compute_device": "cuda:0", + "attention_mode": "sdpa", + "rms_norm_function": "default" + }, + "class_type": "WanVideoModelLoaderMultiGPU", + "_meta": { + "title": "WanVideoModelLoaderMultiGPU" + } + }, + "112": { + "inputs": { + "width": [ + "68", + 1 + ], + "height": [ + "68", + 2 + ], + "num_frames": 81, + "noise_aug_strength": 0, + "start_latent_strength": 1, + "end_latent_strength": 1, + "force_offload": true, + "fun_or_fl2v_model": false, + "tiled_vae": false, + "vae": [ + "114", + 0 + ], + "load_device": [ + "114", + 1 + ], + "start_image": [ + "68", + 0 + ] + }, + "class_type": "WanVideoImageToVideoEncodeMultiGPU", + "_meta": { + "title": "WanVideoImageToVideoEncodeMultiGPU" + } + }, + "114": { + "inputs": { + "model_name": "wan_2.1_vae.safetensors", + "load_device": "cuda:0", + "precision": "bf16" + }, + "class_type": "WanVideoVAELoaderMultiGPU", + "_meta": { + "title": "WanVideoVAELoaderMultiGPU" + } + }, + "115": { + "inputs": { + "enable_vae_tiling": false, + "tile_x": 272, + "tile_y": 272, + "tile_stride_x": 144, + "tile_stride_y": 128, + "normalization": "default", + "vae": [ + "114", + 0 + ], + "load_device": [ + "114", + 1 + ], + "samples": [ + "106", + 0 + ] + }, + "class_type": "WanVideoDecodeMultiGPU", + "_meta": { + "title": "WanVideoDecodeMultiGPU" + } + }, + "116": { + "inputs": { + "blocks_to_swap": 40, + "offload_img_emb": true, + "offload_txt_emb": true, + "use_non_blocking": false, + "vace_blocks_to_swap": 0, + "prefetch_blocks": 0, + "block_swap_debug": false, + "swap_device": "cuda:1" + }, + "class_type": "WanVideoBlockSwapMultiGPU", + "_meta": { + "title": "WanVideoBlockSwapMultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_1_3B control_lora_api.json b/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_1_3B control_lora_api.json new file mode 100755 index 0000000..27c46e7 --- /dev/null +++ b/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_1_3B control_lora_api.json @@ -0,0 +1,270 @@ +{ + "30": { + "inputs": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "WanVideoWrapper_I2V", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "images": [ + "103", + 0 + ] + }, + "class_type": "VHS_VideoCombine", + "_meta": { + "title": "Video Combine 🎥🅥🅗🅢" + } + }, + "52": { + "inputs": { + "rel_l1_thresh": 0.1, + "start_step": 1, + "end_step": -1, + "cache_device": "offload_device", + "use_coefficients": "true", + "mode": "e" + }, + "class_type": "WanVideoTeaCache", + "_meta": { + "title": "WanVideo TeaCache" + } + }, + "96": { + "inputs": { + "start_percent": 0, + "end_percent": 0.7, + "latents": [ + "112", + 0 + ] + }, + "class_type": "WanVideoControlEmbeds", + "_meta": { + "title": "WanVideo Control Embeds" + } + }, + "97": { + "inputs": { + "video": "ComfyUI-WanVideoWrapper wanvideo_1_3B control_lora.webm", + "force_rate": 0, + "custom_width": 0, + "custom_height": 0, + "frame_load_cap": 0, + "skip_first_frames": 0, + "select_every_nth": 1, + "format": "AnimateDiff" + }, + "class_type": "VHS_LoadVideo", + "_meta": { + "title": "Load Video (Upload) 🎥🅥🅗🅢" + } + }, + "98": { + "inputs": { + "lora": "wan2.1-1.3b-control-lora-tile-v1.1_comfy.safetensors", + "strength": 1, + "low_mem_load": false, + "merge_loras": true + }, + "class_type": "WanVideoLoraSelect", + "_meta": { + "title": "WanVideo Lora Select" + } + }, + "103": { + "inputs": { + "inputcount": 2, + "direction": "right", + "match_image_size": false, + "Update inputs": null, + "image_1": [ + "104", + 0 + ], + "image_2": [ + "114", + 0 + ] + }, + "class_type": "ImageConcatMulti", + "_meta": { + "title": "Image Concatenate Multi" + } + }, + "104": { + "inputs": { + "blur_radius": 4, + "sigma": 1, + "image": [ + "97", + 0 + ] + }, + "class_type": "ImageBlur", + "_meta": { + "title": "Image Blur" + } + }, + "108": { + "inputs": { + "steps": 30, + "cfg": 6, + "shift": 5, + "seed": 0, + "force_offload": false, + "scheduler": "unipc", + "riflex_freq_index": 0, + "denoise_strength": 1, + "batched_cfg": false, + "rope_function": "comfy", + "start_step": 0, + "end_step": -1, + "add_noise_to_samples": false, + "model": [ + "113", + 0 + ], + "compute_device": [ + "113", + 1 + ], + "image_embeds": [ + "96", + 0 + ], + "text_embeds": [ + "110", + 0 + ], + "cache_args": [ + "52", + 0 + ] + }, + "class_type": "WanVideoSamplerMultiGPU", + "_meta": { + "title": "WanVideoSamplerMultiGPU" + } + }, + "109": { + "inputs": { + "model_name": "wan_2.1_vae.safetensors", + "load_device": "cuda:1", + "precision": "bf16" + }, + "class_type": "WanVideoVAELoaderMultiGPU", + "_meta": { + "title": "WanVideoVAELoaderMultiGPU" + } + }, + "110": { + "inputs": { + "positive_prompt": "video of a cyberpunk city street", + "negative_prompt": "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + "force_offload": "cuda:0", + "use_disk_cache": false, + "t5": [ + "111", + 0 + ], + "load_device": [ + "111", + 1 + ] + }, + "class_type": "WanVideoTextEncodeMultiGPU", + "_meta": { + "title": "WanVideoTextEncodeMultiGPU" + } + }, + "111": { + "inputs": { + "model_name": "umt5-xxl-enc-bf16.safetensors", + "precision": "bf16", + "device": "cuda:1", + "quantization": "fp8_e4m3fn" + }, + "class_type": "LoadWanVideoT5TextEncoderMultiGPU", + "_meta": { + "title": "LoadWanVideoT5TextEncoderMultiGPU" + } + }, + "112": { + "inputs": { + "enable_vae_tiling": false, + "tile_x": 272, + "tile_y": 272, + "tile_stride_x": 144, + "tile_stride_y": 128, + "noise_aug_strength": 0, + "latent_strength": 1, + "vae": [ + "109", + 0 + ], + "load_device": [ + "109", + 1 + ], + "image": [ + "104", + 0 + ] + }, + "class_type": "WanVideoEncodeMultiGPU", + "_meta": { + "title": "WanVideoEncodeMultiGPU" + } + }, + "113": { + "inputs": { + "model": "Wan2_1-T2V-1_3B_bf16.safetensors", + "base_precision": "bf16", + "quantization": "disabled", + "load_device": "offload_device", + "compute_device": "cuda:0", + "attention_mode": "sdpa", + "rms_norm_function": "default", + "lora": [ + "98", + 0 + ] + }, + "class_type": "WanVideoModelLoaderMultiGPU", + "_meta": { + "title": "WanVideoModelLoaderMultiGPU" + } + }, + "114": { + "inputs": { + "enable_vae_tiling": false, + "tile_x": 272, + "tile_y": 272, + "tile_stride_x": 144, + "tile_stride_y": 128, + "normalization": "default", + "vae": [ + "109", + 0 + ], + "load_device": [ + "109", + 1 + ], + "samples": [ + "108", + 0 + ] + }, + "class_type": "WanVideoDecodeMultiGPU", + "_meta": { + "title": "WanVideoDecodeMultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_T2V_API.json b/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_T2V_API.json new file mode 100755 index 0000000..f38d3e7 --- /dev/null +++ b/ci/example_workflows_api/ComfyUI-WanVideoWrapper wanvideo_T2V_API.json @@ -0,0 +1,263 @@ +{ + "37": { + "inputs": { + "width": 832, + "height": 480, + "num_frames": 81 + }, + "class_type": "WanVideoEmptyEmbeds", + "_meta": { + "title": "WanVideo Empty Embeds" + } + }, + "52": { + "inputs": { + "rel_l1_thresh": 0.25, + "start_step": 1, + "end_step": -1, + "cache_device": "offload_device", + "use_coefficients": false, + "mode": "e" + }, + "class_type": "WanVideoTeaCache", + "_meta": { + "title": "WanVideo TeaCache" + } + }, + "55": { + "inputs": { + "weight": 2, + "start_percent": 0, + "end_percent": 1 + }, + "class_type": "WanVideoEnhanceAVideo", + "_meta": { + "title": "WanVideo Enhance-A-Video" + } + }, + "60": { + "inputs": { + "model_name": "umt5-xxl-enc-bf16.safetensors", + "precision": "bf16", + "device": "cuda:1", + "quantization": "disabled" + }, + "class_type": "LoadWanVideoT5TextEncoderMultiGPU", + "_meta": { + "title": "LoadWanVideoT5TextEncoderMultiGPU" + } + }, + "61": { + "inputs": { + "positive_prompt": "A towering technological monolith in a cyberpunk cityscape at night, with \"WanVideoWrapper\" and \"T2V\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the center of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "negative_prompt": "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + "force_offload": "cpu", + "use_disk_cache": false, + "t5": [ + "60", + 0 + ], + "load_device": [ + "60", + 1 + ] + }, + "class_type": "WanVideoTextEncodeMultiGPU", + "_meta": { + "title": "WanVideoTextEncodeMultiGPU" + } + }, + "62": { + "inputs": { + "model_name": "wan_2.1_vae.safetensors", + "load_device": "cuda:0", + "precision": "bf16" + }, + "class_type": "WanVideoVAELoaderMultiGPU", + "_meta": { + "title": "WanVideoVAELoaderMultiGPU" + } + }, + "63": { + "inputs": { + "steps": 25, + "cfg": 6, + "shift": 5, + "seed": 60, + "force_offload": true, + "scheduler": "unipc", + "riflex_freq_index": 0, + "denoise_strength": 1, + "batched_cfg": false, + "rope_function": "comfy", + "start_step": 0, + "end_step": -1, + "add_noise_to_samples": false, + "model": [ + "66", + 0 + ], + "compute_device": [ + "72", + 1 + ], + "image_embeds": [ + "37", + 0 + ], + "text_embeds": [ + "61", + 0 + ], + "feta_args": [ + "55", + 0 + ], + "cache_args": [ + "52", + 0 + ] + }, + "class_type": "WanVideoSamplerMultiGPU", + "_meta": { + "title": "WanVideoSamplerMultiGPU" + } + }, + "65": { + "inputs": { + "blocks_to_swap": 21, + "offload_img_emb": "cuda:2", + "offload_txt_emb": "cpu", + "use_non_blocking": false, + "vace_blocks_to_swap": false, + "prefetch_blocks": false, + "block_swap_debug": 0, + "swap_device": "cuda:1" + }, + "class_type": "WanVideoBlockSwapMultiGPU", + "_meta": { + "title": "WanVideoBlockSwapMultiGPU" + } + }, + "66": { + "inputs": { + "model": [ + "72", + 0 + ], + "block_swap_args": [ + "65", + 0 + ] + }, + "class_type": "WanVideoSetBlockSwap", + "_meta": { + "title": "WanVideo Set BlockSwap" + } + }, + "69": { + "inputs": { + "image": [ + "75", + 0 + ] + }, + "class_type": "GetImageSizeAndCount", + "_meta": { + "title": "Get Image Size & Count" + } + }, + "70": { + "inputs": { + "frame_rate": 16, + "loop_count": 0, + "filename_prefix": "MultiGPU", + "format": "video/h264-mp4", + "pix_fmt": "yuv420p", + "crf": 19, + "save_metadata": true, + "trim_to_audio": false, + "pingpong": false, + "save_output": true, + "images": [ + "69", + 0 + ] + }, + "class_type": "VHS_VideoCombine", + "_meta": { + "title": "Video Combine 🎥🅥🅗🅢" + } + }, + "72": { + "inputs": { + "model": "Wan2_1-T2V-14B_fp8_e5m2.safetensors", + "base_precision": "bf16", + "quantization": "disabled", + "load_device": "offload_device", + "compute_device": "cuda:0", + "attention_mode": "sdpa", + "rms_norm_function": "default", + "compile_args": [ + "78", + 0 + ] + }, + "class_type": "WanVideoModelLoaderMultiGPU", + "_meta": { + "title": "WanVideoModelLoaderMultiGPU" + } + }, + "74": { + "inputs": { + "model_name": "wan_2.1_vae.safetensors", + "load_device": "cuda:1", + "precision": "bf16" + }, + "class_type": "WanVideoVAELoaderMultiGPU", + "_meta": { + "title": "WanVideoVAELoaderMultiGPU" + } + }, + "75": { + "inputs": { + "enable_vae_tiling": false, + "tile_x": 272, + "tile_y": 272, + "tile_stride_x": 144, + "tile_stride_y": 128, + "normalization": "default", + "vae": [ + "74", + 0 + ], + "load_device": [ + "74", + 1 + ], + "samples": [ + "63", + 0 + ] + }, + "class_type": "WanVideoDecodeMultiGPU", + "_meta": { + "title": "WanVideoDecodeMultiGPU" + } + }, + "78": { + "inputs": { + "backend": "inductor", + "fullgraph": false, + "mode": "default", + "dynamic": false, + "dynamo_cache_size_limit": 64, + "compile_transformer_blocks_only": true, + "dynamo_recompile_limit": 128 + }, + "class_type": "WanVideoTorchCompileSettings", + "_meta": { + "title": "WanVideo Torch Compile Settings" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/flux unet dual_clip vae loaders_api.json b/ci/example_workflows_api/flux unet dual_clip vae loaders_api.json new file mode 100755 index 0000000..298cbfa --- /dev/null +++ b/ci/example_workflows_api/flux unet dual_clip vae loaders_api.json @@ -0,0 +1,194 @@ +{ + "6": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"MultiGPU\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "39", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "13", + 0 + ], + "vae": [ + "40", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "9": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "13": { + "inputs": { + "noise": [ + "25", + 0 + ], + "guider": [ + "22", + 0 + ], + "sampler": [ + "16", + 0 + ], + "sigmas": [ + "17", + 0 + ], + "latent_image": [ + "27", + 0 + ] + }, + "class_type": "SamplerCustomAdvanced", + "_meta": { + "title": "SamplerCustomAdvanced" + } + }, + "16": { + "inputs": { + "sampler_name": "euler" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "KSamplerSelect" + } + }, + "17": { + "inputs": { + "scheduler": "simple", + "steps": 20, + "denoise": 1, + "model": [ + "30", + 0 + ] + }, + "class_type": "BasicScheduler", + "_meta": { + "title": "BasicScheduler" + } + }, + "22": { + "inputs": { + "model": [ + "30", + 0 + ], + "conditioning": [ + "26", + 0 + ] + }, + "class_type": "BasicGuider", + "_meta": { + "title": "BasicGuider" + } + }, + "25": { + "inputs": { + "noise_seed": 653376826227025 + }, + "class_type": "RandomNoise", + "_meta": { + "title": "RandomNoise" + } + }, + "26": { + "inputs": { + "guidance": 3.5, + "conditioning": [ + "6", + 0 + ] + }, + "class_type": "FluxGuidance", + "_meta": { + "title": "FluxGuidance" + } + }, + "27": { + "inputs": { + "width": 1024, + "height": 1024, + "batch_size": 1 + }, + "class_type": "EmptySD3LatentImage", + "_meta": { + "title": "EmptySD3LatentImage" + } + }, + "30": { + "inputs": { + "max_shift": 1.15, + "base_shift": 0.5, + "width": 1024, + "height": 1024, + "model": [ + "38", + 0 + ] + }, + "class_type": "ModelSamplingFlux", + "_meta": { + "title": "ModelSamplingFlux" + } + }, + "38": { + "inputs": { + "unet_name": "flux1-dev-fp8.safetensors", + "weight_dtype": "default", + "device": "cuda:0" + }, + "class_type": "UNETLoaderMultiGPU", + "_meta": { + "title": "UNETLoaderMultiGPU" + } + }, + "39": { + "inputs": { + "clip_name1": "t5xxl_fp8_e4m3fn_scaled.safetensors", + "clip_name2": "clip_l.safetensors", + "type": "flux", + "device": "cpu" + }, + "class_type": "DualCLIPLoaderMultiGPU", + "_meta": { + "title": "DualCLIPLoaderMultiGPU" + } + }, + "40": { + "inputs": { + "vae_name": "ae.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/ltxvideo checkpointloadersimple distorch2_api.json b/ci/example_workflows_api/ltxvideo checkpointloadersimple distorch2_api.json new file mode 100755 index 0000000..8c083b3 --- /dev/null +++ b/ci/example_workflows_api/ltxvideo checkpointloadersimple distorch2_api.json @@ -0,0 +1,215 @@ +{ + "6": { + "inputs": { + "text": "The sun, having just dipped below the horizon, casts a deep twilight blue across the urban canyon. The air is thick with the hush of the approaching night, punctuated only by the distant hum of the city. A gentle drizzle has just passed, leaving the asphalt slick and reflective, mirroring the neon glow from the towering buildings.\n\nIn the foreground, the street stretches out, a dark ribbon reflecting the faint reds and purples of brake lights and storefronts. Small puddles shimmer, disturbed only by the occasional ripple from a lingering raindrop or the almost imperceptible air current.\n\nAs the 3 seconds pass, a barely noticeable shift occurs. The light in the sky ever so subtly deepens, transitioning from a soft, almost ethereal blue to a richer, more profound indigo. The neon signs, which were already bright, seem to gain a fractional intensity, their colors bleeding slightly more vividly onto the wet pavement below. The faint glint on the parked cars, particularly the red one, catches the ambient light just a touch more, highlighting the curves of its wet surface.\n\nIt's a moment of serene transition, a quiet breath as the city fully embraces the night, its artificial lights beginning their nightly dominance against the fading natural world.", + "clip": [ + "97", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "7": { + "inputs": { + "text": "low quality, worst quality, deformed, distorted, disfigured, motion smear, motion artifacts, fused fingers, bad anatomy, weird hand, ugly", + "clip": [ + "97", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Negative Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "72", + 0 + ], + "vae": [ + "96", + 2 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "41": { + "inputs": { + "filename_prefix": "MultiGPU", + "fps": 25, + "lossless": false, + "quality": 90, + "method": "default", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveAnimatedWEBP", + "_meta": { + "title": "SaveAnimatedWEBP" + } + }, + "69": { + "inputs": { + "frame_rate": 25, + "positive": [ + "95", + 0 + ], + "negative": [ + "95", + 1 + ] + }, + "class_type": "LTXVConditioning", + "_meta": { + "title": "LTXVConditioning" + } + }, + "71": { + "inputs": { + "steps": 30, + "max_shift": 2.05, + "base_shift": 0.95, + "stretch": true, + "terminal": 0.1, + "latent": [ + "95", + 2 + ] + }, + "class_type": "LTXVScheduler", + "_meta": { + "title": "LTXVScheduler" + } + }, + "72": { + "inputs": { + "add_noise": true, + "noise_seed": 871180669305010, + "cfg": 3, + "model": [ + "96", + 0 + ], + "positive": [ + "69", + 0 + ], + "negative": [ + "69", + 1 + ], + "sampler": [ + "73", + 0 + ], + "sigmas": [ + "71", + 0 + ], + "latent_image": [ + "95", + 2 + ] + }, + "class_type": "SamplerCustom", + "_meta": { + "title": "SamplerCustom" + } + }, + "73": { + "inputs": { + "sampler_name": "euler" + }, + "class_type": "KSamplerSelect", + "_meta": { + "title": "KSamplerSelect" + } + }, + "78": { + "inputs": { + "image": "ltxvideo checkpointloadersimple distorch2.jpg" + }, + "class_type": "LoadImage", + "_meta": { + "title": "Load Image" + } + }, + "82": { + "inputs": { + "img_compression": 40, + "image": [ + "78", + 0 + ] + }, + "class_type": "LTXVPreprocess", + "_meta": { + "title": "LTXVPreprocess" + } + }, + "95": { + "inputs": { + "width": 512, + "height": 768, + "length": 97, + "batch_size": 1, + "strength": 1, + "positive": [ + "6", + 0 + ], + "negative": [ + "7", + 0 + ], + "vae": [ + "96", + 2 + ], + "image": [ + "82", + 0 + ] + }, + "class_type": "LTXVImgToVideo", + "_meta": { + "title": "LTXVImgToVideo" + } + }, + "96": { + "inputs": { + "ckpt_name": "ltx-video-2b-v0.9.5.safetensors", + "compute_device": "cuda:0", + "virtual_vram_gb": 5, + "donor_device": "cuda:1", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "CheckpointLoaderSimpleDisTorch2MultiGPU", + "_meta": { + "title": "CheckpointLoaderSimpleDisTorch2MultiGPU" + } + }, + "97": { + "inputs": { + "clip_name": "t5xxl_fp16.safetensors", + "type": "ltxv", + "device": "cuda:1" + }, + "class_type": "CLIPLoaderMultiGPU", + "_meta": { + "title": "CLIPLoaderMultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/mochi checkpointloaderadvanced distorch2_api.json b/ci/example_workflows_api/mochi checkpointloaderadvanced distorch2_api.json new file mode 100755 index 0000000..6b3e17b --- /dev/null +++ b/ci/example_workflows_api/mochi checkpointloaderadvanced distorch2_api.json @@ -0,0 +1,122 @@ +{ + "3": { + "inputs": { + "seed": 363535877769015, + "steps": 30, + "cfg": 4.5, + "sampler_name": "euler", + "scheduler": "simple", + "denoise": 1, + "model": [ + "44", + 0 + ], + "positive": [ + "6", + 0 + ], + "negative": [ + "7", + 0 + ], + "latent_image": [ + "21", + 0 + ] + }, + "class_type": "KSampler", + "_meta": { + "title": "KSampler" + } + }, + "6": { + "inputs": { + "text": "A neon blue-green frog with vibrant neon purple spots stares forward with its left eye moving subtly. The frog's skin is textured with small bumps, and its spots appear in irregular patterns across its head and face. The eye is round and black with a subtle shine. The head is slightly tilted to its left, and the body is barely visible. The background is a flat, solid deep blue color, extending beyond the frog in all directions. The camera zooms in slowly on the frog's eye and the frog looks directly at the viewer. The overall lighting is bright and diffused, creating a soft appearance.", + "clip": [ + "44", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Prompt)" + } + }, + "7": { + "inputs": { + "text": "", + "clip": [ + "44", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "3", + 0 + ], + "vae": [ + "44", + 2 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "21": { + "inputs": { + "width": 848, + "height": 480, + "length": 25, + "batch_size": 1 + }, + "class_type": "EmptyMochiLatentVideo", + "_meta": { + "title": "EmptyMochiLatentVideo" + } + }, + "28": { + "inputs": { + "filename_prefix": "MultiGPU", + "fps": 24, + "lossless": false, + "quality": 90, + "method": "default", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveAnimatedWEBP", + "_meta": { + "title": "SaveAnimatedWEBP" + } + }, + "44": { + "inputs": { + "ckpt_name": "mochi_preview_fp8_scaled.safetensors", + "unet_compute_device": "cuda:0", + "unet_virtual_vram_gb": 5, + "unet_donor_device": "cpu", + "clip_compute_device": "cuda:1", + "clip_virtual_vram_gb": 2, + "clip_donor_device": "cpu", + "vae_device": "cuda:1", + "unet_expert_mode_allocations": "", + "clip_expert_mode_allocations": "", + "high_precision_loras": true + }, + "class_type": "CheckpointLoaderAdvancedDisTorch2MultiGPU", + "_meta": { + "title": "CheckpointLoaderAdvancedDisTorch2MultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/qwen_image unet clip distorch2_api.json b/ci/example_workflows_api/qwen_image unet clip distorch2_api.json new file mode 100755 index 0000000..e630110 --- /dev/null +++ b/ci/example_workflows_api/qwen_image unet clip distorch2_api.json @@ -0,0 +1,151 @@ +{ + "3": { + "inputs": { + "seed": 133236841455355, + "steps": 20, + "cfg": 2.5, + "sampler_name": "euler", + "scheduler": "simple", + "denoise": 1, + "model": [ + "66", + 0 + ], + "positive": [ + "6", + 0 + ], + "negative": [ + "7", + 0 + ], + "latent_image": [ + "58", + 0 + ] + }, + "class_type": "KSampler", + "_meta": { + "title": "KSampler" + } + }, + "6": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"QWEN Image DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "79", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "7": { + "inputs": { + "text": " ", + "clip": [ + "79", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Negative Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "3", + 0 + ], + "vae": [ + "70", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "58": { + "inputs": { + "width": 1328, + "height": 1328, + "batch_size": 1 + }, + "class_type": "EmptySD3LatentImage", + "_meta": { + "title": "EmptySD3LatentImage" + } + }, + "60": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "66": { + "inputs": { + "shift": 3.1000000000000005, + "model": [ + "78", + 0 + ] + }, + "class_type": "ModelSamplingAuraFlow", + "_meta": { + "title": "ModelSamplingAuraFlow" + } + }, + "70": { + "inputs": { + "vae_name": "qwen_image_vae.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + }, + "78": { + "inputs": { + "unet_name": "qwen_image_fp8_e4m3fn.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 14, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + }, + "79": { + "inputs": { + "clip_name": "qwen_2.5_vl_7b_fp8_scaled.safetensors", + "type": "qwen_image", + "device": "cuda:1", + "virtual_vram_gb": 3.9, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": false + }, + "class_type": "CLIPLoaderDisTorch2MultiGPU", + "_meta": { + "title": "CLIPLoaderDisTorch2MultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/sd15 checkpoint loader simple_api.json b/ci/example_workflows_api/sd15 checkpoint loader simple_api.json new file mode 100755 index 0000000..f74e57b --- /dev/null +++ b/ci/example_workflows_api/sd15 checkpoint loader simple_api.json @@ -0,0 +1,108 @@ +{ + "2": { + "inputs": { + "seed": 768019607311046, + "steps": 20, + "cfg": 8, + "sampler_name": "dpmpp_2m_sde_gpu", + "scheduler": "karras", + "denoise": 1, + "model": [ + "19", + 0 + ], + "positive": [ + "21", + 0 + ], + "negative": [ + "25", + 0 + ], + "latent_image": [ + "8", + 0 + ] + }, + "class_type": "KSampler", + "_meta": { + "title": "KSampler" + } + }, + "5": { + "inputs": { + "samples": [ + "2", + 0 + ], + "vae": [ + "19", + 2 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "8": { + "inputs": { + "width": 1024, + "height": 1024, + "batch_size": 1 + }, + "class_type": "EmptyLatentImage", + "_meta": { + "title": "Empty Latent Image" + } + }, + "19": { + "inputs": { + "ckpt_name": "sd1.5-real-dream-16.safetensors", + "device": "cuda:1" + }, + "class_type": "CheckpointLoaderSimpleMultiGPU", + "_meta": { + "title": "CheckpointLoaderSimpleMultiGPU" + } + }, + "21": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, neon blue-green mixed with purple illuminate the surrounding buildings. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "19", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "25": { + "inputs": { + "text": "", + "clip": [ + "19", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Negative Prompt)" + } + }, + "28": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "5", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/sdxl checkpoint loader advanced_api.json b/ci/example_workflows_api/sdxl checkpoint loader advanced_api.json new file mode 100755 index 0000000..80940c6 --- /dev/null +++ b/ci/example_workflows_api/sdxl checkpoint loader advanced_api.json @@ -0,0 +1,110 @@ +{ + "2": { + "inputs": { + "seed": 1018829187018126, + "steps": 20, + "cfg": 8, + "sampler_name": "dpmpp_2m_sde_gpu", + "scheduler": "karras", + "denoise": 1, + "model": [ + "27", + 0 + ], + "positive": [ + "21", + 0 + ], + "negative": [ + "25", + 0 + ], + "latent_image": [ + "8", + 0 + ] + }, + "class_type": "KSampler", + "_meta": { + "title": "KSampler" + } + }, + "5": { + "inputs": { + "samples": [ + "2", + 0 + ], + "vae": [ + "27", + 2 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "8": { + "inputs": { + "width": 1024, + "height": 1024, + "batch_size": 1 + }, + "class_type": "EmptyLatentImage", + "_meta": { + "title": "Empty Latent Image" + } + }, + "21": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, neon blue-green mixed with purple illuminate the surrounding buildings. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "27", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "23": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "5", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "25": { + "inputs": { + "text": "", + "clip": [ + "27", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Negative Prompt)" + } + }, + "27": { + "inputs": { + "ckpt_name": "Juggernaut-XL_v9_RunDiffusionPhoto_v2.safetensors", + "unet_device": "cuda:0", + "clip_device": "cpu", + "vae_device": "cuda:1" + }, + "class_type": "CheckpointLoaderAdvancedMultiGPU", + "_meta": { + "title": "CheckpointLoaderAdvancedMultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/wan2_2 distorch2 double_unet no_cpu_api.json b/ci/example_workflows_api/wan2_2 distorch2 double_unet no_cpu_api.json new file mode 100755 index 0000000..be64b2c --- /dev/null +++ b/ci/example_workflows_api/wan2_2 distorch2 double_unet no_cpu_api.json @@ -0,0 +1,232 @@ +{ + "6": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"Wan 2.2 DisTorch 2\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings. The text occupies the center of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "68", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Positive Prompt)" + } + }, + "7": { + "inputs": { + "text": "色调艳丽，过曝，静态，细节模糊不清，字幕，风格，作品，画作，画面，静止，整体发灰，最差质量，低质量，JPEG压缩残留，丑陋的，残缺的，多余的手指，画得不好的手部，画得不好的脸部，畸形的，毁容的，形态畸形的肢体，手指融合，静止不动的画面，杂乱的背景，三条腿，背景人很多，倒着走", + "clip": [ + "68", + 0 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "CLIP Text Encode (Negative Prompt)" + } + }, + "8": { + "inputs": { + "samples": [ + "58", + 0 + ], + "vae": [ + "67", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "28": { + "inputs": { + "filename_prefix": "MultiGPU", + "fps": 16, + "lossless": false, + "quality": 80, + "method": "default", + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveAnimatedWEBP", + "_meta": { + "title": "SaveAnimatedWEBP" + } + }, + "47": { + "inputs": { + "filename_prefix": "MultiGPU", + "codec": "vp9", + "fps": 16.000000000000004, + "crf": 13.3333740234375, + "images": [ + "8", + 0 + ] + }, + "class_type": "SaveWEBM", + "_meta": { + "title": "SaveWEBM" + } + }, + "54": { + "inputs": { + "shift": 8.000000000000002, + "model": [ + "62", + 0 + ] + }, + "class_type": "ModelSamplingSD3", + "_meta": { + "title": "ModelSamplingSD3" + } + }, + "55": { + "inputs": { + "shift": 8, + "model": [ + "70", + 0 + ] + }, + "class_type": "ModelSamplingSD3", + "_meta": { + "title": "ModelSamplingSD3" + } + }, + "57": { + "inputs": { + "add_noise": "enable", + "noise_seed": 868525555974331, + "steps": 20, + "cfg": 3.5, + "sampler_name": "euler", + "scheduler": "simple", + "start_at_step": 0, + "end_at_step": 10, + "return_with_leftover_noise": "enable", + "model": [ + "54", + 0 + ], + "positive": [ + "6", + 0 + ], + "negative": [ + "7", + 0 + ], + "latent_image": [ + "61", + 0 + ] + }, + "class_type": "KSamplerAdvanced", + "_meta": { + "title": "KSampler (Advanced)" + } + }, + "58": { + "inputs": { + "add_noise": "disable", + "noise_seed": 0, + "steps": 20, + "cfg": 3.5, + "sampler_name": "euler", + "scheduler": "simple", + "start_at_step": 10, + "end_at_step": 10000, + "return_with_leftover_noise": "disable", + "model": [ + "55", + 0 + ], + "positive": [ + "6", + 0 + ], + "negative": [ + "7", + 0 + ], + "latent_image": [ + "57", + 0 + ] + }, + "class_type": "KSamplerAdvanced", + "_meta": { + "title": "KSampler (Advanced)" + } + }, + "61": { + "inputs": { + "width": 1280, + "height": 704, + "length": 57, + "batch_size": 1 + }, + "class_type": "EmptyHunyuanLatentVideo", + "_meta": { + "title": "EmptyHunyuanLatentVideo" + } + }, + "62": { + "inputs": { + "unet_name": "wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 9, + "donor_device": "cuda:1", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + }, + "67": { + "inputs": { + "vae_name": "wan_2.1_vae.safetensors", + "device": "cuda:1" + }, + "class_type": "VAELoaderMultiGPU", + "_meta": { + "title": "VAELoaderMultiGPU" + } + }, + "68": { + "inputs": { + "clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors", + "type": "wan", + "device": "cuda:1" + }, + "class_type": "CLIPLoaderMultiGPU", + "_meta": { + "title": "CLIPLoaderMultiGPU" + } + }, + "70": { + "inputs": { + "unet_name": "wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 9, + "donor_device": "cuda:1", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/wan2_2 t2i lightx2v lora distorch2_api.json b/ci/example_workflows_api/wan2_2 t2i lightx2v lora distorch2_api.json new file mode 100755 index 0000000..de7ecbf --- /dev/null +++ b/ci/example_workflows_api/wan2_2 t2i lightx2v lora distorch2_api.json @@ -0,0 +1,223 @@ +{ + "3": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"WAN 2.2\" and \"T2I\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings, with a smaller \"lightx2v\" underneath, bursting with color. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "29", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "Positive Prompt" + } + }, + "4": { + "inputs": { + "text": "", + "clip": [ + "29", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "Negative Prompt" + } + }, + "5": { + "inputs": { + "width": 1536, + "height": 1536, + "length": 1, + "batch_size": 1 + }, + "class_type": "EmptyHunyuanLatentVideo", + "_meta": { + "title": "EmptyHunyuanLatentVideo" + } + }, + "9": { + "inputs": { + "samples": [ + "36", + 0 + ], + "vae": [ + "55", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "10": { + "inputs": { + "filename_prefix": "MultiGPU", + "images": [ + "9", + 0 + ] + }, + "class_type": "SaveImage", + "_meta": { + "title": "Save Image" + } + }, + "29": { + "inputs": { + "lora_name": "Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/high_noise.safetensors", + "strength_model": 1, + "strength_clip": 1, + "model": [ + "50", + 0 + ], + "clip": [ + "51", + 0 + ] + }, + "class_type": "LoraLoader", + "_meta": { + "title": "Load LoRA" + } + }, + "35": { + "inputs": { + "add_noise": "enable", + "noise_seed": 38613268423774, + "steps": 8, + "cfg": 1, + "sampler_name": "euler", + "scheduler": "simple", + "start_at_step": 0, + "end_at_step": 4, + "return_with_leftover_noise": "disable", + "model": [ + "29", + 0 + ], + "positive": [ + "3", + 0 + ], + "negative": [ + "4", + 0 + ], + "latent_image": [ + "5", + 0 + ] + }, + "class_type": "KSamplerAdvanced", + "_meta": { + "title": "KSampler (Advanced)" + } + }, + "36": { + "inputs": { + "add_noise": "enable", + "noise_seed": 8496083239430, + "steps": 8, + "cfg": 1, + "sampler_name": "euler", + "scheduler": "simple", + "start_at_step": 4, + "end_at_step": 8, + "return_with_leftover_noise": "disable", + "model": [ + "44", + 0 + ], + "positive": [ + "3", + 0 + ], + "negative": [ + "4", + 0 + ], + "latent_image": [ + "35", + 0 + ] + }, + "class_type": "KSamplerAdvanced", + "_meta": { + "title": "KSampler (Advanced)" + } + }, + "44": { + "inputs": { + "lora_name": "Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/low_noise.safetensors", + "strength_model": 1, + "model": [ + "52", + 0 + ] + }, + "class_type": "LoraLoaderModelOnly", + "_meta": { + "title": "LoraLoaderModelOnly" + } + }, + "50": { + "inputs": { + "unet_name": "wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 9, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + }, + "51": { + "inputs": { + "clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors", + "type": "wan", + "device": "cuda:0" + }, + "class_type": "CLIPLoaderMultiGPU", + "_meta": { + "title": "CLIPLoaderMultiGPU" + } + }, + "52": { + "inputs": { + "unet_name": "wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 9, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + }, + "55": { + "inputs": { + "vae_name": "wan_2.1_vae.safetensors", + "compute_device": "cuda:0", + "virtual_vram_gb": 0, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "VAELoaderDisTorch2MultiGPU", + "_meta": { + "title": "VAELoaderDisTorch2MultiGPU" + } + } +} \ No newline at end of file diff --git a/ci/example_workflows_api/wan2_2 t2v lightx2v lora distorch2_api.json b/ci/example_workflows_api/wan2_2 t2v lightx2v lora distorch2_api.json new file mode 100755 index 0000000..8917666 --- /dev/null +++ b/ci/example_workflows_api/wan2_2 t2v lightx2v lora distorch2_api.json @@ -0,0 +1,227 @@ +{ + "3": { + "inputs": { + "text": "A towering technological monolith in a cyberpunk cityscape at night, with \"WAN 2.2\" and \"T2V\" emblazoned across its surface in massive neon blue-green mixed with purple letters that illuminate the surrounding buildings, with a smaller \"lightx2v\" underneath, bursting with color. The text occupies the central third of the frame, crafted from glowing plasma tubes and crackling energy. Rain-slicked streets below reflect the brilliant signage, while holographic advertisements and flying vehicles populate the background. Moody atmospheric lighting, heavy contrast, photorealistic textures, cinematic color grading. ", + "clip": [ + "29", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "Positive Prompt" + } + }, + "4": { + "inputs": { + "text": "", + "clip": [ + "29", + 1 + ] + }, + "class_type": "CLIPTextEncode", + "_meta": { + "title": "Negative Prompt" + } + }, + "5": { + "inputs": { + "width": 768, + "height": 768, + "length": 81, + "batch_size": 1 + }, + "class_type": "EmptyHunyuanLatentVideo", + "_meta": { + "title": "EmptyHunyuanLatentVideo" + } + }, + "9": { + "inputs": { + "samples": [ + "36", + 0 + ], + "vae": [ + "55", + 0 + ] + }, + "class_type": "VAEDecode", + "_meta": { + "title": "VAE Decode" + } + }, + "29": { + "inputs": { + "lora_name": "Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/high_noise.safetensors", + "strength_model": 1, + "strength_clip": 1, + "model": [ + "50", + 0 + ], + "clip": [ + "51", + 0 + ] + }, + "class_type": "LoraLoader", + "_meta": { + "title": "Load LoRA" + } + }, + "35": { + "inputs": { + "add_noise": "enable", + "noise_seed": 463363085190188, + "steps": 8, + "cfg": 1, + "sampler_name": "euler", + "scheduler": "simple", + "start_at_step": 0, + "end_at_step": 4, + "return_with_leftover_noise": "disable", + "model": [ + "29", + 0 + ], + "positive": [ + "3", + 0 + ], + "negative": [ + "4", + 0 + ], + "latent_image": [ + "5", + 0 + ] + }, + "class_type": "KSamplerAdvanced", + "_meta": { + "title": "KSampler (Advanced)" + } + }, + "36": { + "inputs": { + "add_noise": "enable", + "noise_seed": 989059799892359, + "steps": 8, + "cfg": 1, + "sampler_name": "euler", + "scheduler": "simple", + "start_at_step": 4, + "end_at_step": 8, + "return_with_leftover_noise": "disable", + "model": [ + "44", + 0 + ], + "positive": [ + "3", + 0 + ], + "negative": [ + "4", + 0 + ], + "latent_image": [ + "35", + 0 + ] + }, + "class_type": "KSamplerAdvanced", + "_meta": { + "title": "KSampler (Advanced)" + } + }, + "44": { + "inputs": { + "lora_name": "Wan2.2-T2V-A14B-4steps-lora-rank64-Seko-V1.1/low_noise.safetensors", + "strength_model": 1, + "model": [ + "52", + 0 + ] + }, + "class_type": "LoraLoaderModelOnly", + "_meta": { + "title": "LoraLoaderModelOnly" + } + }, + "50": { + "inputs": { + "unet_name": "wan2.2_t2v_high_noise_14B_fp8_scaled.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 13, + "donor_device": "cuda:1", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + }, + "51": { + "inputs": { + "clip_name": "umt5_xxl_fp8_e4m3fn_scaled.safetensors", + "type": "wan", + "device": "cuda:0" + }, + "class_type": "CLIPLoaderMultiGPU", + "_meta": { + "title": "CLIPLoaderMultiGPU" + } + }, + "52": { + "inputs": { + "unet_name": "wan2.2_t2v_low_noise_14B_fp8_scaled.safetensors", + "weight_dtype": "default", + "compute_device": "cuda:0", + "virtual_vram_gb": 13, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "UNETLoaderDisTorch2MultiGPU", + "_meta": { + "title": "UNETLoaderDisTorch2MultiGPU" + } + }, + "55": { + "inputs": { + "vae_name": "wan_2.1_vae.safetensors", + "compute_device": "cuda:0", + "virtual_vram_gb": 0, + "donor_device": "cpu", + "expert_mode_allocations": "", + "eject_models": true + }, + "class_type": "VAELoaderDisTorch2MultiGPU", + "_meta": { + "title": "VAELoaderDisTorch2MultiGPU" + } + }, + "58": { + "inputs": { + "filename_prefix": "MultiGPU", + "fps": 16, + "lossless": false, + "quality": 80, + "method": "default", + "images": [ + "9", + 0 + ] + }, + "class_type": "SaveAnimatedWEBP", + "_meta": { + "title": "SaveAnimatedWEBP" + } + } +} \ No newline at end of file