Files
ModelTC-ComfyUI-Lightx2vWra…/examples/wan_i2v_with_audio.json
T

389 lines
11 KiB
JSON

{
"id": "8e881096-4f7b-4633-b34b-6b9c0f8aa093",
"revision": 0,
"last_node_id": 118,
"last_link_id": 89,
"nodes": [
{
"id": 109,
"type": "LightX2VConfigCombiner",
"pos": [1090.0107421875, -940.6998901367188],
"size": [239.138671875, 126],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [
{
"name": "inference_config",
"type": "INFERENCE_CONFIG",
"link": 76
},
{
"name": "teacache_config",
"shape": 7,
"type": "TEACACHE_CONFIG",
"link": null
},
{
"name": "quantization_config",
"shape": 7,
"type": "QUANT_CONFIG",
"link": null
},
{
"name": "memory_config",
"shape": 7,
"type": "MEMORY_CONFIG",
"link": null
},
{
"name": "vae_config",
"shape": 7,
"type": "VAE_CONFIG",
"link": null
},
{
"name": "lora_chain",
"shape": 7,
"type": "LORA_CHAIN",
"link": null
}
],
"outputs": [
{
"name": "combined_config",
"type": "COMBINED_CONFIG",
"links": [78, 80]
}
],
"properties": {
"Node name for S&R": "LightX2VConfigCombiner"
},
"widgets_values": []
},
{
"id": 110,
"type": "LightX2VModularInference",
"pos": [1451.4600830078125, -804.5155029296875],
"size": [400, 200],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "combined_config",
"type": "COMBINED_CONFIG",
"link": 78
},
{
"name": "image",
"shape": 7,
"type": "IMAGE",
"link": 79
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": 85
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [86]
},
{
"name": "audio",
"type": "AUDIO",
"links": [84]
}
],
"properties": {
"Node name for S&R": "LightX2VModularInference"
},
"widgets_values": [
"The video features a old lady is saying something and knitting a sweater.",
"色调艳丽,过曝,静态,细节模糊不清,字幕,风格,作品,画作,画面,静止,整体发灰,最差质量,低质量,JPEG压缩残留,丑陋的,残缺的,多余的手指,画得不好的手部,画得不好的脸部,畸形的,毁容的,形态畸形的肢体,手指融合,静止不动的画面,杂乱的背景,三条腿,背景人很多,倒着走"
]
},
{
"id": 105,
"type": "LightX2VInferenceConfig",
"pos": [775.7962646484375, -936.5638427734375],
"size": [270, 346],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "inference_config",
"type": "INFERENCE_CONFIG",
"links": [76]
}
],
"properties": {
"Node name for S&R": "LightX2VInferenceConfig"
},
"widgets_values": [
"wan2.1_audio",
"Wan2.1-R2V721-Audio-14B-720P",
"i2v",
4,
407287721,
"randomize",
1,
5,
720,
1280,
5,
"",
""
]
},
{
"id": 117,
"type": "RIFEInterpolation",
"pos": [1999.54443359375, -796.881591796875],
"size": [270, 130],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 86
},
{
"name": "target_fps",
"type": "FLOAT",
"widget": {
"name": "target_fps"
},
"link": 88
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [87]
}
],
"properties": {
"Node name for S&R": "RIFEInterpolation"
},
"widgets_values": [16, 24, 1, "flownet.pkl"]
},
{
"id": 108,
"type": "VHS_VideoCombine",
"pos": [2351.4580078125, -794.34375],
"size": [220.5830078125, 496.25701904296875],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 87
},
{
"name": "audio",
"shape": 7,
"type": "AUDIO",
"link": 84
},
{
"name": "meta_batch",
"shape": 7,
"type": "VHS_BatchManager",
"link": null
},
{
"name": "vae",
"shape": 7,
"type": "VAE",
"link": null
},
{
"name": "frame_rate",
"type": "FLOAT",
"widget": {
"name": "frame_rate"
},
"link": 89
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "AnimateDiff",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"trim_to_audio": false,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "AnimateDiff_00013-audio.mp4",
"subfolder": "",
"type": "output",
"format": "video/h264-mp4",
"frame_rate": 24,
"workflow": "AnimateDiff_00013.png",
"fullpath": "/mnt/aigc/users/gaopeng1/ComfyUI/output/AnimateDiff_00013-audio.mp4"
},
"muted": false
}
}
},
{
"id": 107,
"type": "LoadImage",
"pos": [1041.3621826171875, -540.7197265625],
"size": [274.080078125, 314.0000305175781],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "IMAGE",
"type": "IMAGE",
"links": [79]
},
{
"name": "MASK",
"type": "MASK",
"links": null
}
],
"properties": {
"Node name for S&R": "LoadImage"
},
"widgets_values": ["15.png", "image"]
},
{
"id": 116,
"type": "LoadAudio",
"pos": [1034.8560791015625, -166.87115478515625],
"size": [270, 136],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "AUDIO",
"type": "AUDIO",
"links": [85]
}
],
"properties": {
"Node name for S&R": "LoadAudio"
},
"widgets_values": ["15.wav", null, null]
},
{
"id": 111,
"type": "easy showAnything",
"pos": [1471.281982421875, -908.9144897460938],
"size": [624.5454711914062, 358.7272644042969],
"flags": {
"collapsed": true
},
"order": 6,
"mode": 0,
"inputs": [
{
"name": "anything",
"shape": 7,
"type": "*",
"link": 80
}
],
"outputs": [
{
"name": "output",
"type": "*",
"links": null
}
],
"title": "config",
"properties": {
"Node name for S&R": "easy showAnything"
},
"widgets_values": [
"{\"model_cls\": \"wan2.1_audio\", \"model_path\": \"/mnt/aigc/users/gaopeng1/ComfyUI/models/lightx2v/Wan2.1-R2V721-Audio-14B-720P\", \"task\": \"i2v\", \"mode\": \"infer\", \"infer_steps\": 4, \"seed\": 2308065231, \"sample_guide_scale\": 1.0, \"sample_shift\": 5, \"enable_cfg\": false, \"prompt\": \"\", \"negative_prompt\": \"\", \"target_height\": 720, \"target_width\": 1280, \"target_video_length\": 81, \"fps\": 16, \"vae_stride\": [4, 8, 8], \"patch_size\": [1, 2, 2], \"feature_caching\": \"NoCaching\", \"teacache_thresh\": 0.26, \"coefficients\": null, \"use_ret_steps\": false, \"dit_quant_scheme\": \"bf16\", \"t5_quant_scheme\": \"bf16\", \"clip_quant_scheme\": \"fp16\", \"quant_op\": \"vllm\", \"precision_mode\": \"fp32\", \"dit_quantized_ckpt\": null, \"t5_quantized_ckpt\": null, \"clip_quantized_ckpt\": null, \"mm_config\": {\"mm_type\": \"Default\"}, \"rotary_chunk\": false, \"rotary_chunk_size\": 100, \"clean_cuda_cache\": false, \"torch_compile\": false, \"attention_type\": \"flash_attn3\", \"self_attn_1_type\": \"flash_attn3\", \"cross_attn_1_type\": \"flash_attn3\", \"cross_attn_2_type\": \"flash_attn3\", \"cpu_offload\": false, \"offload_granularity\": \"phase\", \"offload_ratio\": 1.0, \"t5_cpu_offload\": false, \"t5_offload_granularity\": \"model\", \"lazy_load\": false, \"unload_modules\": false, \"use_tiny_vae\": false, \"tiny_vae\": false, \"tiny_vae_path\": null, \"use_tiling_vae\": false, \"lora_path\": null, \"strength_model\": 1.0, \"do_mm_calib\": false, \"parallel_attn_type\": null, \"parallel_vae\": false, \"max_area\": false, \"use_prompt_enhancer\": false, \"text_len\": 512, \"video_duration\": 5.0, \"adaptive_resize\": false, \"_class_name\": \"WanModel\", \"_diffusers_version\": \"0.30.0\", \"dim\": 5120, \"eps\": 1e-06, \"ffn_dim\": 13824, \"freq_dim\": 256, \"in_dim\": 16, \"model_type\": \"i2v\", \"num_heads\": 40, \"num_layers\": 40, \"out_dim\": 16}"
]
},
{
"id": 118,
"type": "easy float",
"pos": [1477.1490478515625, -516.4893798828125],
"size": [301.4599914550781, 95.50999450683594],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "float",
"type": "FLOAT",
"links": [88, 89]
}
],
"title": "output_fps",
"properties": {
"Node name for S&R": "easy float"
},
"widgets_values": [24.000000000000004]
}
],
"links": [
[76, 105, 0, 109, 0, "INFERENCE_CONFIG"],
[78, 109, 0, 110, 0, "COMBINED_CONFIG"],
[79, 107, 0, 110, 1, "IMAGE"],
[80, 109, 0, 111, 0, "*"],
[84, 110, 1, 108, 1, "AUDIO"],
[85, 116, 0, 110, 2, "AUDIO"],
[86, 110, 0, 117, 0, "IMAGE"],
[87, 117, 0, 108, 0, "IMAGE"],
[88, 118, 0, 117, 1, "FLOAT"],
[89, 118, 0, 108, 4, "FLOAT"]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 0.6209213230591553,
"offset": [-32.91825689016712, 1273.01043993064]
},
"frontendVersion": "1.23.4",
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}