Files
kijai-ComfyUI-HunyuanVideoW…/examples/hyvideo_lowvram_blockswap_test.json
T
2024-12-09 19:20:45 +02:00

599 lines
11 KiB
JSON

{
"last_node_id": 40,
"last_link_id": 44,
"nodes": [
{
"id": 7,
"type": "HyVideoVAELoader",
"pos": [
442,
-282
],
"size": [
379.166748046875,
82
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "vae",
"type": "VAE",
"links": [
6
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoVAELoader"
},
"widgets_values": [
"hyvid\\hunyuan_video_vae_bf16.safetensors",
"bf16"
]
},
{
"id": 3,
"type": "HyVideoSampler",
"pos": [
668,
-62
],
"size": [
315,
334
],
"flags": {},
"order": 10,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"link": 2
},
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"link": 36
},
{
"name": "samples",
"type": "LATENT",
"link": null,
"shape": 7
},
{
"name": "stg_args",
"type": "STGARGS",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "samples",
"type": "LATENT",
"links": [
4
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoSampler"
},
"widgets_values": [
512,
512,
33,
20,
6,
9,
2,
"fixed",
1,
1
]
},
{
"id": 35,
"type": "HyVideoBlockSwap",
"pos": [
-351,
-44
],
"size": [
315,
130
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"links": [
43
]
}
],
"properties": {
"Node name for S&R": "HyVideoBlockSwap"
},
"widgets_values": [
20,
0,
true,
true
]
},
{
"id": 16,
"type": "DownloadAndLoadHyVideoTextEncoder",
"pos": [
-300,
380
],
"size": [
441,
178
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "hyvid_text_encoder",
"type": "HYVIDTEXTENCODER",
"links": [
35
]
}
],
"properties": {
"Node name for S&R": "DownloadAndLoadHyVideoTextEncoder"
},
"widgets_values": [
"Kijai/llava-llama-3-8b-text-encoder-tokenizer",
"openai/clip-vit-large-patch14",
"fp16",
false,
2,
"bnb_nf4"
]
},
{
"id": 30,
"type": "HyVideoTextEncode",
"pos": [
210,
380
],
"size": [
400,
200
],
"flags": {},
"order": 9,
"mode": 0,
"inputs": [
{
"name": "text_encoders",
"type": "HYVIDTEXTENCODER",
"link": 35
},
{
"name": "custom_prompt_template",
"type": "PROMPT_TEMPLATE",
"link": null,
"shape": 7
},
{
"name": "clip_l",
"type": "CLIP",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "hyvid_embeds",
"type": "HYVIDEMBEDS",
"links": [
36
]
}
],
"properties": {
"Node name for S&R": "HyVideoTextEncode"
},
"widgets_values": [
"high quality anime style movie featuring a wolf in a forest",
"bad quality video",
"video"
]
},
{
"id": 36,
"type": "Note",
"pos": [
-140,
600
],
"size": [
262.6133117675781,
105.17330932617188
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"bnb_nf4 requires bitsandbytes installed, it is necessary if you don't have VRAM to run the text encoding, it will not affect VRAM usage during video sampling"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 38,
"type": "Note",
"pos": [
241.49647521972656,
163.09042358398438
],
"size": [
313.94659423828125,
76.57331085205078
],
"flags": {},
"order": 4,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"If you have sageattention working, use that for fastest sampling."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 1,
"type": "HyVideoModelLoader",
"pos": [
24,
-63
],
"size": [
509.7506103515625,
178
],
"flags": {},
"order": 8,
"mode": 0,
"inputs": [
{
"name": "compile_args",
"type": "COMPILEARGS",
"link": null,
"shape": 7
},
{
"name": "block_swap_args",
"type": "BLOCKSWAPARGS",
"link": 43,
"shape": 7
}
],
"outputs": [
{
"name": "model",
"type": "HYVIDEOMODEL",
"links": [
2
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoModelLoader"
},
"widgets_values": [
"hyvideo\\hunyuan_video_720_fp8_e4m3fn.safetensors",
"bf16",
"fp8_e4m3fn",
"offload_device",
"sdpa"
]
},
{
"id": 37,
"type": "Note",
"pos": [
-321.4975280761719,
-211.55799865722656
],
"size": [
262.6133117675781,
105.17330932617188
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"To further reduce VRAM usage, you can also enable swapping for up to 40 single blocks. More you swap, slower it gets though."
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 39,
"type": "HyVideoTorchCompileSettings",
"pos": [
-353.23699951171875,
-576.843017578125
],
"size": [
441,
274
],
"flags": {},
"order": 6,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "torch_compile_args",
"type": "COMPILEARGS",
"links": []
}
],
"properties": {
"Node name for S&R": "HyVideoTorchCompileSettings"
},
"widgets_values": [
"inductor",
false,
"default",
false,
64,
true,
true,
true,
true,
true
]
},
{
"id": 40,
"type": "Note",
"pos": [
113.16300201416016,
-577.575927734375
],
"size": [
262.6133117675781,
105.17330932617188
],
"flags": {},
"order": 7,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"If you have working Triton installation, compilation can further reduce VRAM use, granted you can run the actual compilation process. To enable compilation, connect this to the model loader"
],
"color": "#432",
"bgcolor": "#653"
},
{
"id": 34,
"type": "VHS_VideoCombine",
"pos": [
1367,
-275
],
"size": [
371.7926940917969,
310
],
"flags": {},
"order": 12,
"mode": 0,
"inputs": [
{
"name": "images",
"type": "IMAGE",
"link": 42
},
{
"name": "audio",
"type": "AUDIO",
"link": null,
"shape": 7
},
{
"name": "meta_batch",
"type": "VHS_BatchManager",
"link": null,
"shape": 7
},
{
"name": "vae",
"type": "VAE",
"link": null,
"shape": 7
}
],
"outputs": [
{
"name": "Filenames",
"type": "VHS_FILENAMES",
"links": null
}
],
"properties": {
"Node name for S&R": "VHS_VideoCombine"
},
"widgets_values": {
"frame_rate": 24,
"loop_count": 0,
"filename_prefix": "HunyuanVideo",
"format": "video/h264-mp4",
"pix_fmt": "yuv420p",
"crf": 19,
"save_metadata": true,
"pingpong": false,
"save_output": true,
"videopreview": {
"hidden": false,
"paused": false,
"params": {
"filename": "HunyuanVideo_00059.mp4",
"subfolder": "",
"type": "temp",
"format": "video/h264-mp4",
"frame_rate": 16
},
"muted": false
}
}
},
{
"id": 5,
"type": "HyVideoDecode",
"pos": [
920,
-279
],
"size": [
345.4285888671875,
150
],
"flags": {},
"order": 11,
"mode": 0,
"inputs": [
{
"name": "vae",
"type": "VAE",
"link": 6
},
{
"name": "samples",
"type": "LATENT",
"link": 4
}
],
"outputs": [
{
"name": "images",
"type": "IMAGE",
"links": [
42
],
"slot_index": 0
}
],
"properties": {
"Node name for S&R": "HyVideoDecode"
},
"widgets_values": [
true,
64,
128,
false
]
}
],
"links": [
[
2,
1,
0,
3,
0,
"HYVIDEOMODEL"
],
[
4,
3,
0,
5,
1,
"LATENT"
],
[
6,
7,
0,
5,
0,
"VAE"
],
[
35,
16,
0,
30,
0,
"HYVIDTEXTENCODER"
],
[
36,
30,
0,
3,
1,
"HYVIDEMBEDS"
],
[
42,
5,
0,
34,
0,
"IMAGE"
],
[
43,
35,
0,
1,
1,
"BLOCKSWAPARGS"
]
],
"groups": [],
"config": {},
"extra": {
"ds": {
"scale": 1,
"offset": [
499.8829252621208,
382.71199061362694
]
}
},
"version": 0.4
}