Files
lum3on-ComfyUI-ModelQuantizer/examples/workflow_quantize.json
T
2025-05-08 10:17:09 +02:00

358 lines
7.2 KiB
JSON

{
"id": "0c605522-962a-4c82-9089-e97d4235261f",
"revision": 0,
"last_node_id": 14,
"last_link_id": 14,
"nodes": [
{
"id": 5,
"type": "UNETLoader",
"pos": [
141.08615112304688,
169.95050048828125
],
"size": [
287.13525390625,
83.07095336914062
],
"flags": {},
"order": 0,
"mode": 0,
"inputs": [],
"outputs": [
{
"name": "MODEL",
"type": "MODEL",
"links": [
4
]
}
],
"properties": {
"cnr_id": "comfy-core",
"ver": "0.3.32",
"Node name for S&R": "UNETLoader",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"flux\\flux1-fill-dev.safetensors",
"default"
]
},
{
"id": 11,
"type": "QuantizeFP8Format",
"pos": [
466.7684020996094,
179.52532958984375
],
"size": [
323.7391357421875,
59.94718933105469
],
"flags": {},
"order": 3,
"mode": 0,
"inputs": [
{
"name": "model_state_dict",
"type": "MODEL_STATE_DICT",
"link": 11
}
],
"outputs": [
{
"name": "quantized_model_state_dict",
"type": "MODEL_STATE_DICT",
"links": [
12
]
}
],
"properties": {
"Node name for S&R": "QuantizeFP8Format",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"float8_e4m3fn"
]
},
{
"id": 2,
"type": "ModelToStateDict",
"pos": [
142.7964630126953,
307.8086853027344
],
"size": [
291.43902587890625,
79.07095336914062
],
"flags": {},
"order": 2,
"mode": 0,
"inputs": [
{
"name": "model",
"type": "MODEL",
"link": 4
}
],
"outputs": [
{
"name": "model_state_dict",
"type": "MODEL_STATE_DICT",
"slot_index": 0,
"links": [
11,
13
]
}
],
"properties": {
"Node name for S&R": "ModelToStateDict",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": []
},
{
"id": 13,
"type": "QuantizeModel",
"pos": [
119.18730163574219,
500.8162536621094
],
"size": [
345.158203125,
106
],
"flags": {},
"order": 4,
"mode": 4,
"inputs": [
{
"name": "model_state_dict",
"type": "MODEL_STATE_DICT",
"link": 13
}
],
"outputs": [
{
"name": "quantized_model_state_dict",
"type": "MODEL_STATE_DICT",
"links": [
14
]
}
],
"properties": {
"Node name for S&R": "QuantizeModel",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"per_tensor",
"Auto",
"float16"
]
},
{
"id": 4,
"type": "SaveAsSafeTensor",
"pos": [
471.4664611816406,
311.7754211425781
],
"size": [
318.212890625,
69.432373046875
],
"flags": {},
"order": 5,
"mode": 0,
"inputs": [
{
"name": "quantized_model_state_dict",
"type": "MODEL_STATE_DICT",
"link": 12
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveAsSafeTensor",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"C:\\Users\\RAIIN Studios\\Documents\\protable\\ComfyUI\\models\\fluxfill-fp8e4m3fn.safetensors"
]
},
{
"id": 14,
"type": "SaveAsSafeTensor",
"pos": [
490.1119689941406,
509.20977783203125
],
"size": [
363.431396484375,
83.39691162109375
],
"flags": {},
"order": 6,
"mode": 4,
"inputs": [
{
"name": "quantized_model_state_dict",
"type": "MODEL_STATE_DICT",
"link": 14
}
],
"outputs": [],
"properties": {
"Node name for S&R": "SaveAsSafeTensor",
"enableTabs": false,
"tabWidth": 65,
"tabXOffset": 10,
"hasSecondTab": false,
"secondTabText": "Send Back",
"secondTabOffset": 80,
"secondTabWidth": 65
},
"widgets_values": [
"C:\\Users\\RAIIN Studios\\Documents\\protable\\ComfyUI\\models\\fluxfill-fp8e4m3fn.safetensors"
]
},
{
"id": 9,
"type": "Note",
"pos": [
911.549560546875,
467.0907897949219
],
"size": [
371.62591552734375,
149.91725158691406
],
"flags": {},
"order": 1,
"mode": 0,
"inputs": [],
"outputs": [],
"properties": {},
"widgets_values": [
"Available Scaling Strategies:\n\n- per_tensor : Uses a single scale factor for the entire tensor (fast, less precise).\n\n- per_channel : Computes a separate scale for each output channel (more accurate)."
],
"color": "#432",
"bgcolor": "#653"
}
],
"links": [
[
4,
5,
0,
2,
0,
"MODEL"
],
[
11,
2,
0,
11,
0,
"MODEL_STATE_DICT"
],
[
12,
11,
0,
4,
0,
"MODEL_STATE_DICT"
],
[
13,
2,
0,
13,
0,
"MODEL_STATE_DICT"
],
[
14,
13,
0,
14,
0,
"MODEL_STATE_DICT"
]
],
"groups": [
{
"id": 1,
"title": "fp8",
"bounding": [
131.08615112304688,
96.35050201416016,
680.042724609375,
311.2386169433594
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
},
{
"id": 2,
"title": "fp/bf16",
"bounding": [
109.18731689453125,
427.21624755859375,
775.532958984375,
198.77328491210938
],
"color": "#3f789e",
"font_size": 24,
"flags": {}
}
],
"config": {},
"extra": {
"frontendVersion": "1.18.9",
"ue_links": [],
"VHS_latentpreview": false,
"VHS_latentpreviewrate": 0,
"VHS_MetadataImage": true,
"VHS_KeepIntermediate": true
},
"version": 0.4
}