aszc-dev
3adb216763
Phase 6 reference numbers for SD1.5 1x512x512 SPLIT_EINSUM, captured against commit0bbd8d8on M2 Pro 32GB (macOS 26.1, coremltools 9.0, numpy 1.26.4, torch 2.7.1, Python 3.12.11) — same toolchain as Phase 5 baseline ef2a18c-rebased1e5791d. Headline: - size shrinks 1641 MB -> 822 / 617 / 412 MB (1/2, 1/2.7, 1/4) - fwd-pass median drops 197 ms -> 187 / 183 / 180 ms (5-9% faster) - noise_pred PSNR vs unquantized: 53.5 / 40.2 / 27.5 dB The fwd-ms improvement is mostly weight-load bandwidth (smaller LUT reads). PSNR is on the raw UNet output at a fixed seed; final-image PSNR after 20 sampler steps is comfortably higher.
49 lines
1.4 KiB
JSON
49 lines
1.4 KiB
JSON
{
|
|
"git_sha": "0bbd8d8",
|
|
"compute_unit": "CPU_AND_NE",
|
|
"repeats": 20,
|
|
"input_seed": 0,
|
|
"ckpt_stem": "v1-5-pruned-emaonly",
|
|
"rows": [
|
|
{
|
|
"nbits": "none",
|
|
"path": "/Users/aszczepanski/dev/ComfyUI/models/unet/v1-5-pruned-emaonly_1x512x512_se_unet.mlmodelc",
|
|
"size_bytes": 1720796055,
|
|
"load_time_s": 0.1997,
|
|
"fwd_ms_median": 196.651,
|
|
"fwd_ms_min": 196.588,
|
|
"psnr_db_vs_none": null,
|
|
"size_ratio_vs_none": 1.0
|
|
},
|
|
{
|
|
"nbits": "8",
|
|
"path": "/Users/aszczepanski/dev/ComfyUI/models/unet/v1-5-pruned-emaonly_1x512x512_se_q8_unet.mlmodelc",
|
|
"size_bytes": 861946375,
|
|
"load_time_s": 0.1475,
|
|
"fwd_ms_median": 185.223,
|
|
"fwd_ms_min": 183.373,
|
|
"psnr_db_vs_none": 53.54,
|
|
"size_ratio_vs_none": 0.501
|
|
},
|
|
{
|
|
"nbits": "6",
|
|
"path": "/Users/aszczepanski/dev/ComfyUI/models/unet/v1-5-pruned-emaonly_1x512x512_se_q6_unet.mlmodelc",
|
|
"size_bytes": 647068433,
|
|
"load_time_s": 0.1457,
|
|
"fwd_ms_median": 181.091,
|
|
"fwd_ms_min": 180.977,
|
|
"psnr_db_vs_none": 40.2,
|
|
"size_ratio_vs_none": 0.376
|
|
},
|
|
{
|
|
"nbits": "4",
|
|
"path": "/Users/aszczepanski/dev/ComfyUI/models/unet/v1-5-pruned-emaonly_1x512x512_se_q4_unet.mlmodelc",
|
|
"size_bytes": 432280915,
|
|
"load_time_s": 0.1427,
|
|
"fwd_ms_median": 178.953,
|
|
"fwd_ms_min": 178.753,
|
|
"psnr_db_vs_none": 27.47,
|
|
"size_ratio_vs_none": 0.251
|
|
}
|
|
]
|
|
} |