lee09lee26-ComfyUI-AsymQuantSampler/eval/data/raw/benchmark.csv

1	config	type	model_a	model_b	switch_step	run_idx	is_cold	time_sec	peak_vram_mb	status
2	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	0	True	103.85	11637	ok
3	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	1	False	4.06	6615	ok
4	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	2	False	4.07	6611	ok
5	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	3	False	4.05	6610	ok
6	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	4	False	4.03	6625	ok
7	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	5	False	4.08	6617	ok
8	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	6	False	4.02	6616	ok
9	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	7	False	4.05	6663	ok
10	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	8	False	4.03	6665	ok
11	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	9	False	4.10	6661	ok
12	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	10	False	4.19	6661	ok
13	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	0	True	100.66	11646	ok
14	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	1	False	4.07	6557	ok
15	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	2	False	4.06	6557	ok
16	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	3	False	4.06	6557	ok
17	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	4	False	4.03	6558	ok
18	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	5	False	4.04	6556	ok
19	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	6	False	4.07	6571	ok
20	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	7	False	4.32	6591	ok
21	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	8	False	4.05	6613	ok
22	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	9	False	4.08	6629	ok
23	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	10	False	4.06	6598	ok
24	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	0	True	109.88	11563	ok
25	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	1	False	52.42	11566	ok
26	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	2	False	52.38	11553	ok
27	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	3	False	52.47	11562	ok
28	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	4	False	52.37	11550	ok
29	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	5	False	52.37	11563	ok
30	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	6	False	55.44	11656	ok
31	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	7	False	49.86	11652	ok
32	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	8	False	52.35	11601	ok
33	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	9	False	52.40	11724	ok
34	dual_Q2K+Q5_1_k5	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	5	10	False	52.36	11743	ok
35	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	0	True	106.86	11900	ok
36	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	1	False	58.44	11750	ok
37	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	2	False	52.38	11501	ok
38	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	3	False	52.41	11542	ok
39	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	4	False	49.39	11538	ok
40	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	5	False	49.56	11540	ok
41	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	6	False	49.44	11551	ok
42	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	7	False	49.48	11495	ok
43	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	8	False	52.48	11518	ok
44	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	9	False	52.44	11669	ok
45	dual_Q2K+Q5_1_k3	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	3	10	False	49.40	11557	ok
46	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	0	True	94.77	11711	ok
47	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	1	False	46.42	11668	ok
48	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	2	False	46.37	11546	ok
49	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	3	False	46.33	11604	ok
50	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	4	False	46.42	11540	ok
51	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	5	False	43.56	11546	ok
52	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	6	False	43.62	11538	ok
53	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	7	False	43.79	11568	ok
54	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	8	False	43.80	11544	ok
55	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	9	False	46.42	11511	ok
56	dual_Q2K+Q5_1_k7	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	7	10	False	46.44	11508	ok
57	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	0	True	91.80	11519	ok
58	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	1	False	43.41	11518	ok
59	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	2	False	43.36	11535	ok
60	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	3	False	43.30	11522	ok
61	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	4	False	43.36	11519	ok
62	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	5	False	43.41	11519	ok
63	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	6	False	43.43	11519	ok
64	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	7	False	43.40	11519	ok
65	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	8	False	43.38	11519	ok
66	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	9	False	43.39	11519	ok
67	dual_Q2K+Q5_1_k10	dual	flux1-dev-Q2_K.gguf	flux1-dev-Q5_1.gguf	10	10	False	43.44	11508	ok
68	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	0	True	61.53	10080	ok
69	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	1	False	31.47	10036	ok
70	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	2	False	31.44	10036	ok
71	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	3	False	31.46	10036	ok
72	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	4	False	31.31	10036	ok
73	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	5	False	31.38	10036	ok
74	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	6	False	31.49	10036	ok
75	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	7	False	31.39	9906	ok
76	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	8	False	31.32	10036	ok
77	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	9	False	31.35	10036	ok
78	uniform_Q2_K	uniform	flux1-dev-Q2_K.gguf		N/A	10	False	31.44	9906	ok
79	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	0	True	70.67	11508	ok
80	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	1	False	46.41	11508	ok
81	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	2	False	46.41	11508	ok
82	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	3	False	46.37	11508	ok
83	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	4	False	46.38	11508	ok
84	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	5	False	46.43	11508	ok
85	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	6	False	46.41	11508	ok
86	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	7	False	46.43	11508	ok
87	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	8	False	46.37	11508	ok
88	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	9	False	46.33	11508	ok
89	uniform_Q5_1	uniform	flux1-dev-Q5_1.gguf		N/A	10	False	46.42	11524	ok