Raptor/validation/tools/pim/pimcomp/compare/results_comparison.csv

1	arch	model	mode	raptor_pipeline	pimcomp_pipeline	raptor_functional_validation	pimcomp_functional_validation	raptor_latency_ms	pimcomp_latency_ms	raptor_throughput_samples_s	pimcomp_throughput_samples_s	raptor_power_mw	pimcomp_power_mw	raptor_energy_pj	pimcomp_energy_pj	better_compiler	speedup
2	arch-a	vgg8	latency	1	element	PASS	PASS	1.52	7.99	NA	NA	321.05	200.11	487455139.04	1597904071.12	raptor	5.26
3	arch-a	vgg8	throughput	2	batch	PASS	PASS	0.91	1.04	1100.00	965.00	429.31	482.60	407972136.20	541691691.00	raptor	1.14
4	arch-a	vgg8	throughput	4	batch	PASS	PASS	0.78	1.04	1280.00	965.00	457.04	482.60	415761605.20	541691691.00	raptor	1.33
5	arch-a	vgg8	throughput	8	batch	PASS	PASS	0.78	1.04	1290.00	965.00	464.07	482.60	396424007.70	541691691.00	raptor	1.34
6	arch-a	resnet18	latency	1	element	PASS	FAIL	14.03	58.18	NA	NA	455.67	238.39	6394478521.12	13868866808.12	raptor	4.15
7	arch-a	resnet18	throughput	2	batch	PASS	FAIL	11.73	13.46	85.20	74.30	503.11	481.60	6628073894.00	6563451004.00	raptor	1.15
8	arch-a	resnet18	throughput	4	batch	PASS	FAIL	19.21	13.46	52.10	74.30	380.10	481.60	7957033431.00	6563451004.00	pimcomp	1.43
9	arch-a	resnet18	throughput	8	batch	PASS	FAIL	19.93	13.46	50.20	74.30	361.80	481.60	7763795670.00	6563451004.00	pimcomp	1.48
10	arch-a	resnet34	latency	1	element	PASS	FAIL	29.72	66.71	NA	NA	411.81	277.49	12238321706.68	18511425563.68	raptor	2.24
11	arch-a	resnet34	throughput	2	batch	PASS	FAIL	23.27	23.58	43.00	42.40	471.72	515.68	13055037600.00	12283627410.00	raptor	1.01
12	arch-a	resnet34	throughput	4	batch	PASS	FAIL	27.47	23.58	36.40	42.40	422.22	515.68	14899055210.00	12283627410.00	pimcomp	1.16
13	arch-a	resnet34	throughput	8	batch	PASS	FAIL	39.84	23.58	25.10	42.40	352.28	515.68	17062658890.00	12283627410.00	pimcomp	1.69
14	arch-a	googlenet	latency	1	element	PASS	PASS	9.78	62.92	NA	NA	563.87	231.19	5513262106.92	14547744283.24	raptor	6.44
15	arch-a	googlenet	throughput	2	batch	PASS	FAIL	8.42	18.26	119.00	54.80	610.75	435.11	5777456331.00	8164787803.00	raptor	2.17
16	arch-a	googlenet	throughput	4	batch	PASS	FAIL	10.73	18.26	93.20	54.80	528.03	435.11	6592892213.00	8164787803.00	raptor	1.70
17	arch-a	googlenet	throughput	8	batch	PASS	FAIL	10.12	18.26	98.80	54.80	523.81	435.11	6521737843.00	8164787803.00	raptor	1.80
18	arch-a	yolo11n	latency	1	element	PASS	FAIL	147.49	NA	NA	NA	290.17	NA	42797722129.00	NA	NA	NA
19	arch-a	yolo11n	throughput	2	batch	PASS	FAIL	102.34	NA	9.77	NA	337.88	NA	38308060150.00	NA	NA	NA
20	arch-a	yolo11n	throughput	4	batch	PASS	FAIL	87.91	NA	11.40	NA	358.20	NA	38729846260.00	NA	NA	NA
21	arch-a	yolo11n	throughput	8	batch	PASS	FAIL	83.68	NA	11.90	NA	365.64	NA	38623589740.00	NA	NA	NA
22	arch-b	vgg8	latency	1	element	PASS	PASS	1.53	7.15	NA	NA	292.56	173.77	448581679.04	1242814988.12	raptor	4.66
23	arch-b	vgg8	throughput	2	batch	PASS	PASS	0.69	1.07	1460.00	932.00	456.04	409.47	403694238.30	439288835.80	raptor	1.57
24	arch-b	vgg8	throughput	4	batch	PASS	PASS	0.67	1.07	1490.00	932.00	448.90	409.47	413526781.30	439288835.80	raptor	1.60
25	arch-b	vgg8	throughput	8	batch	PASS	PASS	0.75	1.07	1330.00	932.00	425.74	409.47	394457860.80	439288835.80	raptor	1.43
26	arch-b	resnet18	latency	1	element	PASS	FAIL	15.38	64.38	NA	NA	400.67	201.66	6160441550.12	12983432281.12	raptor	4.19
27	arch-b	resnet18	throughput	2	batch	PASS	FAIL	12.12	13.43	82.50	74.40	461.41	484.80	6295321671.00	6569655551.00	raptor	1.11
28	arch-b	resnet18	throughput	4	batch	PASS	FAIL	12.68	13.43	78.90	74.40	451.19	484.80	7096979122.00	6569655551.00	raptor	1.06
29	arch-b	resnet18	throughput	8	batch	PASS	FAIL	20.59	13.43	48.60	74.40	321.63	484.80	7162570047.00	6569655551.00	pimcomp	1.53
30	arch-b	resnet34	latency	1	element	PASS	FAIL	27.95	107.20	NA	NA	397.21	206.48	11103517952.68	22134174654.68	raptor	3.83
31	arch-b	resnet34	throughput	2	batch	PASS	FAIL	22.28	22.85	44.90	43.80	438.24	493.33	14218683390.00	11392215660.00	raptor	1.03
32	arch-b	resnet34	throughput	4	batch	PASS	FAIL	29.09	22.85	34.40	43.80	364.96	493.33	16328513230.00	11392215660.00	pimcomp	1.27
33	arch-b	resnet34	throughput	8	batch	PASS	FAIL	47.68	22.85	21.00	43.80	289.82	493.33	16346419570.00	11392215660.00	pimcomp	2.09
34	arch-b	googlenet	latency	1	element	PASS	PASS	11.22	37.94	NA	NA	483.27	242.04	5422781257.92	9182062336.24	raptor	3.38
35	arch-b	googlenet	throughput	2	batch	PASS	FAIL	9.21	21.39	109.00	46.80	545.49	417.87	5593397699.00	9014726090.00	raptor	2.33
36	arch-b	googlenet	throughput	4	batch	PASS	FAIL	8.56	21.39	117.00	46.80	555.26	417.87	5863121048.00	9014726090.00	raptor	2.50
37	arch-b	googlenet	throughput	8	batch	PASS	FAIL	16.19	21.39	61.80	46.80	355.70	417.87	6726458739.00	9014726090.00	raptor	1.32
38	arch-b	yolo11n	latency	1	element	PASS	FAIL	168.14	NA	NA	NA	245.31	NA	41248047514.00	NA	NA	NA
39	arch-b	yolo11n	throughput	2	batch	PASS	FAIL	104.49	NA	9.57	NA	302.12	NA	35801517850.00	NA	NA	NA
40	arch-b	yolo11n	throughput	4	batch	PASS	FAIL	108.25	NA	9.24	NA	297.48	NA	37629699620.00	NA	NA	NA
41	arch-b	yolo11n	throughput	8	batch	PASS	FAIL	100.13	NA	9.99	NA	308.83	NA	37180785770.00	NA	NA	NA