Raptor/validation/tools/pim/pimcomp/compare/results_comparison.csv

1	arch	model	mode	raptor_pipeline	pimcomp_pipeline	raptor_functional_validation	pimcomp_functional_validation	raptor_latency_ms	pimcomp_latency_ms	raptor_throughput_samples_s	pimcomp_throughput_samples_s	raptor_power_mw	pimcomp_power_mw	raptor_energy_pj	pimcomp_energy_pj	better_compiler	speedup
2	arch-a	vgg8	latency	1	element	PASS	PASS	1.52	7.99	NA	NA	321.05	200.11	487455139.04	1597904071.12	raptor	5.26
3	arch-a	vgg8	throughput	2	batch	PASS	PASS	0.91	1.04	1100.00	965.00	429.31	482.60	407972136.20	541691691.00	raptor	1.14
4	arch-a	vgg8	throughput	4	batch	PASS	PASS	0.78	1.04	1280.00	965.00	457.04	482.60	415761605.20	541691691.00	raptor	1.33
5	arch-a	vgg8	throughput	8	batch	PASS	PASS	0.78	1.04	1290.00	965.00	464.07	482.60	396424007.70	541691691.00	raptor	1.34
6	arch-a	resnet18	latency	1	element	PASS	FAIL	14.03	58.18	NA	NA	455.67	238.39	6394498463.12	13868866808.12	raptor	4.15
7	arch-a	resnet18	throughput	2	batch	PASS	FAIL	11.73	13.46	85.20	74.30	503.11	481.60	6628073894.00	6563451004.00	raptor	1.15
8	arch-a	resnet18	throughput	4	batch	PASS	FAIL	19.21	13.46	52.10	74.30	380.10	481.60	7957033516.00	6563451004.00	pimcomp	1.43
9	arch-a	resnet18	throughput	8	batch	PASS	FAIL	19.93	13.46	50.20	74.30	361.80	481.60	7763790072.00	6563451004.00	pimcomp	1.48
10	arch-a	resnet34	latency	1	element	PASS	FAIL	29.72	66.71	NA	NA	411.81	277.49	12238321706.68	18511425563.68	raptor	2.24
11	arch-a	resnet34	throughput	2	batch	PASS	FAIL	22.26	23.58	44.90	42.40	473.84	515.68	16417303180.00	12283627410.00	raptor	1.06
12	arch-a	resnet34	throughput	4	batch	PASS	FAIL	27.37	23.58	36.50	42.40	415.90	515.68	17019112320.00	12283627410.00	pimcomp	1.16
13	arch-a	resnet34	throughput	8	batch	PASS	FAIL	41.04	23.58	24.40	42.40	346.15	515.68	17351854700.00	12283627410.00	pimcomp	1.74
14	arch-a	googlenet	latency	1	element	PASS	PASS	9.78	62.92	NA	NA	563.88	231.19	5513234559.92	14547744283.24	raptor	6.44
15	arch-a	googlenet	throughput	2	batch	PASS	FAIL	8.42	18.26	119.00	54.80	610.74	435.11	5777550058.00	8164787803.00	raptor	2.17
16	arch-a	googlenet	throughput	4	batch	PASS	FAIL	10.73	18.26	93.20	54.80	528.02	435.11	6592912716.00	8164787803.00	raptor	1.70
17	arch-a	googlenet	throughput	8	batch	PASS	FAIL	11.03	18.26	90.70	54.80	505.94	435.11	6622163369.00	8164787803.00	raptor	1.66
18	arch-a	yolo11n	latency	1	element	PASS	FAIL	147.49	NA	NA	NA	290.17	NA	42797722129.00	NA	NA	NA
19	arch-a	yolo11n	throughput	2	batch	PASS	FAIL	120.93	NA	8.27	NA	313.20	NA	41830757130.00	NA	NA	NA
20	arch-a	yolo11n	throughput	4	batch	PASS	FAIL	87.91	NA	11.40	NA	358.20	NA	38729846260.00	NA	NA	NA
21	arch-a	yolo11n	throughput	8	batch	PASS	FAIL	104.07	NA	9.61	NA	330.76	NA	44002712680.00	NA	NA	NA
22	arch-b	vgg8	latency	1	element	PASS	PASS	1.53	7.15	NA	NA	292.56	173.77	448581679.04	1242814988.12	raptor	4.66
23	arch-b	vgg8	throughput	2	batch	PASS	PASS	1.18	1.07	846.00	932.00	327.05	409.47	429183159.10	439288835.80	pimcomp	1.10
24	arch-b	vgg8	throughput	4	batch	PASS	PASS	0.67	1.07	1490.00	932.00	448.90	409.47	413526781.30	439288835.80	raptor	1.60
25	arch-b	vgg8	throughput	8	batch	PASS	PASS	0.75	1.07	1330.00	932.00	425.74	409.47	394457860.80	439288835.80	raptor	1.43
26	arch-b	resnet18	latency	1	element	PASS	FAIL	15.38	64.38	NA	NA	400.67	201.66	6160441550.12	12983432281.12	raptor	4.19
27	arch-b	resnet18	throughput	2	batch	PASS	FAIL	13.08	13.43	76.40	74.40	440.79	484.80	6399942695.00	6569655551.00	raptor	1.03
28	arch-b	resnet18	throughput	4	batch	PASS	FAIL	12.68	13.43	78.90	74.40	451.19	484.80	7096979122.00	6569655551.00	raptor	1.06
29	arch-b	resnet18	throughput	8	batch	PASS	FAIL	20.59	13.43	48.60	74.40	321.62	484.80	7163273595.00	6569655551.00	pimcomp	1.53
30	arch-b	resnet34	latency	1	element	PASS	FAIL	27.95	107.20	NA	NA	397.21	206.48	11103517952.68	22134174654.68	raptor	3.83
31	arch-b	resnet34	throughput	2	batch	PASS	FAIL	22.28	22.85	44.90	43.80	438.24	493.33	14218683390.00	11392215660.00	raptor	1.03
32	arch-b	resnet34	throughput	4	batch	PASS	FAIL	39.61	22.85	25.20	43.80	315.01	493.33	14629161660.00	11392215660.00	pimcomp	1.74
33	arch-b	resnet34	throughput	8	batch	PASS	FAIL	49.34	22.85	20.30	43.80	285.76	493.33	16591020470.00	11392215660.00	pimcomp	2.16
34	arch-b	googlenet	latency	1	element	PASS	PASS	11.22	37.94	NA	NA	483.27	242.04	5422799605.92	9182062336.24	raptor	3.38
35	arch-b	googlenet	throughput	2	batch	PASS	FAIL	9.21	21.39	109.00	46.80	545.82	417.87	5591022849.00	9014726090.00	raptor	2.33
36	arch-b	googlenet	throughput	4	batch	PASS	FAIL	14.23	21.39	70.30	46.80	411.90	417.87	6718342521.00	9014726090.00	raptor	1.50
37	arch-b	googlenet	throughput	8	batch	PASS	FAIL	16.19	21.39	61.80	46.80	355.70	417.87	6726459859.00	9014726090.00	raptor	1.32
38	arch-b	yolo11n	latency	1	element	PASS	FAIL	168.14	NA	NA	NA	245.31	NA	41248047514.00	NA	NA	NA
39	arch-b	yolo11n	throughput	2	batch	PASS	FAIL	118.15	NA	8.46	NA	287.59	NA	37062981240.00	NA	NA	NA
40	arch-b	yolo11n	throughput	4	batch	PASS	FAIL	94.18	NA	10.60	NA	316.45	NA	37424491250.00	NA	NA	NA
41	arch-b	yolo11n	throughput	8	batch	PASS	FAIL	142.86	NA	7.00	NA	290.68	NA	41525990280.00	NA	NA	NA