Raptor/validation/tools/pim/pimcomp/compare/results_comparison.csv

1	arch	model	mode	raptor_pipeline	pimcomp_pipeline	raptor_functional_validation	pimcomp_functional_validation	raptor_latency_ms	pimcomp_latency_ms	raptor_throughput_samples_s	pimcomp_throughput_samples_s	raptor_power_mw	pimcomp_power_mw	raptor_energy_pj	pimcomp_energy_pj	better_compiler	speedup
2	arch-a	vgg8	latency	1	element	PASS	PASS	1.51833	7.98507	NA	NA	321.046	200.111	4.87455e+08	1.5979e+09	raptor	5.26
3	arch-a	vgg8	throughput	2	batch	PASS	FAIL	0.625998	1.0364	1600	965	523.278	482.597	4.17419e+08	5.41692e+08	NA	1.66
4	arch-a	vgg8	throughput	4	batch	PASS	FAIL	0.625998	1.0364	1600	965	523.278	482.597	4.17419e+08	5.41692e+08	NA	1.66
5	arch-a	vgg8	throughput	8	batch	PASS	FAIL	0.62635	1.0364	1600	965	519.182	482.597	4.14242e+08	5.41692e+08	NA	1.66
6	arch-a	resnet18	latency	1	element	PASS	FAIL	14.0332	58.1775	NA	NA	455.67	238.389	6.3945e+09	1.38689e+10	NA	4.15
7	arch-a	resnet18	throughput	2	batch	PASS	FAIL	11.0904	13.4585	90.2	74.3	520.244	481.604	6.55167e+09	6.56345e+09	NA	1.21
8	arch-a	resnet18	throughput	4	batch	PASS	FAIL	12.0822	13.4585	82.8	74.3	487.576	481.604	6.91662e+09	6.56345e+09	NA	1.11
9	arch-a	resnet18	throughput	8	batch	PASS	FAIL	11.9279	13.4585	83.8	74.3	499.354	481.604	6.84729e+09	6.56345e+09	NA	1.13
10	arch-a	resnet34	latency	1	element	PASS	FAIL	29.7189	66.7114	NA	NA	411.804	277.485	1.22384e+10	1.85114e+10	NA	2.24
11	arch-a	resnet34	throughput	2	batch	PASS	FAIL	21.8196	23.5817	45.8	42.4	477.108	515.68	1.57899e+10	1.22836e+10	NA	1.08
12	arch-a	resnet34	throughput	4	batch	PASS	FAIL	20	23.5817	50	42.4	548.372	515.68	1.09674e+10	1.22836e+10	NA	1.18
13	arch-a	resnet34	throughput	8	batch	PASS	FAIL	20.6363	23.5817	48.5	42.4	504.854	515.68	1.23725e+10	1.22836e+10	NA	1.14
14	arch-a	googlenet	latency	1	element	PASS	FAIL	9.77731	62.9248	NA	NA	563.88	231.193	5.51323e+09	1.45477e+10	NA	6.44
15	arch-a	googlenet	throughput	2	batch	PASS	FAIL	7.34567	18.2643	136	54.8	679.351	435.107	5.5053e+09	8.16479e+09	NA	2.48
16	arch-a	googlenet	throughput	4	batch	PASS	FAIL	7.43728	18.2643	134	54.8	674.025	435.107	5.60809e+09	8.16479e+09	NA	2.45
17	arch-a	googlenet	throughput	8	batch	PASS	FAIL	9.01886	18.2643	111	54.8	595.582	435.107	5.71605e+09	8.16479e+09	NA	2.03
18	arch-a	yolo11n	latency	1	element	PASS	FAIL	149.46	NA	NA	NA	288.579	NA	4.31311e+10	NA	NA	NA
19	arch-a	yolo11n	throughput	2	batch	PASS	FAIL	94.946	NA	10.5	NA	346.466	NA	3.75539e+10	NA	NA	NA
20	arch-a	yolo11n	throughput	4	batch	PASS	FAIL	80.1193	NA	12.5	NA	377.408	NA	3.8811e+10	NA	NA	NA
21	arch-a	yolo11n	throughput	8	batch	PASS	FAIL	99.5488	NA	10	NA	339.331	NA	4.27113e+10	NA	NA	NA
22	arch-b	vgg8	latency	1	element	PASS	PASS	1.5333	7.15212	NA	NA	292.559	173.769	4.48582e+08	1.24281e+09	raptor	4.66
23	arch-b	vgg8	throughput	2	batch	PASS	FAIL	0.624729	1.07282	1600	932	489.899	409.47	3.93036e+08	4.39289e+08	NA	1.72
24	arch-b	vgg8	throughput	4	batch	PASS	FAIL	0.62331	1.07282	1600	932	490.955	409.47	3.93418e+08	4.39289e+08	NA	1.72
25	arch-b	vgg8	throughput	8	batch	PASS	FAIL	0.62331	1.07282	1600	932	490.955	409.47	3.93418e+08	4.39289e+08	NA	1.72
26	arch-b	resnet18	latency	1	element	PASS	FAIL	15.3758	64.3818	NA	NA	400.661	201.663	6.16048e+09	1.29834e+10	NA	4.19
27	arch-b	resnet18	throughput	2	batch	PASS	FAIL	12.9113	13.434	77.5	74.4	438.931	484.804	6.47794e+09	6.56966e+09	NA	1.04
28	arch-b	resnet18	throughput	4	batch	PASS	FAIL	11.3505	13.434	88.1	74.4	478.606	484.804	6.66517e+09	6.56966e+09	NA	1.18
29	arch-b	resnet18	throughput	8	batch	PASS	FAIL	11.3685	13.434	88	74.4	478.33	484.804	6.51513e+09	6.56966e+09	NA	1.18
30	arch-b	resnet34	latency	1	element	PASS	FAIL	27.9541	107.2	NA	NA	397.206	206.476	1.11035e+10	2.21342e+10	NA	3.83
31	arch-b	resnet34	throughput	2	batch	PASS	FAIL	22.4967	22.8454	44.5	43.8	440.06	493.332	1.49623e+10	1.13922e+10	NA	1.02
32	arch-b	resnet34	throughput	4	batch	PASS	FAIL	24.1838	22.8454	41.3	43.8	426.129	493.332	1.30195e+10	1.13922e+10	NA	1.06
33	arch-b	resnet34	throughput	8	batch	PASS	FAIL	24.1516	22.8454	41.4	43.8	420.745	493.332	1.39184e+10	1.13922e+10	NA	1.06
34	arch-b	googlenet	latency	1	element	PASS	FAIL	11.2206	37.9367	NA	NA	483.283	242.037	5.42274e+09	9.18206e+09	NA	3.38
35	arch-b	googlenet	throughput	2	batch	PASS	FAIL	9.08396	21.3902	110	46.8	550.292	417.866	5.70509e+09	9.01473e+09	NA	2.35
36	arch-b	googlenet	throughput	4	batch	PASS	FAIL	8.23423	21.3902	121	46.8	597.327	417.866	5.62683e+09	9.01473e+09	NA	2.59
37	arch-b	googlenet	throughput	8	batch	PASS	FAIL	7.78944	21.3902	128	46.8	620.65	417.866	5.47039e+09	9.01473e+09	NA	2.74
38	arch-b	yolo11n	latency	1	element	PASS	FAIL	171.598	NA	NA	NA	243.177	NA	4.17288e+10	NA	NA	NA
39	arch-b	yolo11n	throughput	2	batch	PASS	FAIL	99.5318	NA	10	NA	309.102	NA	3.5219e+10	NA	NA	NA
40	arch-b	yolo11n	throughput	4	batch	PASS	FAIL	85.3497	NA	11.7	NA	326.712	NA	3.58691e+10	NA	NA	NA
41	arch-b	yolo11n	throughput	8	batch	PASS	FAIL	97.9941	NA	10.2	NA	308.041	NA	3.5011e+10	NA	NA	NA