Raptor/validation/tools/pim/pimcomp/compare/results_comparison.csv

1	arch	model	mode	raptor_pipeline	pimcomp_pipeline	raptor_functional_validation	pimcomp_functional_validation	raptor_latency_ms	pimcomp_latency_ms	raptor_throughput_samples_s	pimcomp_throughput_samples_s	raptor_power_mw	pimcomp_power_mw	raptor_energy_pj	pimcomp_energy_pj	better_compiler	speedup
2	arch-a	vgg8	latency	1	element	PASS	PASS	1.51833	7.98507	NA	NA	321.046	200.111	4.87455e+08	1.5979e+09	raptor	5.26
3	arch-a	vgg8	throughput	2	batch	PASS	PASS	0.906321	1.0364	1100	965	429.311	482.597	4.07972e+08	5.41692e+08	raptor	1.14
4	arch-a	vgg8	throughput	4	batch	PASS	PASS	0.778242	1.0364	1280	965	457.039	482.597	4.15762e+08	5.41692e+08	raptor	1.33
5	arch-a	vgg8	throughput	8	batch	PASS	PASS	0.778094	1.0364	1290	965	464.071	482.597	3.96424e+08	5.41692e+08	raptor	1.34
6	arch-a	resnet18	latency	1	element	PASS	FAIL	14.0332	58.1775	NA	NA	455.67	238.389	6.3945e+09	1.38689e+10	raptor	4.15
7	arch-a	resnet18	throughput	2	batch	PASS	FAIL	11.7314	13.4585	85.2	74.3	503.111	481.604	6.62807e+09	6.56345e+09	raptor	1.15
8	arch-a	resnet18	throughput	4	batch	PASS	FAIL	19.2072	13.4585	52.1	74.3	380.1	481.604	7.95703e+09	6.56345e+09	pimcomp	1.43
9	arch-a	resnet18	throughput	8	batch	PASS	FAIL	14.1578	13.4585	70.6	74.3	453.416	481.604	6.77909e+09	6.56345e+09	pimcomp	1.05
10	arch-a	resnet34	latency	1	element	PASS	FAIL	29.7186	66.7114	NA	NA	411.806	277.485	1.22383e+10	1.85114e+10	raptor	2.24
11	arch-a	resnet34	throughput	2	batch	PASS	FAIL	23.2705	23.5817	43	42.4	471.717	515.68	1.3055e+10	1.22836e+10	raptor	1.01
12	arch-a	resnet34	throughput	4	batch	PASS	FAIL	27.468	23.5817	36.4	42.4	422.223	515.68	1.48991e+10	1.22836e+10	pimcomp	1.16
13	arch-a	resnet34	throughput	8	batch	PASS	FAIL	39.8392	23.5817	25.1	42.4	352.28	515.68	1.70627e+10	1.22836e+10	pimcomp	1.69
14	arch-a	googlenet	latency	1	element	PASS	PASS	9.77772	62.9248	NA	NA	563.864	231.193	5.5133e+09	1.45477e+10	raptor	6.44
15	arch-a	googlenet	throughput	2	batch	PASS	FAIL	8.41545	18.2643	119	54.8	610.746	435.107	5.77746e+09	8.16479e+09	raptor	2.17
16	arch-a	googlenet	throughput	4	batch	PASS	FAIL	10.7292	18.2643	93.2	54.8	528.026	435.107	6.59289e+09	8.16479e+09	raptor	1.70
17	arch-a	googlenet	throughput	8	batch	PASS	FAIL	10.1219	18.2643	98.8	54.8	523.808	435.107	6.52174e+09	8.16479e+09	raptor	1.80
18	arch-a	yolo11n	latency	1	element	PASS	FAIL	147.49	NA	NA	NA	290.174	NA	4.27977e+10	NA	NA	NA
19	arch-a	yolo11n	throughput	2	batch	SKIPPED	FAIL	102.337	NA	9.77	NA	337.882	NA	3.83081e+10	NA	NA	NA
20	arch-a	yolo11n	throughput	4	batch	SKIPPED	FAIL	87.9103	NA	11.4	NA	358.201	NA	3.87298e+10	NA	NA	NA
21	arch-a	yolo11n	throughput	8	batch	SKIPPED	FAIL	82.9508	NA	12.1	NA	366.725	NA	3.85347e+10	NA	NA	NA
22	arch-b	vgg8	latency	1	element	PASS	PASS	1.5333	7.15212	NA	NA	292.559	173.769	4.48582e+08	1.24281e+09	raptor	4.66
23	arch-b	vgg8	throughput	2	batch	PASS	PASS	0.685556	1.07282	1460	932	456.044	409.47	4.03694e+08	4.39289e+08	raptor	1.57
24	arch-b	vgg8	throughput	4	batch	PASS	PASS	0.673192	1.07282	1490	932	448.898	409.47	4.13527e+08	4.39289e+08	raptor	1.60
25	arch-b	vgg8	throughput	8	batch	PASS	PASS	0.751106	1.07282	1330	932	425.742	409.47	3.94458e+08	4.39289e+08	raptor	1.43
26	arch-b	resnet18	latency	1	element	PASS	FAIL	15.3758	64.3818	NA	NA	400.661	201.663	6.16048e+09	1.29834e+10	raptor	4.19
27	arch-b	resnet18	throughput	2	batch	PASS	FAIL	12.1214	13.434	82.5	74.4	461.407	484.804	6.29532e+09	6.56966e+09	raptor	1.11
28	arch-b	resnet18	throughput	4	batch	PASS	FAIL	11.3601	13.434	88	74.4	479.333	484.804	6.98745e+09	6.56966e+09	raptor	1.18
29	arch-b	resnet18	throughput	8	batch	PASS	FAIL	13.1216	13.434	76.2	74.4	441.248	484.804	6.38271e+09	6.56966e+09	raptor	1.02
30	arch-b	resnet34	latency	1	element	PASS	FAIL	27.9541	107.2	NA	NA	397.206	206.476	1.11035e+10	2.21342e+10	raptor	3.83
31	arch-b	resnet34	throughput	2	batch	PASS	FAIL	22.282	22.8454	44.9	43.8	438.238	493.332	1.42187e+10	1.13922e+10	raptor	1.03
32	arch-b	resnet34	throughput	4	batch	PASS	FAIL	29.0906	22.8454	34.4	43.8	364.956	493.332	1.63285e+10	1.13922e+10	pimcomp	1.27
33	arch-b	resnet34	throughput	8	batch	PASS	FAIL	47.68	22.8454	21	43.8	289.821	493.332	1.63464e+10	1.13922e+10	pimcomp	2.09
34	arch-b	googlenet	latency	1	element	PASS	PASS	11.2212	37.9367	NA	NA	483.266	242.037	5.42282e+09	9.18206e+09	raptor	3.38
35	arch-b	googlenet	throughput	2	batch	PASS	FAIL	9.21209	21.3902	109	46.8	545.488	417.866	5.5934e+09	9.01473e+09	raptor	2.33
36	arch-b	googlenet	throughput	4	batch	PASS	FAIL	8.56194	21.3902	117	46.8	555.264	417.866	5.86312e+09	9.01473e+09	raptor	2.50
37	arch-b	googlenet	throughput	8	batch	PASS	FAIL	10.8652	21.3902	92	46.8	483.477	417.866	6.12683e+09	9.01473e+09	raptor	1.97
38	arch-b	yolo11n	latency	1	element	PASS	FAIL	168.144	NA	NA	NA	245.314	NA	4.1248e+10	NA	NA	NA
39	arch-b	yolo11n	throughput	2	batch	SKIPPED	FAIL	104.494	NA	9.57	NA	302.121	NA	3.58015e+10	NA	NA	NA
40	arch-b	yolo11n	throughput	4	batch	SKIPPED	FAIL	108.247	NA	9.24	NA	297.484	NA	3.76297e+10	NA	NA	NA
41	arch-b	yolo11n	throughput	8	batch	SKIPPED	FAIL	100.129	NA	9.99	NA	308.833	NA	3.71808e+10	NA	NA	NA