update results

This commit is contained in:
NiccoloN
2026-11-05 15:53:53 +01:00
parent aff9482db1
commit 799a53ecd8
2 changed files with 54 additions and 54 deletions
@@ -1,41 +1,41 @@
arch,model,mode,raptor_pipeline,pimcomp_pipeline,raptor_functional_validation,pimcomp_functional_validation,raptor_latency_ms,pimcomp_latency_ms,raptor_throughput_samples_s,pimcomp_throughput_samples_s,raptor_power_mw,pimcomp_power_mw,raptor_energy_pj,pimcomp_energy_pj,better_compiler,speedup
arch-a,vgg8,latency,1,element,PASS,PASS,1.51833,7.98507,NA,NA,321.046,200.111,4.87455e+08,1.5979e+09,raptor,5.26
arch-a,vgg8,throughput,2,batch,PASS,FAIL,0.625998,1.0364,1600,965,523.278,482.597,4.17419e+08,5.41692e+08,NA,1.66
arch-a,vgg8,throughput,4,batch,PASS,FAIL,0.625649,1.0364,1600,965,519.08,482.597,4.15766e+08,5.41692e+08,NA,1.66
arch-a,vgg8,throughput,8,batch,PASS,FAIL,0.803492,1.0364,1240,965,463.268,482.597,4.23149e+08,5.41692e+08,NA,1.28
arch-a,resnet18,latency,1,element,PASS,FAIL,14.0331,58.1775,NA,NA,455.673,238.389,6.39448e+09,1.38689e+10,NA,4.15
arch-a,resnet18,throughput,2,batch,PASS,FAIL,11.0904,13.4585,90.2,74.3,520.244,481.604,6.55167e+09,6.56345e+09,NA,1.21
arch-a,resnet18,throughput,4,batch,PASS,FAIL,12.1059,13.4585,82.6,74.3,496.462,481.604,6.62592e+09,6.56345e+09,NA,1.11
arch-a,resnet18,throughput,8,batch,PASS,FAIL,13.4996,13.4585,74.1,74.3,450.251,481.604,7.50626e+09,6.56345e+09,NA,1.00
arch-a,resnet34,latency,1,element,PASS,FAIL,29.7186,66.7114,NA,NA,411.806,277.485,1.22383e+10,1.85114e+10,NA,2.24
arch-a,resnet34,throughput,2,batch,PASS,FAIL,21.8196,23.5817,45.8,42.4,477.108,515.68,1.57899e+10,1.22836e+10,NA,1.08
arch-a,resnet34,throughput,4,batch,PASS,FAIL,18.1654,23.5817,55,42.4,535.855,515.68,1.35442e+10,1.22836e+10,NA,1.30
arch-a,resnet34,throughput,8,batch,PASS,FAIL,27.6219,23.5817,36.2,42.4,400.427,515.68,1.70388e+10,1.22836e+10,NA,1.17
arch-a,googlenet,latency,1,element,PASS,FAIL,9.77731,62.9248,NA,NA,563.88,231.193,5.51323e+09,1.45477e+10,NA,6.44
arch-a,googlenet,throughput,2,batch,PASS,FAIL,7.34567,18.2643,136,54.8,679.351,435.107,5.5053e+09,8.16479e+09,NA,2.48
arch-a,googlenet,throughput,4,batch,PASS,FAIL,7.36311,18.2643,136,54.8,674.088,435.107,5.98681e+09,8.16479e+09,NA,2.48
arch-a,googlenet,throughput,8,batch,PASS,FAIL,12.5019,18.2643,80,54.8,473.259,435.107,7.4517e+09,8.16479e+09,NA,1.46
arch-a,vgg8,throughput,2,batch,PASS,FAIL,0.626959,0.979432,1600,1020,549.693,475.032,3.44635e+08,4.65262e+08,NA,1.57
arch-a,vgg8,throughput,4,batch,PASS,FAIL,0.626566,0.979432,1600,1020,545.888,475.032,3.42035e+08,4.65262e+08,NA,1.57
arch-a,vgg8,throughput,8,batch,PASS,FAIL,0.812348,0.979432,1230,1020,462.83,475.032,3.75979e+08,4.65262e+08,NA,1.21
arch-a,resnet18,latency,1,element,PASS,FAIL,14.0332,58.177,NA,NA,455.67,238.39,6.3945e+09,1.38688e+10,NA,4.15
arch-a,resnet18,throughput,2,batch,PASS,FAIL,11.236,13.5135,89,74,530.553,480.65,5.96127e+09,6.49526e+09,NA,1.20
arch-a,resnet18,throughput,4,batch,PASS,FAIL,12.3457,13.5135,81,74,500.766,480.65,6.1823e+09,6.49526e+09,NA,1.09
arch-a,resnet18,throughput,8,batch,PASS,FAIL,13.8889,13.5135,72,74,466.401,480.65,6.4778e+09,6.49526e+09,NA,1.03
arch-a,resnet34,latency,1,element,PASS,FAIL,29.7186,66.7093,NA,NA,411.806,277.489,1.22383e+10,1.85111e+10,NA,2.24
arch-a,resnet34,throughput,2,batch,PASS,FAIL,23.2558,23.8095,43,42,499.548,515.304,1.16174e+10,1.22691e+10,NA,1.02
arch-a,resnet34,throughput,4,batch,PASS,FAIL,19.6078,23.8095,51,42,557.984,515.304,1.09409e+10,1.22691e+10,NA,1.21
arch-a,resnet34,throughput,8,batch,PASS,FAIL,30.303,23.8095,33,42,424.785,515.304,1.28723e+10,1.22691e+10,NA,1.27
arch-a,googlenet,latency,1,element,PASS,FAIL,9.77731,62.9227,NA,NA,563.88,231.195,5.51323e+09,1.45474e+10,NA,6.44
arch-a,googlenet,throughput,2,batch,PASS,FAIL,7.40741,18.5185,135,54,692.813,433.763,5.13195e+09,8.03266e+09,NA,2.50
arch-a,googlenet,throughput,4,batch,PASS,FAIL,7.46269,18.5185,134,54,692.311,433.763,5.1665e+09,8.03266e+09,NA,2.48
arch-a,googlenet,throughput,8,batch,PASS,FAIL,12.8205,18.5185,78,54,477.421,433.763,6.12078e+09,8.03266e+09,NA,1.44
arch-a,yolo11n,latency,1,element,PASS,FAIL,149.46,NA,NA,NA,288.579,NA,4.31311e+10,NA,NA,NA
arch-a,yolo11n,throughput,2,batch,PASS,FAIL,92.6953,NA,10.8,NA,350.924,NA,3.70654e+10,NA,NA,NA
arch-a,yolo11n,throughput,4,batch,PASS,FAIL,80.1193,NA,12.5,NA,377.408,NA,3.8811e+10,NA,NA,NA
arch-a,yolo11n,throughput,8,batch,PASS,FAIL,79.1191,NA,12.6,NA,381.819,NA,3.89676e+10,NA,NA,NA
arch-a,yolo11n,throughput,2,batch,PASS,FAIL,111.111,NA,9,NA,355.474,NA,3.94971e+10,NA,NA,NA
arch-a,yolo11n,throughput,4,batch,PASS,FAIL,100,NA,10,NA,380.73,NA,3.8073e+10,NA,NA,NA
arch-a,yolo11n,throughput,8,batch,PASS,FAIL,100,NA,10,NA,385.138,NA,3.85138e+10,NA,NA,NA
arch-b,vgg8,latency,1,element,PASS,PASS,1.5333,7.15212,NA,NA,292.559,173.769,4.48582e+08,1.24281e+09,raptor,4.66
arch-b,vgg8,throughput,2,batch,PASS,FAIL,0.624729,1.07282,1600,932,489.899,409.47,3.93036e+08,4.39289e+08,NA,1.72
arch-b,vgg8,throughput,4,batch,PASS,FAIL,0.626763,1.07282,1600,932,491.604,409.47,4.00645e+08,4.39289e+08,NA,1.72
arch-b,vgg8,throughput,8,batch,PASS,FAIL,0.811204,1.07282,1230,932,432.125,409.47,3.87009e+08,4.39289e+08,NA,1.32
arch-b,resnet18,latency,1,element,PASS,FAIL,15.3758,64.3818,NA,NA,400.661,201.663,6.16048e+09,1.29834e+10,NA,4.19
arch-b,resnet18,throughput,2,batch,PASS,FAIL,11.3606,13.434,88,74.4,481.054,484.804,6.22494e+09,6.56966e+09,NA,1.18
arch-b,resnet18,throughput,4,batch,PASS,FAIL,11.371,13.434,87.9,74.4,478.704,484.804,6.40922e+09,6.56966e+09,NA,1.18
arch-b,resnet18,throughput,8,batch,PASS,FAIL,15.4273,13.434,64.8,74.4,379.916,484.804,7.28283e+09,6.56966e+09,NA,1.15
arch-b,resnet34,latency,1,element,PASS,FAIL,27.9541,107.2,NA,NA,397.206,206.476,1.11035e+10,2.21342e+10,NA,3.83
arch-b,resnet34,throughput,2,batch,PASS,FAIL,22.4967,22.8454,44.5,43.8,440.06,493.332,1.49623e+10,1.13922e+10,NA,1.02
arch-b,resnet34,throughput,4,batch,PASS,FAIL,21.2922,22.8454,47,43.8,458.231,493.332,1.41126e+10,1.13922e+10,NA,1.07
arch-b,resnet34,throughput,8,batch,PASS,FAIL,25.623,22.8454,39,43.8,387.339,493.332,1.54807e+10,1.13922e+10,NA,1.12
arch-b,googlenet,latency,1,element,PASS,FAIL,11.2212,37.9367,NA,NA,483.266,242.037,5.42282e+09,9.18206e+09,NA,3.38
arch-b,googlenet,throughput,2,batch,PASS,FAIL,7.48177,21.3902,134,46.8,637.953,417.866,5.51184e+09,9.01473e+09,NA,2.86
arch-b,googlenet,throughput,4,batch,PASS,FAIL,7.5111,21.3902,133,46.8,635.353,417.866,5.53793e+09,9.01473e+09,NA,2.84
arch-b,googlenet,throughput,8,batch,PASS,FAIL,9.95219,21.3902,100,46.8,492.141,417.866,6.39044e+09,9.01473e+09,NA,2.14
arch-b,vgg8,throughput,2,batch,PASS,FAIL,0.627746,1.06383,1590,940,516.239,408.479,3.24067e+08,4.34552e+08,NA,1.69
arch-b,vgg8,throughput,4,batch,PASS,FAIL,0.627746,1.06383,1590,940,519.279,408.479,3.25976e+08,4.34552e+08,NA,1.69
arch-b,vgg8,throughput,8,batch,PASS,FAIL,0.813008,1.06383,1230,940,432.62,408.479,3.51723e+08,4.34552e+08,NA,1.31
arch-b,resnet18,latency,1,element,PASS,FAIL,15.3758,64.3808,NA,NA,400.661,201.664,6.16048e+09,1.29833e+10,NA,4.19
arch-b,resnet18,throughput,2,batch,PASS,FAIL,11.4943,13.5135,87,74,491.763,483.916,5.65245e+09,6.53941e+09,NA,1.18
arch-b,resnet18,throughput,4,batch,PASS,FAIL,11.7647,13.5135,85,74,487.946,483.916,5.74054e+09,6.53941e+09,NA,1.15
arch-b,resnet18,throughput,8,batch,PASS,FAIL,16.129,13.5135,62,74,396.088,483.916,6.38852e+09,6.53941e+09,NA,1.19
arch-b,resnet34,latency,1,element,PASS,FAIL,27.9541,107.201,NA,NA,397.206,206.475,1.11035e+10,2.21343e+10,NA,3.83
arch-b,resnet34,throughput,2,batch,PASS,FAIL,24.3902,23.2558,41,43,454.795,492.806,1.10926e+10,1.14606e+10,NA,1.05
arch-b,resnet34,throughput,4,batch,PASS,FAIL,22.7273,23.2558,44,43,473.936,492.806,1.07713e+10,1.14606e+10,NA,1.02
arch-b,resnet34,throughput,8,batch,PASS,FAIL,28.5714,23.2558,35,43,414.549,492.806,1.18443e+10,1.14606e+10,NA,1.23
arch-b,googlenet,latency,1,element,PASS,FAIL,11.2209,37.9362,NA,NA,483.274,242.038,5.42278e+09,9.182e+09,NA,3.38
arch-b,googlenet,throughput,2,batch,PASS,FAIL,7.57576,21.7391,132,46,653.673,417.304,4.95207e+09,9.07182e+09,NA,2.87
arch-b,googlenet,throughput,4,batch,PASS,FAIL,7.57576,21.7391,132,46,651.226,417.304,4.93353e+09,9.07182e+09,NA,2.87
arch-b,googlenet,throughput,8,batch,PASS,FAIL,10.2041,21.7391,98,46,522.741,417.304,5.3341e+09,9.07182e+09,NA,2.13
arch-b,yolo11n,latency,1,element,PASS,FAIL,171.598,NA,NA,NA,243.177,NA,4.17288e+10,NA,NA,NA
arch-b,yolo11n,throughput,2,batch,PASS,FAIL,97.269,NA,10.3,NA,311.245,NA,3.46934e+10,NA,NA,NA
arch-b,yolo11n,throughput,4,batch,PASS,FAIL,78.8274,NA,12.7,NA,340.026,NA,3.39053e+10,NA,NA,NA
arch-b,yolo11n,throughput,8,batch,PASS,FAIL,86.2414,NA,11.6,NA,323.447,NA,3.7648e+10,NA,NA,NA
arch-b,yolo11n,throughput,2,batch,PASS,FAIL,111.111,NA,9,NA,315.563,NA,3.50626e+10,NA,NA,NA
arch-b,yolo11n,throughput,4,batch,PASS,FAIL,90.9091,NA,11,NA,349.244,NA,3.17494e+10,NA,NA,NA
arch-b,yolo11n,throughput,8,batch,PASS,FAIL,111.111,NA,9,NA,332.438,NA,3.69376e+10,NA,NA,NA
1 arch model mode raptor_pipeline pimcomp_pipeline raptor_functional_validation pimcomp_functional_validation raptor_latency_ms pimcomp_latency_ms raptor_throughput_samples_s pimcomp_throughput_samples_s raptor_power_mw pimcomp_power_mw raptor_energy_pj pimcomp_energy_pj better_compiler speedup
2 arch-a vgg8 latency 1 element PASS PASS 1.51833 7.98507 NA NA 321.046 200.111 4.87455e+08 1.5979e+09 raptor 5.26
3 arch-a vgg8 throughput 2 batch PASS FAIL 0.625998 0.626959 1.0364 0.979432 1600 965 1020 523.278 549.693 482.597 475.032 4.17419e+08 3.44635e+08 5.41692e+08 4.65262e+08 NA 1.66 1.57
4 arch-a vgg8 throughput 4 batch PASS FAIL 0.625649 0.626566 1.0364 0.979432 1600 965 1020 519.08 545.888 482.597 475.032 4.15766e+08 3.42035e+08 5.41692e+08 4.65262e+08 NA 1.66 1.57
5 arch-a vgg8 throughput 8 batch PASS FAIL 0.803492 0.812348 1.0364 0.979432 1240 1230 965 1020 463.268 462.83 482.597 475.032 4.23149e+08 3.75979e+08 5.41692e+08 4.65262e+08 NA 1.28 1.21
6 arch-a resnet18 latency 1 element PASS FAIL 14.0331 14.0332 58.1775 58.177 NA NA 455.673 455.67 238.389 238.39 6.39448e+09 6.3945e+09 1.38689e+10 1.38688e+10 NA 4.15
7 arch-a resnet18 throughput 2 batch PASS FAIL 11.0904 11.236 13.4585 13.5135 90.2 89 74.3 74 520.244 530.553 481.604 480.65 6.55167e+09 5.96127e+09 6.56345e+09 6.49526e+09 NA 1.21 1.20
8 arch-a resnet18 throughput 4 batch PASS FAIL 12.1059 12.3457 13.4585 13.5135 82.6 81 74.3 74 496.462 500.766 481.604 480.65 6.62592e+09 6.1823e+09 6.56345e+09 6.49526e+09 NA 1.11 1.09
9 arch-a resnet18 throughput 8 batch PASS FAIL 13.4996 13.8889 13.4585 13.5135 74.1 72 74.3 74 450.251 466.401 481.604 480.65 7.50626e+09 6.4778e+09 6.56345e+09 6.49526e+09 NA 1.00 1.03
10 arch-a resnet34 latency 1 element PASS FAIL 29.7186 66.7114 66.7093 NA NA 411.806 277.485 277.489 1.22383e+10 1.85114e+10 1.85111e+10 NA 2.24
11 arch-a resnet34 throughput 2 batch PASS FAIL 21.8196 23.2558 23.5817 23.8095 45.8 43 42.4 42 477.108 499.548 515.68 515.304 1.57899e+10 1.16174e+10 1.22836e+10 1.22691e+10 NA 1.08 1.02
12 arch-a resnet34 throughput 4 batch PASS FAIL 18.1654 19.6078 23.5817 23.8095 55 51 42.4 42 535.855 557.984 515.68 515.304 1.35442e+10 1.09409e+10 1.22836e+10 1.22691e+10 NA 1.30 1.21
13 arch-a resnet34 throughput 8 batch PASS FAIL 27.6219 30.303 23.5817 23.8095 36.2 33 42.4 42 400.427 424.785 515.68 515.304 1.70388e+10 1.28723e+10 1.22836e+10 1.22691e+10 NA 1.17 1.27
14 arch-a googlenet latency 1 element PASS FAIL 9.77731 62.9248 62.9227 NA NA 563.88 231.193 231.195 5.51323e+09 1.45477e+10 1.45474e+10 NA 6.44
15 arch-a googlenet throughput 2 batch PASS FAIL 7.34567 7.40741 18.2643 18.5185 136 135 54.8 54 679.351 692.813 435.107 433.763 5.5053e+09 5.13195e+09 8.16479e+09 8.03266e+09 NA 2.48 2.50
16 arch-a googlenet throughput 4 batch PASS FAIL 7.36311 7.46269 18.2643 18.5185 136 134 54.8 54 674.088 692.311 435.107 433.763 5.98681e+09 5.1665e+09 8.16479e+09 8.03266e+09 NA 2.48
17 arch-a googlenet throughput 8 batch PASS FAIL 12.5019 12.8205 18.2643 18.5185 80 78 54.8 54 473.259 477.421 435.107 433.763 7.4517e+09 6.12078e+09 8.16479e+09 8.03266e+09 NA 1.46 1.44
18 arch-a yolo11n latency 1 element PASS FAIL 149.46 NA NA NA 288.579 NA 4.31311e+10 NA NA NA
19 arch-a yolo11n throughput 2 batch PASS FAIL 92.6953 111.111 NA 10.8 9 NA 350.924 355.474 NA 3.70654e+10 3.94971e+10 NA NA NA
20 arch-a yolo11n throughput 4 batch PASS FAIL 80.1193 100 NA 12.5 10 NA 377.408 380.73 NA 3.8811e+10 3.8073e+10 NA NA NA
21 arch-a yolo11n throughput 8 batch PASS FAIL 79.1191 100 NA 12.6 10 NA 381.819 385.138 NA 3.89676e+10 3.85138e+10 NA NA NA
22 arch-b vgg8 latency 1 element PASS PASS 1.5333 7.15212 NA NA 292.559 173.769 4.48582e+08 1.24281e+09 raptor 4.66
23 arch-b vgg8 throughput 2 batch PASS FAIL 0.624729 0.627746 1.07282 1.06383 1600 1590 932 940 489.899 516.239 409.47 408.479 3.93036e+08 3.24067e+08 4.39289e+08 4.34552e+08 NA 1.72 1.69
24 arch-b vgg8 throughput 4 batch PASS FAIL 0.626763 0.627746 1.07282 1.06383 1600 1590 932 940 491.604 519.279 409.47 408.479 4.00645e+08 3.25976e+08 4.39289e+08 4.34552e+08 NA 1.72 1.69
25 arch-b vgg8 throughput 8 batch PASS FAIL 0.811204 0.813008 1.07282 1.06383 1230 932 940 432.125 432.62 409.47 408.479 3.87009e+08 3.51723e+08 4.39289e+08 4.34552e+08 NA 1.32 1.31
26 arch-b resnet18 latency 1 element PASS FAIL 15.3758 64.3818 64.3808 NA NA 400.661 201.663 201.664 6.16048e+09 1.29834e+10 1.29833e+10 NA 4.19
27 arch-b resnet18 throughput 2 batch PASS FAIL 11.3606 11.4943 13.434 13.5135 88 87 74.4 74 481.054 491.763 484.804 483.916 6.22494e+09 5.65245e+09 6.56966e+09 6.53941e+09 NA 1.18
28 arch-b resnet18 throughput 4 batch PASS FAIL 11.371 11.7647 13.434 13.5135 87.9 85 74.4 74 478.704 487.946 484.804 483.916 6.40922e+09 5.74054e+09 6.56966e+09 6.53941e+09 NA 1.18 1.15
29 arch-b resnet18 throughput 8 batch PASS FAIL 15.4273 16.129 13.434 13.5135 64.8 62 74.4 74 379.916 396.088 484.804 483.916 7.28283e+09 6.38852e+09 6.56966e+09 6.53941e+09 NA 1.15 1.19
30 arch-b resnet34 latency 1 element PASS FAIL 27.9541 107.2 107.201 NA NA 397.206 206.476 206.475 1.11035e+10 2.21342e+10 2.21343e+10 NA 3.83
31 arch-b resnet34 throughput 2 batch PASS FAIL 22.4967 24.3902 22.8454 23.2558 44.5 41 43.8 43 440.06 454.795 493.332 492.806 1.49623e+10 1.10926e+10 1.13922e+10 1.14606e+10 NA 1.02 1.05
32 arch-b resnet34 throughput 4 batch PASS FAIL 21.2922 22.7273 22.8454 23.2558 47 44 43.8 43 458.231 473.936 493.332 492.806 1.41126e+10 1.07713e+10 1.13922e+10 1.14606e+10 NA 1.07 1.02
33 arch-b resnet34 throughput 8 batch PASS FAIL 25.623 28.5714 22.8454 23.2558 39 35 43.8 43 387.339 414.549 493.332 492.806 1.54807e+10 1.18443e+10 1.13922e+10 1.14606e+10 NA 1.12 1.23
34 arch-b googlenet latency 1 element PASS FAIL 11.2212 11.2209 37.9367 37.9362 NA NA 483.266 483.274 242.037 242.038 5.42282e+09 5.42278e+09 9.18206e+09 9.182e+09 NA 3.38
35 arch-b googlenet throughput 2 batch PASS FAIL 7.48177 7.57576 21.3902 21.7391 134 132 46.8 46 637.953 653.673 417.866 417.304 5.51184e+09 4.95207e+09 9.01473e+09 9.07182e+09 NA 2.86 2.87
36 arch-b googlenet throughput 4 batch PASS FAIL 7.5111 7.57576 21.3902 21.7391 133 132 46.8 46 635.353 651.226 417.866 417.304 5.53793e+09 4.93353e+09 9.01473e+09 9.07182e+09 NA 2.84 2.87
37 arch-b googlenet throughput 8 batch PASS FAIL 9.95219 10.2041 21.3902 21.7391 100 98 46.8 46 492.141 522.741 417.866 417.304 6.39044e+09 5.3341e+09 9.01473e+09 9.07182e+09 NA 2.14 2.13
38 arch-b yolo11n latency 1 element PASS FAIL 171.598 NA NA NA 243.177 NA 4.17288e+10 NA NA NA
39 arch-b yolo11n throughput 2 batch PASS FAIL 97.269 111.111 NA 10.3 9 NA 311.245 315.563 NA 3.46934e+10 3.50626e+10 NA NA NA
40 arch-b yolo11n throughput 4 batch PASS FAIL 78.8274 90.9091 NA 12.7 11 NA 340.026 349.244 NA 3.39053e+10 3.17494e+10 NA NA NA
41 arch-b yolo11n throughput 8 batch PASS FAIL 86.2414 111.111 NA 11.6 9 NA 323.447 332.438 NA 3.7648e+10 3.69376e+10 NA NA NA