update results
Validate Operations / validate-operations (push) Has been cancelled

This commit is contained in:
NiccoloN
2026-11-03 14:30:06 +01:00
parent 4a1fe710b2
commit aff9482db1
2 changed files with 44 additions and 44 deletions
@@ -1,41 +1,41 @@
arch,model,mode,raptor_pipeline,pimcomp_pipeline,raptor_functional_validation,pimcomp_functional_validation,raptor_latency_ms,pimcomp_latency_ms,raptor_throughput_samples_s,pimcomp_throughput_samples_s,raptor_power_mw,pimcomp_power_mw,raptor_energy_pj,pimcomp_energy_pj,better_compiler,speedup
arch-a,vgg8,latency,1,element,PASS,PASS,1.51833,7.98507,NA,NA,321.046,200.111,4.87455e+08,1.5979e+09,raptor,5.26
arch-a,vgg8,throughput,2,batch,PASS,FAIL,0.625998,1.0364,1600,965,523.278,482.597,4.17419e+08,5.41692e+08,NA,1.66
arch-a,vgg8,throughput,4,batch,PASS,FAIL,0.625998,1.0364,1600,965,523.278,482.597,4.17419e+08,5.41692e+08,NA,1.66
arch-a,vgg8,throughput,8,batch,PASS,FAIL,0.62635,1.0364,1600,965,519.182,482.597,4.14242e+08,5.41692e+08,NA,1.66
arch-a,resnet18,latency,1,element,PASS,FAIL,14.0332,58.1775,NA,NA,455.67,238.389,6.3945e+09,1.38689e+10,NA,4.15
arch-a,vgg8,throughput,4,batch,PASS,FAIL,0.625649,1.0364,1600,965,519.08,482.597,4.15766e+08,5.41692e+08,NA,1.66
arch-a,vgg8,throughput,8,batch,PASS,FAIL,0.803492,1.0364,1240,965,463.268,482.597,4.23149e+08,5.41692e+08,NA,1.28
arch-a,resnet18,latency,1,element,PASS,FAIL,14.0331,58.1775,NA,NA,455.673,238.389,6.39448e+09,1.38689e+10,NA,4.15
arch-a,resnet18,throughput,2,batch,PASS,FAIL,11.0904,13.4585,90.2,74.3,520.244,481.604,6.55167e+09,6.56345e+09,NA,1.21
arch-a,resnet18,throughput,4,batch,PASS,FAIL,12.0822,13.4585,82.8,74.3,487.576,481.604,6.91662e+09,6.56345e+09,NA,1.11
arch-a,resnet18,throughput,8,batch,PASS,FAIL,11.9279,13.4585,83.8,74.3,499.354,481.604,6.84729e+09,6.56345e+09,NA,1.13
arch-a,resnet34,latency,1,element,PASS,FAIL,29.7189,66.7114,NA,NA,411.804,277.485,1.22384e+10,1.85114e+10,NA,2.24
arch-a,resnet18,throughput,4,batch,PASS,FAIL,12.1059,13.4585,82.6,74.3,496.462,481.604,6.62592e+09,6.56345e+09,NA,1.11
arch-a,resnet18,throughput,8,batch,PASS,FAIL,13.4996,13.4585,74.1,74.3,450.251,481.604,7.50626e+09,6.56345e+09,NA,1.00
arch-a,resnet34,latency,1,element,PASS,FAIL,29.7186,66.7114,NA,NA,411.806,277.485,1.22383e+10,1.85114e+10,NA,2.24
arch-a,resnet34,throughput,2,batch,PASS,FAIL,21.8196,23.5817,45.8,42.4,477.108,515.68,1.57899e+10,1.22836e+10,NA,1.08
arch-a,resnet34,throughput,4,batch,PASS,FAIL,20,23.5817,50,42.4,548.372,515.68,1.09674e+10,1.22836e+10,NA,1.18
arch-a,resnet34,throughput,8,batch,PASS,FAIL,20.6363,23.5817,48.5,42.4,504.854,515.68,1.23725e+10,1.22836e+10,NA,1.14
arch-a,resnet34,throughput,4,batch,PASS,FAIL,18.1654,23.5817,55,42.4,535.855,515.68,1.35442e+10,1.22836e+10,NA,1.30
arch-a,resnet34,throughput,8,batch,PASS,FAIL,27.6219,23.5817,36.2,42.4,400.427,515.68,1.70388e+10,1.22836e+10,NA,1.17
arch-a,googlenet,latency,1,element,PASS,FAIL,9.77731,62.9248,NA,NA,563.88,231.193,5.51323e+09,1.45477e+10,NA,6.44
arch-a,googlenet,throughput,2,batch,PASS,FAIL,7.34567,18.2643,136,54.8,679.351,435.107,5.5053e+09,8.16479e+09,NA,2.48
arch-a,googlenet,throughput,4,batch,PASS,FAIL,7.43728,18.2643,134,54.8,674.025,435.107,5.60809e+09,8.16479e+09,NA,2.45
arch-a,googlenet,throughput,8,batch,PASS,FAIL,9.01886,18.2643,111,54.8,595.582,435.107,5.71605e+09,8.16479e+09,NA,2.03
arch-a,googlenet,throughput,4,batch,PASS,FAIL,7.36311,18.2643,136,54.8,674.088,435.107,5.98681e+09,8.16479e+09,NA,2.48
arch-a,googlenet,throughput,8,batch,PASS,FAIL,12.5019,18.2643,80,54.8,473.259,435.107,7.4517e+09,8.16479e+09,NA,1.46
arch-a,yolo11n,latency,1,element,PASS,FAIL,149.46,NA,NA,NA,288.579,NA,4.31311e+10,NA,NA,NA
arch-a,yolo11n,throughput,2,batch,PASS,FAIL,94.946,NA,10.5,NA,346.466,NA,3.75539e+10,NA,NA,NA
arch-a,yolo11n,throughput,2,batch,PASS,FAIL,92.6953,NA,10.8,NA,350.924,NA,3.70654e+10,NA,NA,NA
arch-a,yolo11n,throughput,4,batch,PASS,FAIL,80.1193,NA,12.5,NA,377.408,NA,3.8811e+10,NA,NA,NA
arch-a,yolo11n,throughput,8,batch,PASS,FAIL,99.5488,NA,10,NA,339.331,NA,4.27113e+10,NA,NA,NA
arch-a,yolo11n,throughput,8,batch,PASS,FAIL,79.1191,NA,12.6,NA,381.819,NA,3.89676e+10,NA,NA,NA
arch-b,vgg8,latency,1,element,PASS,PASS,1.5333,7.15212,NA,NA,292.559,173.769,4.48582e+08,1.24281e+09,raptor,4.66
arch-b,vgg8,throughput,2,batch,PASS,FAIL,0.624729,1.07282,1600,932,489.899,409.47,3.93036e+08,4.39289e+08,NA,1.72
arch-b,vgg8,throughput,4,batch,PASS,FAIL,0.62331,1.07282,1600,932,490.955,409.47,3.93418e+08,4.39289e+08,NA,1.72
arch-b,vgg8,throughput,8,batch,PASS,FAIL,0.62331,1.07282,1600,932,490.955,409.47,3.93418e+08,4.39289e+08,NA,1.72
arch-b,vgg8,throughput,4,batch,PASS,FAIL,0.626763,1.07282,1600,932,491.604,409.47,4.00645e+08,4.39289e+08,NA,1.72
arch-b,vgg8,throughput,8,batch,PASS,FAIL,0.811204,1.07282,1230,932,432.125,409.47,3.87009e+08,4.39289e+08,NA,1.32
arch-b,resnet18,latency,1,element,PASS,FAIL,15.3758,64.3818,NA,NA,400.661,201.663,6.16048e+09,1.29834e+10,NA,4.19
arch-b,resnet18,throughput,2,batch,PASS,FAIL,12.9113,13.434,77.5,74.4,438.931,484.804,6.47794e+09,6.56966e+09,NA,1.04
arch-b,resnet18,throughput,4,batch,PASS,FAIL,11.3505,13.434,88.1,74.4,478.606,484.804,6.66517e+09,6.56966e+09,NA,1.18
arch-b,resnet18,throughput,8,batch,PASS,FAIL,11.3685,13.434,88,74.4,478.33,484.804,6.51513e+09,6.56966e+09,NA,1.18
arch-b,resnet18,throughput,2,batch,PASS,FAIL,11.3606,13.434,88,74.4,481.054,484.804,6.22494e+09,6.56966e+09,NA,1.18
arch-b,resnet18,throughput,4,batch,PASS,FAIL,11.371,13.434,87.9,74.4,478.704,484.804,6.40922e+09,6.56966e+09,NA,1.18
arch-b,resnet18,throughput,8,batch,PASS,FAIL,15.4273,13.434,64.8,74.4,379.916,484.804,7.28283e+09,6.56966e+09,NA,1.15
arch-b,resnet34,latency,1,element,PASS,FAIL,27.9541,107.2,NA,NA,397.206,206.476,1.11035e+10,2.21342e+10,NA,3.83
arch-b,resnet34,throughput,2,batch,PASS,FAIL,22.4967,22.8454,44.5,43.8,440.06,493.332,1.49623e+10,1.13922e+10,NA,1.02
arch-b,resnet34,throughput,4,batch,PASS,FAIL,24.1838,22.8454,41.3,43.8,426.129,493.332,1.30195e+10,1.13922e+10,NA,1.06
arch-b,resnet34,throughput,8,batch,PASS,FAIL,24.1516,22.8454,41.4,43.8,420.745,493.332,1.39184e+10,1.13922e+10,NA,1.06
arch-b,googlenet,latency,1,element,PASS,FAIL,11.2206,37.9367,NA,NA,483.283,242.037,5.42274e+09,9.18206e+09,NA,3.38
arch-b,googlenet,throughput,2,batch,PASS,FAIL,9.08396,21.3902,110,46.8,550.292,417.866,5.70509e+09,9.01473e+09,NA,2.35
arch-b,googlenet,throughput,4,batch,PASS,FAIL,8.23423,21.3902,121,46.8,597.327,417.866,5.62683e+09,9.01473e+09,NA,2.59
arch-b,googlenet,throughput,8,batch,PASS,FAIL,7.78944,21.3902,128,46.8,620.65,417.866,5.47039e+09,9.01473e+09,NA,2.74
arch-b,resnet34,throughput,4,batch,PASS,FAIL,21.2922,22.8454,47,43.8,458.231,493.332,1.41126e+10,1.13922e+10,NA,1.07
arch-b,resnet34,throughput,8,batch,PASS,FAIL,25.623,22.8454,39,43.8,387.339,493.332,1.54807e+10,1.13922e+10,NA,1.12
arch-b,googlenet,latency,1,element,PASS,FAIL,11.2212,37.9367,NA,NA,483.266,242.037,5.42282e+09,9.18206e+09,NA,3.38
arch-b,googlenet,throughput,2,batch,PASS,FAIL,7.48177,21.3902,134,46.8,637.953,417.866,5.51184e+09,9.01473e+09,NA,2.86
arch-b,googlenet,throughput,4,batch,PASS,FAIL,7.5111,21.3902,133,46.8,635.353,417.866,5.53793e+09,9.01473e+09,NA,2.84
arch-b,googlenet,throughput,8,batch,PASS,FAIL,9.95219,21.3902,100,46.8,492.141,417.866,6.39044e+09,9.01473e+09,NA,2.14
arch-b,yolo11n,latency,1,element,PASS,FAIL,171.598,NA,NA,NA,243.177,NA,4.17288e+10,NA,NA,NA
arch-b,yolo11n,throughput,2,batch,PASS,FAIL,99.5318,NA,10,NA,309.102,NA,3.5219e+10,NA,NA,NA
arch-b,yolo11n,throughput,4,batch,PASS,FAIL,85.3497,NA,11.7,NA,326.712,NA,3.58691e+10,NA,NA,NA
arch-b,yolo11n,throughput,8,batch,PASS,FAIL,97.9941,NA,10.2,NA,308.041,NA,3.5011e+10,NA,NA,NA
arch-b,yolo11n,throughput,2,batch,PASS,FAIL,97.269,NA,10.3,NA,311.245,NA,3.46934e+10,NA,NA,NA
arch-b,yolo11n,throughput,4,batch,PASS,FAIL,78.8274,NA,12.7,NA,340.026,NA,3.39053e+10,NA,NA,NA
arch-b,yolo11n,throughput,8,batch,PASS,FAIL,86.2414,NA,11.6,NA,323.447,NA,3.7648e+10,NA,NA,NA
1 arch model mode raptor_pipeline pimcomp_pipeline raptor_functional_validation pimcomp_functional_validation raptor_latency_ms pimcomp_latency_ms raptor_throughput_samples_s pimcomp_throughput_samples_s raptor_power_mw pimcomp_power_mw raptor_energy_pj pimcomp_energy_pj better_compiler speedup
2 arch-a vgg8 latency 1 element PASS PASS 1.51833 7.98507 NA NA 321.046 200.111 4.87455e+08 1.5979e+09 raptor 5.26
3 arch-a vgg8 throughput 2 batch PASS FAIL 0.625998 1.0364 1600 965 523.278 482.597 4.17419e+08 5.41692e+08 NA 1.66
4 arch-a vgg8 throughput 4 batch PASS FAIL 0.625998 0.625649 1.0364 1600 965 523.278 519.08 482.597 4.17419e+08 4.15766e+08 5.41692e+08 NA 1.66
5 arch-a vgg8 throughput 8 batch PASS FAIL 0.62635 0.803492 1.0364 1600 1240 965 519.182 463.268 482.597 4.14242e+08 4.23149e+08 5.41692e+08 NA 1.66 1.28
6 arch-a resnet18 latency 1 element PASS FAIL 14.0332 14.0331 58.1775 NA NA 455.67 455.673 238.389 6.3945e+09 6.39448e+09 1.38689e+10 NA 4.15
7 arch-a resnet18 throughput 2 batch PASS FAIL 11.0904 13.4585 90.2 74.3 520.244 481.604 6.55167e+09 6.56345e+09 NA 1.21
8 arch-a resnet18 throughput 4 batch PASS FAIL 12.0822 12.1059 13.4585 82.8 82.6 74.3 487.576 496.462 481.604 6.91662e+09 6.62592e+09 6.56345e+09 NA 1.11
9 arch-a resnet18 throughput 8 batch PASS FAIL 11.9279 13.4996 13.4585 83.8 74.1 74.3 499.354 450.251 481.604 6.84729e+09 7.50626e+09 6.56345e+09 NA 1.13 1.00
10 arch-a resnet34 latency 1 element PASS FAIL 29.7189 29.7186 66.7114 NA NA 411.804 411.806 277.485 1.22384e+10 1.22383e+10 1.85114e+10 NA 2.24
11 arch-a resnet34 throughput 2 batch PASS FAIL 21.8196 23.5817 45.8 42.4 477.108 515.68 1.57899e+10 1.22836e+10 NA 1.08
12 arch-a resnet34 throughput 4 batch PASS FAIL 20 18.1654 23.5817 50 55 42.4 548.372 535.855 515.68 1.09674e+10 1.35442e+10 1.22836e+10 NA 1.18 1.30
13 arch-a resnet34 throughput 8 batch PASS FAIL 20.6363 27.6219 23.5817 48.5 36.2 42.4 504.854 400.427 515.68 1.23725e+10 1.70388e+10 1.22836e+10 NA 1.14 1.17
14 arch-a googlenet latency 1 element PASS FAIL 9.77731 62.9248 NA NA 563.88 231.193 5.51323e+09 1.45477e+10 NA 6.44
15 arch-a googlenet throughput 2 batch PASS FAIL 7.34567 18.2643 136 54.8 679.351 435.107 5.5053e+09 8.16479e+09 NA 2.48
16 arch-a googlenet throughput 4 batch PASS FAIL 7.43728 7.36311 18.2643 134 136 54.8 674.025 674.088 435.107 5.60809e+09 5.98681e+09 8.16479e+09 NA 2.45 2.48
17 arch-a googlenet throughput 8 batch PASS FAIL 9.01886 12.5019 18.2643 111 80 54.8 595.582 473.259 435.107 5.71605e+09 7.4517e+09 8.16479e+09 NA 2.03 1.46
18 arch-a yolo11n latency 1 element PASS FAIL 149.46 NA NA NA 288.579 NA 4.31311e+10 NA NA NA
19 arch-a yolo11n throughput 2 batch PASS FAIL 94.946 92.6953 NA 10.5 10.8 NA 346.466 350.924 NA 3.75539e+10 3.70654e+10 NA NA NA
20 arch-a yolo11n throughput 4 batch PASS FAIL 80.1193 NA 12.5 NA 377.408 NA 3.8811e+10 NA NA NA
21 arch-a yolo11n throughput 8 batch PASS FAIL 99.5488 79.1191 NA 10 12.6 NA 339.331 381.819 NA 4.27113e+10 3.89676e+10 NA NA NA
22 arch-b vgg8 latency 1 element PASS PASS 1.5333 7.15212 NA NA 292.559 173.769 4.48582e+08 1.24281e+09 raptor 4.66
23 arch-b vgg8 throughput 2 batch PASS FAIL 0.624729 1.07282 1600 932 489.899 409.47 3.93036e+08 4.39289e+08 NA 1.72
24 arch-b vgg8 throughput 4 batch PASS FAIL 0.62331 0.626763 1.07282 1600 932 490.955 491.604 409.47 3.93418e+08 4.00645e+08 4.39289e+08 NA 1.72
25 arch-b vgg8 throughput 8 batch PASS FAIL 0.62331 0.811204 1.07282 1600 1230 932 490.955 432.125 409.47 3.93418e+08 3.87009e+08 4.39289e+08 NA 1.72 1.32
26 arch-b resnet18 latency 1 element PASS FAIL 15.3758 64.3818 NA NA 400.661 201.663 6.16048e+09 1.29834e+10 NA 4.19
27 arch-b resnet18 throughput 2 batch PASS FAIL 12.9113 11.3606 13.434 77.5 88 74.4 438.931 481.054 484.804 6.47794e+09 6.22494e+09 6.56966e+09 NA 1.04 1.18
28 arch-b resnet18 throughput 4 batch PASS FAIL 11.3505 11.371 13.434 88.1 87.9 74.4 478.606 478.704 484.804 6.66517e+09 6.40922e+09 6.56966e+09 NA 1.18
29 arch-b resnet18 throughput 8 batch PASS FAIL 11.3685 15.4273 13.434 88 64.8 74.4 478.33 379.916 484.804 6.51513e+09 7.28283e+09 6.56966e+09 NA 1.18 1.15
30 arch-b resnet34 latency 1 element PASS FAIL 27.9541 107.2 NA NA 397.206 206.476 1.11035e+10 2.21342e+10 NA 3.83
31 arch-b resnet34 throughput 2 batch PASS FAIL 22.4967 22.8454 44.5 43.8 440.06 493.332 1.49623e+10 1.13922e+10 NA 1.02
32 arch-b resnet34 throughput 4 batch PASS FAIL 24.1838 21.2922 22.8454 41.3 47 43.8 426.129 458.231 493.332 1.30195e+10 1.41126e+10 1.13922e+10 NA 1.06 1.07
33 arch-b resnet34 throughput 8 batch PASS FAIL 24.1516 25.623 22.8454 41.4 39 43.8 420.745 387.339 493.332 1.39184e+10 1.54807e+10 1.13922e+10 NA 1.06 1.12
34 arch-b googlenet latency 1 element PASS FAIL 11.2206 11.2212 37.9367 NA NA 483.283 483.266 242.037 5.42274e+09 5.42282e+09 9.18206e+09 NA 3.38
35 arch-b googlenet throughput 2 batch PASS FAIL 9.08396 7.48177 21.3902 110 134 46.8 550.292 637.953 417.866 5.70509e+09 5.51184e+09 9.01473e+09 NA 2.35 2.86
36 arch-b googlenet throughput 4 batch PASS FAIL 8.23423 7.5111 21.3902 121 133 46.8 597.327 635.353 417.866 5.62683e+09 5.53793e+09 9.01473e+09 NA 2.59 2.84
37 arch-b googlenet throughput 8 batch PASS FAIL 7.78944 9.95219 21.3902 128 100 46.8 620.65 492.141 417.866 5.47039e+09 6.39044e+09 9.01473e+09 NA 2.74 2.14
38 arch-b yolo11n latency 1 element PASS FAIL 171.598 NA NA NA 243.177 NA 4.17288e+10 NA NA NA
39 arch-b yolo11n throughput 2 batch PASS FAIL 99.5318 97.269 NA 10 10.3 NA 309.102 311.245 NA 3.5219e+10 3.46934e+10 NA NA NA
40 arch-b yolo11n throughput 4 batch PASS FAIL 85.3497 78.8274 NA 11.7 12.7 NA 326.712 340.026 NA 3.58691e+10 3.39053e+10 NA NA NA
41 arch-b yolo11n throughput 8 batch PASS FAIL 97.9941 86.2414 NA 10.2 11.6 NA 308.041 323.447 NA 3.5011e+10 3.7648e+10 NA NA NA