nnicolosi/Raptor
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

better throughput in pipeline mode
Validate Operations / validate-operations (push) Has been cancelled
Details

Browse Source
This commit is contained in:
NiccoloN
2026-08-19 16:03:52 +02:00
parent 4a2487d095
commit db8d1c1707
24 changed files with 1287 additions and 529 deletions
Download Patch File Download Diff File Expand all files Collapse all files
validation/networks/pimcomp_models/results.csv
+61 -41
View File
@@ -1,41 +1,61 @@
model,arch,mode,raptor_pipeline,pimcomp_pipeline,raptor_functional_validation,pimcomp_functional_validation,raptor_throughput_samples_s,pimcomp_throughput_samples_s,raptor_latency_ms,pimcomp_latency_ms,raptor_power_mw,pimcomp_power_mw,raptor_energy_pj,pimcomp_energy_pj,better_compiler,speedup
vgg8,arch-a,latency,1,element,PASS,PASS,NA,NA,1.465778,7.985074,325.627854,200.111367,477298145.040001,1597904071.120000,raptor,5.45
vgg8,arch-b,latency,1,element,PASS,PASS,NA,NA,1.438869,7.152125,304.673458,173.768633,438385194.040001,1242814988.120001,raptor,4.97
vgg8,arch-c,latency,1,element,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
vgg8,arch-a,throughput,2,batch,PASS,PASS,1480.000000,1380.000000,0.674197,0.725548,456.064662,475.694103,307477506.200000,345138738.300000,raptor,1.07
vgg8,arch-b,throughput,2,batch,PASS,PASS,1160.000000,1080.000000,0.861527,0.921878,333.045167,408.540967,286927542.600000,376624916.800000,raptor,1.07
vgg8,arch-c,throughput,2,batch,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
vgg8,arch-a,throughput,4,batch,PASS,PASS,2160.000000,1380.000000,0.462342,0.725548,446.528150,475.694103,206448818.800000,345138738.300000,raptor,1.57
vgg8,arch-c,throughput,4,batch,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
vgg8,arch-a,throughput,8,batch,PASS,PASS,831.000000,1380.000000,1.202894,0.725548,331.341726,475.694103,398569128.700000,345138738.300000,pimcomp,1.66
vgg8,arch-c,throughput,8,batch,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet18,arch-a,latency,1,element,PASS,PASS,NA,NA,28.099951,58.855175,312.513413,237.590194,8781611597.119984,13983412446.119972,raptor,2.09
resnet18,arch-b,latency,1,element,PASS,PASS,NA,NA,34.938563,65.084209,254.439797,200.986958,8889760875.119959,13081077194.119965,raptor,1.86
resnet18,arch-c,latency,1,element,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet18,arch-a,throughput,2,batch,PASS,FAIL,20.000000,76.000000,50.000000,13.149606,263.148477,479.788072,13157423870.000000,6309024249.000000,pimcomp,3.80
resnet18,arch-b,throughput,2,batch,PASS,FAIL,26.300000,83.200000,38.016529,12.020906,250.553072,483.029728,9525158116.000000,5806454916.000000,pimcomp,3.16
resnet18,arch-c,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet18,arch-a,throughput,4,batch,PASS,FAIL,31.700000,76.000000,31.578947,13.149606,336.949886,479.788072,10640522720.000000,6309024249.000000,pimcomp,2.40
resnet18,arch-c,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet18,arch-a,throughput,8,batch,PASS,FAIL,46.400000,76.000000,21.566110,13.149606,319.292391,479.788072,6885894954.000000,6309024249.000000,pimcomp,1.64
resnet18,arch-c,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet34,arch-a,latency,1,element,PASS,PASS,NA,NA,45.781484,91.608751,326.833876,248.044564,14962939889.679951,22723052668.680016,raptor,2.00
resnet34,arch-b,latency,1,element,PASS,PASS,NA,NA,72.119607,94.519582,239.192092,215.513439,17250439680.679901,20370240175.680019,raptor,1.31
resnet34,arch-c,latency,1,element,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet34,arch-a,throughput,2,batch,FAIL,FAIL,NA,40.800000,NA,24.522761,NA,506.131154,NA,12411733160.000000,NA,NA
resnet34,arch-b,throughput,2,batch,PASS,FAIL,11.600000,43.300000,86.250000,23.076923,260.049856,489.500435,22429300100.000000,11296163880.000000,pimcomp,3.73
resnet34,arch-c,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet34,arch-a,throughput,4,batch,FAIL,FAIL,NA,40.800000,NA,24.522761,NA,506.131154,NA,12411733160.000000,NA,NA
resnet34,arch-c,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
resnet34,arch-a,throughput,8,batch,PASS,FAIL,24.300000,40.800000,41.176471,24.522761,271.814969,506.131154,11192381060.000000,12411733160.000000,pimcomp,1.68
resnet34,arch-c,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
googlenet,arch-a,latency,1,element,PASS,PASS,NA,NA,13.032305,62.923369,465.072002,231.194088,6060960174.919998,14547510894.240002,raptor,4.83
googlenet,arch-b,latency,1,element,PASS,PASS,NA,NA,16.086822,37.935747,378.951815,242.039077,6096130396.919978,9181933205.239973,raptor,2.36
googlenet,arch-c,latency,1,element,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
googlenet,arch-a,throughput,2,batch,PASS,FAIL,55.000000,66.200000,18.181818,15.094340,346.696726,434.959232,6303576840.000000,6565422375.000000,pimcomp,1.20
googlenet,arch-b,throughput,2,batch,PASS,FAIL,55.000000,72.000000,18.181818,13.888889,314.645370,417.992095,5720824912.000000,5805445765.000000,pimcomp,1.31
googlenet,arch-c,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
googlenet,arch-a,throughput,4,batch,PASS,FAIL,111.000000,66.200000,9.012016,15.094340,373.195227,434.959232,3363241363.000000,6565422375.000000,raptor,1.68
googlenet,arch-c,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
googlenet,arch-a,throughput,8,batch,PASS,FAIL,61.300000,66.200000,16.310680,15.094340,341.592923,434.959232,5571612719.000000,6565422375.000000,pimcomp,1.08
googlenet,arch-c,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch,model,mode,raptor_pipeline,pimcomp_pipeline,raptor_functional_validation,pimcomp_functional_validation,raptor_latency_ms,pimcomp_latency_ms,raptor_throughput_samples_s,pimcomp_throughput_samples_s,raptor_power_mw,pimcomp_power_mw,raptor_energy_pj,pimcomp_energy_pj,better_compiler,speedup
arch-a,vgg8,latency,1,element,PASS,PASS,1.47,7.99,NA,NA,325.67,200.11,477232782.04,1597904071.12,raptor,5.45
arch-a,vgg8,throughput,2,batch,PASS,PASS,0.94,1.04,1060.00,965.00,377.54,482.60,474325940.70,541691691.00,raptor,1.10
arch-a,vgg8,throughput,4,batch,PASS,PASS,1.19,1.04,839.00,965.00,310.32,482.60,500148858.20,541691691.00,pimcomp,1.15
arch-a,vgg8,throughput,8,batch,PASS,PASS,1.52,1.04,658.00,965.00,279.37,482.60,554348483.90,541691691.00,pimcomp,1.47
arch-a,resnet18,latency,1,element,PASS,FAIL,15.65,58.18,NA,NA,425.87,238.39,6666000553.12,13869146503.12,raptor,3.72
arch-a,resnet18,throughput,2,batch,PASS,FAIL,30.55,13.46,32.70,74.30,295.90,481.60,10218790630.00,6562535800.00,pimcomp,2.27
arch-a,resnet18,throughput,4,batch,PASS,FAIL,26.60,13.46,37.60,74.30,313.14,481.60,10993189350.00,6562535800.00,pimcomp,1.98
arch-a,resnet18,throughput,8,batch,PASS,FAIL,35.51,13.46,28.20,74.30,275.95,481.60,12844245960.00,6562535800.00,pimcomp,2.63
arch-a,resnet34,latency,1,element,PASS,FAIL,32.37,66.71,NA,NA,391.82,277.48,12684227802.68,18511540483.68,raptor,2.06
arch-a,resnet34,throughput,2,batch,FAIL,FAIL,NA,23.58,NA,42.40,NA,515.66,NA,12277699310.00,NA,NA
arch-a,resnet34,throughput,4,batch,FAIL,FAIL,NA,23.58,NA,42.40,NA,515.66,NA,12277699310.00,NA,NA
arch-a,resnet34,throughput,8,batch,PASS,FAIL,115.11,23.58,8.69,42.40,229.85,515.66,29881854960.00,12277699310.00,pimcomp,4.88
arch-a,googlenet,latency,1,element,PASS,PASS,13.03,62.92,NA,NA,465.11,231.19,6060646341.92,14547510894.24,raptor,4.83
arch-a,googlenet,throughput,2,batch,PASS,FAIL,24.01,18.27,41.70,54.70,328.17,435.11,8529823770.00,8164469406.00,pimcomp,1.31
arch-a,googlenet,throughput,4,batch,PASS,FAIL,27.01,18.27,37.00,54.70,305.68,435.11,10498372450.00,8164469406.00,pimcomp,1.48
arch-a,googlenet,throughput,8,batch,PASS,FAIL,40.03,18.27,25.00,54.70,268.61,435.11,15290418970.00,8164469406.00,pimcomp,2.19
arch-a,yolo11n,latency,1,element,PASS,FAIL,267.73,NA,NA,NA,235.73,NA,63111612279.00,NA,NA,NA
arch-a,yolo11n,throughput,2,batch,PASS,FAIL,500.00,NA,2.00,NA,227.74,NA,113867559100.00,NA,NA,NA
arch-a,yolo11n,throughput,4,batch,PASS,FAIL,500.00,NA,2.00,NA,233.16,NA,116581237400.00,NA,NA,NA
arch-a,yolo11n,throughput,8,batch,PASS,FAIL,500.00,NA,2.00,NA,253.59,NA,126797224900.00,NA,NA,NA
arch-b,vgg8,latency,1,element,PASS,PASS,1.44,7.15,NA,NA,304.72,173.77,438329594.04,1242814988.12,raptor,4.97
arch-b,vgg8,throughput,2,batch,PASS,PASS,1.56,1.07,640.00,932.00,287.50,409.47,478592086.00,439288835.80,pimcomp,1.46
arch-b,vgg8,throughput,4,batch,PASS,PASS,1.14,1.07,874.00,932.00,323.79,409.47,457617420.30,439288835.80,pimcomp,1.07
arch-b,vgg8,throughput,8,batch,PASS,PASS,1.48,1.07,676.00,932.00,282.34,409.47,437422264.40,439288835.80,pimcomp,1.38
arch-b,resnet18,latency,1,element,PASS,FAIL,17.98,64.38,NA,NA,362.63,201.66,6520518736.12,12983607699.12,raptor,3.58
arch-b,resnet18,throughput,2,batch,PASS,FAIL,33.84,13.43,29.60,74.40,253.32,484.80,9423636948.00,6569655551.00,pimcomp,2.51
arch-b,resnet18,throughput,4,batch,PASS,FAIL,26.14,13.43,38.30,74.40,286.86,484.80,9493311384.00,6569655551.00,pimcomp,1.94
arch-b,resnet18,throughput,8,batch,PASS,FAIL,28.29,13.43,35.30,74.40,272.66,484.80,11314980340.00,6569655551.00,pimcomp,2.11
arch-b,resnet34,latency,1,element,PASS,FAIL,49.51,107.20,NA,NA,284.72,206.47,14097763205.68,22134333948.68,raptor,2.17
arch-b,resnet34,throughput,2,batch,PASS,FAIL,93.13,22.80,10.70,43.90,215.38,493.39,21278771500.00,11381213070.00,pimcomp,4.10
arch-b,resnet34,throughput,4,batch,PASS,FAIL,67.55,22.80,14.80,43.90,237.97,493.39,19346594270.00,11381213070.00,pimcomp,2.97
arch-b,resnet34,throughput,8,batch,PASS,FAIL,115.01,22.80,8.70,43.90,197.27,493.39,26678372930.00,11381213070.00,pimcomp,5.05
arch-b,googlenet,latency,1,element,PASS,PASS,16.08,37.94,NA,NA,378.99,242.04,6095729659.92,9181933205.24,raptor,2.36
arch-b,googlenet,throughput,2,batch,PASS,FAIL,28.37,21.39,35.20,46.70,267.15,417.83,8684222064.00,9014655684.00,pimcomp,1.33
arch-b,googlenet,throughput,4,batch,PASS,FAIL,26.16,21.39,38.20,46.70,280.21,417.83,9300527914.00,9014655684.00,pimcomp,1.22
arch-b,googlenet,throughput,8,batch,PASS,FAIL,46.45,21.39,21.50,46.70,237.73,417.83,14078049200.00,9014655684.00,pimcomp,2.17
arch-b,yolo11n,latency,1,element,PASS,FAIL,316.70,NA,NA,NA,195.43,NA,61892225295.00,NA,NA,NA
arch-b,yolo11n,throughput,2,batch,PASS,FAIL,333.33,NA,3.00,NA,214.01,NA,71336401290.00,NA,NA,NA
arch-b,yolo11n,throughput,4,batch,PASS,FAIL,333.33,NA,3.00,NA,216.24,NA,72079194110.00,NA,NA,NA
arch-b,yolo11n,throughput,8,batch,PASS,FAIL,500.00,NA,2.00,NA,218.42,NA,109211119900.00,NA,NA,NA
arch-c,vgg8,latency,1,element,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,vgg8,throughput,2,batch,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,vgg8,throughput,4,batch,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,vgg8,throughput,8,batch,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet18,latency,1,element,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet18,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet18,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet18,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet34,latency,1,element,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet34,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet34,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,resnet34,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,googlenet,latency,1,element,FAIL,PASS,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,googlenet,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,googlenet,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,googlenet,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,yolo11n,latency,1,element,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,yolo11n,throughput,2,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,yolo11n,throughput,4,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
arch-c,yolo11n,throughput,8,batch,FAIL,FAIL,NA,NA,NA,NA,NA,NA,NA,NA,NA,NA
1 arch model mode raptor_pipeline pimcomp_pipeline raptor_functional_validation pimcomp_functional_validation raptor_latency_ms pimcomp_latency_ms raptor_throughput_samples_s pimcomp_throughput_samples_s raptor_power_mw pimcomp_power_mw raptor_energy_pj pimcomp_energy_pj better_compiler speedup
2 arch-a vgg8 latency 1 element PASS PASS 1.465778 1.47 7.985074 7.99 NA NA 325.627854 325.67 200.111367 200.11 477298145.040001 477232782.04 1597904071.120000 1597904071.12 raptor 5.45
3 arch-b arch-a vgg8 latency throughput 1 2 element batch PASS PASS 1.438869 0.94 7.152125 1.04 NA 1060.00 NA 965.00 304.673458 377.54 173.768633 482.60 438385194.040001 474325940.70 1242814988.120001 541691691.00 raptor 4.97 1.10
4 arch-c arch-a vgg8 latency throughput 1 4 element batch FAIL PASS PASS NA 1.19 NA 1.04 NA 839.00 NA 965.00 NA 310.32 NA 482.60 NA 500148858.20 NA 541691691.00 NA pimcomp NA 1.15
5 arch-a vgg8 throughput 2 8 batch PASS PASS 0.674197 1.52 0.725548 1.04 1480.000000 658.00 1380.000000 965.00 456.064662 279.37 475.694103 482.60 307477506.200000 554348483.90 345138738.300000 541691691.00 raptor pimcomp 1.07 1.47
6 arch-b arch-a vgg8 resnet18 throughput latency 2 1 batch element PASS PASS FAIL 0.861527 15.65 0.921878 58.18 1160.000000 NA 1080.000000 NA 333.045167 425.87 408.540967 238.39 286927542.600000 6666000553.12 376624916.800000 13869146503.12 raptor 1.07 3.72
7 arch-c arch-a vgg8 resnet18 throughput 2 batch FAIL PASS PASS FAIL NA 30.55 NA 13.46 NA 32.70 NA 74.30 NA 295.90 NA 481.60 NA 10218790630.00 NA 6562535800.00 NA pimcomp NA 2.27
8 arch-a vgg8 resnet18 throughput 4 batch PASS PASS FAIL 0.462342 26.60 0.725548 13.46 2160.000000 37.60 1380.000000 74.30 446.528150 313.14 475.694103 481.60 206448818.800000 10993189350.00 345138738.300000 6562535800.00 raptor pimcomp 1.57 1.98
9 arch-c arch-a vgg8 resnet18 throughput 4 8 batch FAIL PASS PASS FAIL NA 35.51 NA 13.46 NA 28.20 NA 74.30 NA 275.95 NA 481.60 NA 12844245960.00 NA 6562535800.00 NA pimcomp NA 2.63
10 arch-a vgg8 resnet34 throughput latency 8 1 batch element PASS PASS FAIL 1.202894 32.37 0.725548 66.71 831.000000 NA 1380.000000 NA 331.341726 391.82 475.694103 277.48 398569128.700000 12684227802.68 345138738.300000 18511540483.68 pimcomp raptor 1.66 2.06
11 arch-c arch-a vgg8 resnet34 throughput 8 2 batch FAIL PASS FAIL NA NA 23.58 NA NA 42.40 NA NA 515.66 NA NA 12277699310.00 NA NA
12 arch-a resnet18 resnet34 latency throughput 1 4 element batch PASS FAIL PASS FAIL 28.099951 NA 58.855175 23.58 NA NA 42.40 312.513413 NA 237.590194 515.66 8781611597.119984 NA 13983412446.119972 12277699310.00 raptor NA 2.09 NA
13 arch-b arch-a resnet18 resnet34 latency throughput 1 8 element batch PASS PASS FAIL 34.938563 115.11 65.084209 23.58 NA 8.69 NA 42.40 254.439797 229.85 200.986958 515.66 8889760875.119959 29881854960.00 13081077194.119965 12277699310.00 raptor pimcomp 1.86 4.88
14 arch-c arch-a resnet18 googlenet latency 1 element FAIL PASS PASS NA 13.03 NA 62.92 NA NA NA 465.11 NA 231.19 NA 6060646341.92 NA 14547510894.24 NA raptor NA 4.83
15 arch-a resnet18 googlenet throughput 2 batch PASS FAIL 50.000000 24.01 13.149606 18.27 20.000000 41.70 76.000000 54.70 263.148477 328.17 479.788072 435.11 13157423870.000000 8529823770.00 6309024249.000000 8164469406.00 pimcomp 3.80 1.31
16 arch-b arch-a resnet18 googlenet throughput 2 4 batch PASS FAIL 38.016529 27.01 12.020906 18.27 26.300000 37.00 83.200000 54.70 250.553072 305.68 483.029728 435.11 9525158116.000000 10498372450.00 5806454916.000000 8164469406.00 pimcomp 3.16 1.48
17 arch-c arch-a resnet18 googlenet throughput 2 8 batch FAIL PASS FAIL NA 40.03 NA 18.27 NA 25.00 NA 54.70 NA 268.61 NA 435.11 NA 15290418970.00 NA 8164469406.00 NA pimcomp NA 2.19
18 arch-a resnet18 yolo11n throughput latency 4 1 batch element PASS FAIL 31.578947 267.73 13.149606 NA 31.700000 NA 76.000000 NA 336.949886 235.73 479.788072 NA 10640522720.000000 63111612279.00 6309024249.000000 NA pimcomp NA 2.40 NA
19 arch-c arch-a resnet18 yolo11n throughput 4 2 batch FAIL PASS FAIL NA 500.00 NA NA 2.00 NA NA 227.74 NA NA 113867559100.00 NA NA NA
20 arch-a resnet18 yolo11n throughput 8 4 batch PASS FAIL 21.566110 500.00 13.149606 NA 46.400000 2.00 76.000000 NA 319.292391 233.16 479.788072 NA 6885894954.000000 116581237400.00 6309024249.000000 NA pimcomp NA 1.64 NA
21 arch-c arch-a resnet18 yolo11n throughput 8 batch FAIL PASS FAIL NA 500.00 NA NA 2.00 NA NA 253.59 NA NA 126797224900.00 NA NA NA
22 arch-a arch-b resnet34 vgg8 latency 1 element PASS PASS 45.781484 1.44 91.608751 7.15 NA NA 326.833876 304.72 248.044564 173.77 14962939889.679951 438329594.04 22723052668.680016 1242814988.12 raptor 2.00 4.97
23 arch-b resnet34 vgg8 latency throughput 1 2 element batch PASS PASS 72.119607 1.56 94.519582 1.07 NA 640.00 NA 932.00 239.192092 287.50 215.513439 409.47 17250439680.679901 478592086.00 20370240175.680019 439288835.80 raptor pimcomp 1.31 1.46
24 arch-c arch-b resnet34 vgg8 latency throughput 1 4 element batch FAIL PASS PASS NA 1.14 NA 1.07 NA 874.00 NA 932.00 NA 323.79 NA 409.47 NA 457617420.30 NA 439288835.80 NA pimcomp NA 1.07
25 arch-a arch-b resnet34 vgg8 throughput 2 8 batch FAIL PASS FAIL PASS NA 1.48 24.522761 1.07 NA 676.00 40.800000 932.00 NA 282.34 506.131154 409.47 NA 437422264.40 12411733160.000000 439288835.80 NA pimcomp NA 1.38
26 arch-b resnet34 resnet18 throughput latency 2 1 batch element PASS FAIL 86.250000 17.98 23.076923 64.38 11.600000 NA 43.300000 NA 260.049856 362.63 489.500435 201.66 22429300100.000000 6520518736.12 11296163880.000000 12983607699.12 pimcomp raptor 3.73 3.58
27 arch-c arch-b resnet34 resnet18 throughput 2 batch FAIL PASS FAIL NA 33.84 NA 13.43 NA 29.60 NA 74.40 NA 253.32 NA 484.80 NA 9423636948.00 NA 6569655551.00 NA pimcomp NA 2.51
28 arch-a arch-b resnet34 resnet18 throughput 4 batch FAIL PASS FAIL NA 26.14 24.522761 13.43 NA 38.30 40.800000 74.40 NA 286.86 506.131154 484.80 NA 9493311384.00 12411733160.000000 6569655551.00 NA pimcomp NA 1.94
29 arch-c arch-b resnet34 resnet18 throughput 4 8 batch FAIL PASS FAIL NA 28.29 NA 13.43 NA 35.30 NA 74.40 NA 272.66 NA 484.80 NA 11314980340.00 NA 6569655551.00 NA pimcomp NA 2.11
30 arch-a arch-b resnet34 throughput latency 8 1 batch element PASS FAIL 41.176471 49.51 24.522761 107.20 24.300000 NA 40.800000 NA 271.814969 284.72 506.131154 206.47 11192381060.000000 14097763205.68 12411733160.000000 22134333948.68 pimcomp raptor 1.68 2.17
31 arch-c arch-b resnet34 throughput 8 2 batch FAIL PASS FAIL NA 93.13 NA 22.80 NA 10.70 NA 43.90 NA 215.38 NA 493.39 NA 21278771500.00 NA 11381213070.00 NA pimcomp NA 4.10
32 arch-a arch-b googlenet resnet34 latency throughput 1 4 element batch PASS PASS FAIL 13.032305 67.55 62.923369 22.80 NA 14.80 NA 43.90 465.072002 237.97 231.194088 493.39 6060960174.919998 19346594270.00 14547510894.240002 11381213070.00 raptor pimcomp 4.83 2.97
33 arch-b googlenet resnet34 latency throughput 1 8 element batch PASS PASS FAIL 16.086822 115.01 37.935747 22.80 NA 8.70 NA 43.90 378.951815 197.27 242.039077 493.39 6096130396.919978 26678372930.00 9181933205.239973 11381213070.00 raptor pimcomp 2.36 5.05
34 arch-c arch-b googlenet latency 1 element FAIL PASS PASS NA 16.08 NA 37.94 NA NA NA 378.99 NA 242.04 NA 6095729659.92 NA 9181933205.24 NA raptor NA 2.36
35 arch-a arch-b googlenet throughput 2 batch PASS FAIL 18.181818 28.37 15.094340 21.39 55.000000 35.20 66.200000 46.70 346.696726 267.15 434.959232 417.83 6303576840.000000 8684222064.00 6565422375.000000 9014655684.00 pimcomp 1.20 1.33
36 arch-b googlenet throughput 2 4 batch PASS FAIL 18.181818 26.16 13.888889 21.39 55.000000 38.20 72.000000 46.70 314.645370 280.21 417.992095 417.83 5720824912.000000 9300527914.00 5805445765.000000 9014655684.00 pimcomp 1.31 1.22
37 arch-c arch-b googlenet throughput 2 8 batch FAIL PASS FAIL NA 46.45 NA 21.39 NA 21.50 NA 46.70 NA 237.73 NA 417.83 NA 14078049200.00 NA 9014655684.00 NA pimcomp NA 2.17
38 arch-a arch-b googlenet yolo11n throughput latency 4 1 batch element PASS FAIL 9.012016 316.70 15.094340 NA 111.000000 NA 66.200000 NA 373.195227 195.43 434.959232 NA 3363241363.000000 61892225295.00 6565422375.000000 NA raptor NA 1.68 NA
39 arch-c arch-b googlenet yolo11n throughput 4 2 batch FAIL PASS FAIL NA 333.33 NA NA 3.00 NA NA 214.01 NA NA 71336401290.00 NA NA NA
40 arch-a arch-b googlenet yolo11n throughput 8 4 batch PASS FAIL 16.310680 333.33 15.094340 NA 61.300000 3.00 66.200000 NA 341.592923 216.24 434.959232 NA 5571612719.000000 72079194110.00 6565422375.000000 NA pimcomp NA 1.08 NA
41 arch-c arch-b googlenet yolo11n throughput 8 batch FAIL PASS FAIL NA 500.00 NA NA 2.00 NA NA 218.42 NA NA 109211119900.00 NA NA NA
42 arch-c vgg8 latency 1 element FAIL PASS NA NA NA NA NA NA NA NA NA NA
43 arch-c vgg8 throughput 2 batch FAIL PASS NA NA NA NA NA NA NA NA NA NA
44 arch-c vgg8 throughput 4 batch FAIL PASS NA NA NA NA NA NA NA NA NA NA
45 arch-c vgg8 throughput 8 batch FAIL PASS NA NA NA NA NA NA NA NA NA NA
46 arch-c resnet18 latency 1 element FAIL FAIL NA NA NA NA NA NA NA NA NA NA
47 arch-c resnet18 throughput 2 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
48 arch-c resnet18 throughput 4 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
49 arch-c resnet18 throughput 8 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
50 arch-c resnet34 latency 1 element FAIL FAIL NA NA NA NA NA NA NA NA NA NA
51 arch-c resnet34 throughput 2 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
52 arch-c resnet34 throughput 4 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
53 arch-c resnet34 throughput 8 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
54 arch-c googlenet latency 1 element FAIL PASS NA NA NA NA NA NA NA NA NA NA
55 arch-c googlenet throughput 2 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
56 arch-c googlenet throughput 4 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
57 arch-c googlenet throughput 8 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
58 arch-c yolo11n latency 1 element FAIL FAIL NA NA NA NA NA NA NA NA NA NA
59 arch-c yolo11n throughput 2 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
60 arch-c yolo11n throughput 4 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA
61 arch-c yolo11n throughput 8 batch FAIL FAIL NA NA NA NA NA NA NA NA NA NA