nnicolosi/Raptor
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

rework documentation
Validate Operations / validate-operations (push) Failing after 3h10m55s
Details

Browse Source 
add plot generation scripts
adjust validation tools
add up-to-date results
This commit is contained in:
NiccoloN
2026-10-19 16:34:01 +02:00
parent 9053cc5e8b
commit 034c197260
33 changed files with 3077 additions and 1798 deletions
Download Patch File Download Diff File Expand all files Collapse all files
validation/tools/pim/ablation/results_ablation.csv
+65
View File
@@ -0,0 +1,65 @@
variant,arch,model,mode,raptor_pipeline,functional_validation,latency,throughput,power,energy
baseline,arch-a,googlenet,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-a,googlenet,latency,1,PASS,+0.00%,NA,+0.00%,-0.00%
no-plan,arch-a,googlenet,latency,1,PASS,+11513.29%,NA,-69.42%,+3452.69%
no-sync-no-plan,arch-a,googlenet,latency,1,PASS,+11512.99%,NA,-69.42%,+3452.59%
baseline,arch-a,googlenet,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-a,googlenet,throughput,4,FAIL,+26.17%,-20.74%,+9.97%,+18.50%
no-plan,arch-a,googlenet,throughput,4,PASS,-100.00%,-100.00%,-62.73%,-100.00%
no-sync-no-plan,arch-a,googlenet,throughput,4,FAIL,+4094.63%,-97.62%,-59.86%,+1311.01%
baseline,arch-a,resnet18,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-a,resnet18,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-plan,arch-a,resnet18,latency,1,PASS,+3191.30%,NA,-60.97%,+1184.24%
no-sync-no-plan,arch-a,resnet18,latency,1,PASS,+3191.30%,NA,-60.97%,+1184.24%
baseline,arch-a,resnet18,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-a,resnet18,throughput,4,FAIL,+110.65%,-52.55%,+43.25%,+177.48%
no-plan,arch-a,resnet18,throughput,4,PASS,+1598.93%,-94.12%,-51.04%,+664.87%
no-sync-no-plan,arch-a,resnet18,throughput,4,FAIL,+1174.21%,-92.16%,-45.06%,+543.74%
baseline,arch-a,resnet34,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-a,resnet34,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-plan,arch-a,resnet34,latency,1,PASS,+2361.37%,NA,-56.53%,+969.99%
no-sync-no-plan,arch-a,resnet34,latency,1,PASS,+2361.37%,NA,-56.53%,+969.99%
baseline,arch-a,resnet34,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-a,resnet34,throughput,4,FAIL,+33.65%,-25.21%,+31.76%,+15.56%
no-plan,arch-a,resnet34,throughput,4,PASS,+1726.82%,-94.52%,-54.50%,+455.98%
no-sync-no-plan,arch-a,resnet34,throughput,4,FAIL,+813.41%,-89.04%,-49.77%,+206.84%
baseline,arch-a,vgg8,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-a,vgg8,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-plan,arch-a,vgg8,latency,1,PASS,+1800.66%,NA,-44.65%,+953.39%
no-sync-no-plan,arch-a,vgg8,latency,1,PASS,+1800.66%,NA,-44.65%,+953.39%
baseline,arch-a,vgg8,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-a,vgg8,throughput,4,PASS,+2.33%,-1.72%,+18.49%,-0.98%
no-plan,arch-a,vgg8,throughput,4,PASS,+1251.16%,-92.58%,-56.68%,+577.04%
no-sync-no-plan,arch-a,vgg8,throughput,4,PASS,+1260.47%,-92.63%,-53.36%,+467.83%
baseline,arch-b,googlenet,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-b,googlenet,latency,1,PASS,+0.00%,NA,+0.00%,-0.00%
no-plan,arch-b,googlenet,latency,1,PASS,+9849.64%,NA,-70.51%,+2833.89%
no-sync-no-plan,arch-b,googlenet,latency,1,PASS,+9849.55%,NA,-70.51%,+2833.89%
baseline,arch-b,googlenet,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-b,googlenet,throughput,4,FAIL,+11.45%,-10.29%,+21.82%,+19.27%
no-plan,arch-b,googlenet,throughput,4,PASS,-100.00%,-100.00%,-63.39%,-100.00%
no-sync-no-plan,arch-b,googlenet,throughput,4,FAIL,+3348.28%,-97.10%,-61.58%,+1026.09%
baseline,arch-b,resnet18,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-b,resnet18,latency,1,PASS,+0.00%,NA,+0.00%,-0.00%
no-plan,arch-b,resnet18,latency,1,PASS,+2935.63%,NA,-63.12%,+1019.81%
no-sync-no-plan,arch-b,resnet18,latency,1,PASS,+2936.09%,NA,-63.12%,+1019.97%
baseline,arch-b,resnet18,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-b,resnet18,throughput,4,FAIL,+8.03%,-7.44%,+47.59%,+40.61%
no-plan,arch-b,resnet18,throughput,4,PASS,+1511.85%,-93.80%,-52.93%,+560.80%
no-sync-no-plan,arch-b,resnet18,throughput,4,FAIL,+867.12%,-89.67%,-45.41%,+359.83%
baseline,arch-b,resnet34,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-b,resnet34,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-plan,arch-b,resnet34,latency,1,PASS,+2551.16%,NA,-62.51%,+893.70%
no-sync-no-plan,arch-b,resnet34,latency,1,PASS,+2550.91%,NA,-62.51%,+893.62%
baseline,arch-b,resnet34,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-b,resnet34,throughput,4,FAIL,+28.25%,-22.13%,+49.76%,+57.30%
no-plan,arch-b,resnet34,throughput,4,PASS,+2427.17%,-96.05%,-49.58%,+938.62%
no-sync-no-plan,arch-b,resnet34,throughput,4,FAIL,+531.79%,-84.19%,-42.32%,+197.08%
baseline,arch-b,vgg8,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-sync,arch-b,vgg8,latency,1,PASS,+0.00%,NA,+0.00%,+0.00%
no-plan,arch-b,vgg8,latency,1,PASS,+1784.97%,NA,-49.50%,+849.73%
no-sync-no-plan,arch-b,vgg8,latency,1,PASS,+1784.97%,NA,-49.50%,+849.73%
baseline,arch-b,vgg8,throughput,4,PASS,+0.00%,+0.00%,+0.00%,+0.00%
no-sync,arch-b,vgg8,throughput,4,PASS,+23.91%,-19.82%,+25.67%,+23.93%
no-plan,arch-b,vgg8,throughput,4,PASS,+1158.70%,-92.07%,-58.95%,+408.33%
no-sync-no-plan,arch-b,vgg8,throughput,4,PASS,+1172.83%,-92.17%,-55.83%,+327.00%
1 variant arch model mode raptor_pipeline functional_validation latency throughput power energy
2 baseline arch-a googlenet latency 1 PASS +0.00% NA +0.00% +0.00%
3 no-sync arch-a googlenet latency 1 PASS +0.00% NA +0.00% -0.00%
4 no-plan arch-a googlenet latency 1 PASS +11513.29% NA -69.42% +3452.69%
5 no-sync-no-plan arch-a googlenet latency 1 PASS +11512.99% NA -69.42% +3452.59%
6 baseline arch-a googlenet throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
7 no-sync arch-a googlenet throughput 4 FAIL +26.17% -20.74% +9.97% +18.50%
8 no-plan arch-a googlenet throughput 4 PASS -100.00% -100.00% -62.73% -100.00%
9 no-sync-no-plan arch-a googlenet throughput 4 FAIL +4094.63% -97.62% -59.86% +1311.01%
10 baseline arch-a resnet18 latency 1 PASS +0.00% NA +0.00% +0.00%
11 no-sync arch-a resnet18 latency 1 PASS +0.00% NA +0.00% +0.00%
12 no-plan arch-a resnet18 latency 1 PASS +3191.30% NA -60.97% +1184.24%
13 no-sync-no-plan arch-a resnet18 latency 1 PASS +3191.30% NA -60.97% +1184.24%
14 baseline arch-a resnet18 throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
15 no-sync arch-a resnet18 throughput 4 FAIL +110.65% -52.55% +43.25% +177.48%
16 no-plan arch-a resnet18 throughput 4 PASS +1598.93% -94.12% -51.04% +664.87%
17 no-sync-no-plan arch-a resnet18 throughput 4 FAIL +1174.21% -92.16% -45.06% +543.74%
18 baseline arch-a resnet34 latency 1 PASS +0.00% NA +0.00% +0.00%
19 no-sync arch-a resnet34 latency 1 PASS +0.00% NA +0.00% +0.00%
20 no-plan arch-a resnet34 latency 1 PASS +2361.37% NA -56.53% +969.99%
21 no-sync-no-plan arch-a resnet34 latency 1 PASS +2361.37% NA -56.53% +969.99%
22 baseline arch-a resnet34 throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
23 no-sync arch-a resnet34 throughput 4 FAIL +33.65% -25.21% +31.76% +15.56%
24 no-plan arch-a resnet34 throughput 4 PASS +1726.82% -94.52% -54.50% +455.98%
25 no-sync-no-plan arch-a resnet34 throughput 4 FAIL +813.41% -89.04% -49.77% +206.84%
26 baseline arch-a vgg8 latency 1 PASS +0.00% NA +0.00% +0.00%
27 no-sync arch-a vgg8 latency 1 PASS +0.00% NA +0.00% +0.00%
28 no-plan arch-a vgg8 latency 1 PASS +1800.66% NA -44.65% +953.39%
29 no-sync-no-plan arch-a vgg8 latency 1 PASS +1800.66% NA -44.65% +953.39%
30 baseline arch-a vgg8 throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
31 no-sync arch-a vgg8 throughput 4 PASS +2.33% -1.72% +18.49% -0.98%
32 no-plan arch-a vgg8 throughput 4 PASS +1251.16% -92.58% -56.68% +577.04%
33 no-sync-no-plan arch-a vgg8 throughput 4 PASS +1260.47% -92.63% -53.36% +467.83%
34 baseline arch-b googlenet latency 1 PASS +0.00% NA +0.00% +0.00%
35 no-sync arch-b googlenet latency 1 PASS +0.00% NA +0.00% -0.00%
36 no-plan arch-b googlenet latency 1 PASS +9849.64% NA -70.51% +2833.89%
37 no-sync-no-plan arch-b googlenet latency 1 PASS +9849.55% NA -70.51% +2833.89%
38 baseline arch-b googlenet throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
39 no-sync arch-b googlenet throughput 4 FAIL +11.45% -10.29% +21.82% +19.27%
40 no-plan arch-b googlenet throughput 4 PASS -100.00% -100.00% -63.39% -100.00%
41 no-sync-no-plan arch-b googlenet throughput 4 FAIL +3348.28% -97.10% -61.58% +1026.09%
42 baseline arch-b resnet18 latency 1 PASS +0.00% NA +0.00% +0.00%
43 no-sync arch-b resnet18 latency 1 PASS +0.00% NA +0.00% -0.00%
44 no-plan arch-b resnet18 latency 1 PASS +2935.63% NA -63.12% +1019.81%
45 no-sync-no-plan arch-b resnet18 latency 1 PASS +2936.09% NA -63.12% +1019.97%
46 baseline arch-b resnet18 throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
47 no-sync arch-b resnet18 throughput 4 FAIL +8.03% -7.44% +47.59% +40.61%
48 no-plan arch-b resnet18 throughput 4 PASS +1511.85% -93.80% -52.93% +560.80%
49 no-sync-no-plan arch-b resnet18 throughput 4 FAIL +867.12% -89.67% -45.41% +359.83%
50 baseline arch-b resnet34 latency 1 PASS +0.00% NA +0.00% +0.00%
51 no-sync arch-b resnet34 latency 1 PASS +0.00% NA +0.00% +0.00%
52 no-plan arch-b resnet34 latency 1 PASS +2551.16% NA -62.51% +893.70%
53 no-sync-no-plan arch-b resnet34 latency 1 PASS +2550.91% NA -62.51% +893.62%
54 baseline arch-b resnet34 throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
55 no-sync arch-b resnet34 throughput 4 FAIL +28.25% -22.13% +49.76% +57.30%
56 no-plan arch-b resnet34 throughput 4 PASS +2427.17% -96.05% -49.58% +938.62%
57 no-sync-no-plan arch-b resnet34 throughput 4 FAIL +531.79% -84.19% -42.32% +197.08%
58 baseline arch-b vgg8 latency 1 PASS +0.00% NA +0.00% +0.00%
59 no-sync arch-b vgg8 latency 1 PASS +0.00% NA +0.00% +0.00%
60 no-plan arch-b vgg8 latency 1 PASS +1784.97% NA -49.50% +849.73%
61 no-sync-no-plan arch-b vgg8 latency 1 PASS +1784.97% NA -49.50% +849.73%
62 baseline arch-b vgg8 throughput 4 PASS +0.00% +0.00% +0.00% +0.00%
63 no-sync arch-b vgg8 throughput 4 PASS +23.91% -19.82% +25.67% +23.93%
64 no-plan arch-b vgg8 throughput 4 PASS +1158.70% -92.07% -58.95% +408.33%
65 no-sync-no-plan arch-b vgg8 throughput 4 PASS +1172.83% -92.17% -55.83% +327.00%