diff options
Diffstat (limited to 'results/results.org')
| -rw-r--r-- | results/results.org | 254 |
1 files changed, 194 insertions, 60 deletions
diff --git a/results/results.org b/results/results.org index 5f130b4..76d95fd 100644 --- a/results/results.org +++ b/results/results.org @@ -104,11 +104,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+---------+---------| | 2mm | 1 | 1086 | 2421 | 2345 | 10 | 0 | 6 | 0.177 | 10.756 | 61724 | | 3mm | 1 | 2557 | 4876 | 5506 | 14 | 0 | 15 | 0.253 | 11.009 | 204177 | -| adi | 9 | 2148 | 5660 | 4318 | 8 | 0 | 12 | 0.245 | 11.4759 | 602584 | | atas | 9 | 1672 | 3207 | 3401 | 8 | 0 | 6 | 0.211 | 10.739 | 126288 | | bicg | 1 | 449 | 909 | 956 | 12 | 0 | 6 | 0.161 | 10.211 | 11907 | | cholesky | 3 | 1621 | 4387 | 3658 | 8 | 0 | 12 | 0.211 | 10.291 | 429665 | -| covariance | 7 | 1339 | 2562 | 3034 | 6 | 0 | 6 | 0.189 | 10.654 | 109992 | | doitgen | 5 | 1054 | 2504 | 2087 | 6 | 0 | 36 | 0.182 | 10.665 | 15675 | | durbin | 9 | 1227 | 3484 | 2517 | 6 | 0 | 12 | 0.221 | 8.865 | 13506 | | fdtd-2d | 8 | 1615 | 3002 | 3737 | 8 | 0 | 3 | 0.207 | 12.303 | 213833 | @@ -129,6 +127,8 @@ | syrk | 1 | 498 | 1158 | 1217 | 4 | 0 | 3 | 0.139 | 10.069 | 58955 | | trisolv | 9 | 1270 | 3321 | 2706 | 8 | 0 | 6 | 0.199 | 9.26 | 35382 | | trmm | 6 | 529 | 1219 | 1364 | 4 | 0 | 3 | 0.137 | 10.311 | 42052 | +| adi | 9 | 2148 | 5660 | 4318 | 8 | 0 | 12 | 0.245 | 11.4759 | 602584 | +| covariance | 7 | 1339 | 2562 | 3034 | 6 | 0 | 6 | 0.189 | 10.654 | 109992 | * LegUp No Opt @@ -171,11 +171,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+--------+---------| | 2mm | 0 | 637 | 1145 | 1842 | 10 | 0 | 6 | 0.163 | 10.207 | 90339 | | 3mm | 4 | 2307 | 4140 | 5247 | 14 | 0 | 15 | 0.251 | 10.578 | 251581 | -| adi | 6 | 1707 | 4537 | 4012 | 8 | 0 | 18 | 0.243 | 10.822 | 619687 | | atas | 3 | 1632 | 3114 | 3328 | 8 | 0 | 6 | 0.214 | 10.303 | 129877 | | bicg | 3 | 396 | 846 | 966 | 12 | 0 | 6 | 0.165 | 9.996 | 16941 | | cholesky | 4 | 1520 | 4187 | 3379 | 8 | 0 | 9 | 0.204 | 9.693 | 509735 | -| covariance | 1 | 1362 | 2514 | 3023 | 6 | 0 | 6 | 0.188 | 9.988 | 141486 | | doitgen | 3 | 455 | 905 | 1299 | 6 | 0 | 3 | 0.151 | 10.265 | 87169 | | durbin | 2 | 1209 | 3415 | 2548 | 6 | 0 | 12 | 0.215 | 8.988 | 16086 | | fdtd-2d | 1 | 1473 | 3004 | 3608 | 8 | 0 | 3 | 0.194 | 11.275 | 266014 | @@ -196,6 +194,8 @@ | syrk | 6 | 397 | 810 | 1101 | 4 | 0 | 3 | 0.144 | 9.71 | 78474 | | trisolv | 5 | 1204 | 3283 | 2550 | 8 | 0 | 6 | 0.200 | 9.399 | 37148 | | trmm | 4 | 415 | 878 | 1155 | 4 | 0 | 3 | 0.141 | 9.883 | 49819 | +| adi | 6 | 1707 | 4537 | 4012 | 8 | 0 | 18 | 0.243 | 10.822 | 619687 | +| covariance | 1 | 1362 | 2514 | 3023 | 6 | 0 | 6 | 0.188 | 9.988 | 141486 | * Legup No Chain @@ -238,11 +238,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------| | 2mm | 2 | 1538 | 4528 | 2761 | 10 | 0 | 6 | 0.154 | 9.565 | 133958 | | 3mm | 1 | 3023 | 6753 | 6028 | 14 | 0 | 21 | 0.237 | 9.964 | 302433 | -| adi | 1 | 2459 | 7415 | 4923 | 8 | 0 | 12 | 0.225 | 9.539 | 761344 | | atas | 5 | 1712 | 3702 | 3326 | 8 | 0 | 9 | 0.199 | 8.831 | 147486 | | bicg | 6 | 413 | 1251 | 916 | 12 | 0 | 6 | 0.137 | 7.732 | 23765 | | cholesky | 6 | 1662 | 5103 | 3461 | 8 | 0 | 12 | 0.193 | 9.328 | 827925 | -| covariance | 7 | 1344 | 2999 | 2958 | 6 | 0 | 6 | 0.174 | 9.149 | 174842 | | doitgen | 6 | 1820 | 4197 | 2461 | 6 | 0 | 36 | 0.197 | 9.102 | 33413 | | durbin | 3 | 1255 | 3929 | 2621 | 6 | 0 | 12 | 0.199 | 8.254 | 23303 | | fdtd-2d | 2 | 1587 | 4063 | 3643 | 8 | 0 | 3 | 0.177 | 8.874 | 429274 | @@ -263,6 +261,8 @@ | syrk | 3 | 592 | 1858 | 1094 | 4 | 0 | 3 | 0.132 | 8.724 | 122527 | | trisolv | 3 | 1228 | 3679 | 2581 | 8 | 0 | 6 | 0.187 | 8.077 | 43042 | | trmm | 9 | 552 | 1685 | 1309 | 4 | 0 | 3 | 0.132 | 8.706 | 78383 | +| adi | 1 | 2459 | 7415 | 4923 | 8 | 0 | 12 | 0.225 | 9.539 | 761344 | +| covariance | 7 | 1344 | 2999 | 2958 | 6 | 0 | 6 | 0.174 | 9.149 | 174842 | * LegUp No Opt No Chain @@ -305,11 +305,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------| | 2mm | 3 | 654 | 1465 | 1841 | 10 | 0 | 6 | 0.139 | 9.065 | 186341 | | 3mm | 2 | 2331 | 4746 | 5281 | 14 | 0 | 21 | 0.221 | 9.47 | 397165 | -| adi | 7 | 1833 | 5413 | 4231 | 8 | 0 | 18 | 0.224 | 9.458 | 815373 | | atas | 0 | 1686 | 3474 | 3448 | 8 | 0 | 6 | 0.199 | 8.104 | 156265 | | bicg | 5 | 451 | 1135 | 972 | 12 | 0 | 6 | 0.138 | 8.128 | 30647 | | cholesky | 7 | 1621 | 4875 | 3467 | 8 | 0 | 12 | 0.185 | 9.797 | 990247 | -| covariance | 2 | 1278 | 2848 | 2990 | 6 | 0 | 6 | 0.177 | 9.131 | 237315 | | doitgen | 4 | 454 | 1125 | 1322 | 6 | 0 | 3 | 0.131 | 8.03 | 172417 | | durbin | 3 | 1267 | 3865 | 2582 | 6 | 0 | 12 | 0.195 | 7.928 | 28503 | | fdtd-2d | 3 | 1611 | 3935 | 3800 | 8 | 0 | 3 | 0.173 | 9.091 | 507185 | @@ -330,10 +328,12 @@ | syrk | 1 | 446 | 1117 | 1152 | 4 | 0 | 3 | 0.126 | 7.796 | 147182 | | trisolv | 0 | 1165 | 3637 | 2654 | 8 | 0 | 6 | 0.188 | 8.784 | 46614 | | trmm | 3 | 427 | 1159 | 1164 | 4 | 0 | 3 | 0.128 | 8.293 | 92654 | +| adi | 7 | 1833 | 5413 | 4231 | 8 | 0 | 18 | 0.224 | 9.458 | 815373 | +| covariance | 2 | 1278 | 2848 | 2990 | 6 | 0 | 6 | 0.177 | 9.131 | 237315 | * Data compilation -** Relative exec time +** Relative to vericert exec time *** No divide @@ -371,37 +371,37 @@ *** Divide #+name: rel-time-div -| benchmark | legup | legup noopt | legup nochain | legup noopt nochain | -|----------------+--------------+--------------+---------------+---------------------| -| 2mm | 0.019924775 | 0.027673365 | 0.038454061 | 0.050694963 | -| 3mm | 0.043372087 | 0.051349596 | 0.058145823 | 0.072573250 | -| atas | 1.3950898 | 1.3529375 | 1.4651483 | 1.5557989 | -| bicg | 0.29647086 | 0.29251762 | 0.28471921 | 0.27683260 | -| cholesky | 4.8861243e-4 | 6.8054863e-4 | 7.3845416e-4 | 1.0010725e-3 | -| doitgen | 0.16370874 | 0.18293086 | 0.28593271 | 0.35918728 | -| durbin | 0.52911080 | 0.63806487 | 0.72225778 | 0.97839983 | -| fdtd-2d | 2.2949398e-3 | 0.012283550 | 4.1749876e-3 | 0.019006341 | -| floyd-warshall | 5.3324138e-3 | 6.4391639e-3 | 8.5663271e-3 | 0.010064045 | -| gemm | 0.095397394 | 0.10876065 | 0.13813533 | 0.16719713 | -| gemver | 1.2948496 | 1.5573754 | 1.9354526 | 2.4911628 | -| gesummv | 0.28536911 | 0.33215413 | 0.55720458 | 0.52241293 | -| heat-3d | 0.10731209 | 0.16096844 | 0.22398444 | 0.28549089 | -| jacobi-1d | 0.049681906 | 0.060995635 | 0.064403152 | 0.087259462 | -| jacobi-2d | 0.019834141 | 0.024436724 | 0.028738749 | 0.035389999 | -| lu | 1.7891609e-4 | 2.2141339e-4 | 3.3362428e-4 | 3.8966491e-4 | -| ludcmp | 3.7923618e-3 | 4.3619020e-3 | 5.1659962e-3 | 5.1510256e-3 | -| mvt | 0.70136849 | 0.81085885 | 1.3262315 | 1.4949134 | -| nussinov | 1.2609601 | 1.4083690 | 2.2413577 | 2.6496374 | -| seidel-2d | 3.0037448e-3 | 5.0487378e-3 | 5.1230368e-3 | 7.7556690e-3 | -| symm | 0.12843019 | 0.15719620 | 0.23160519 | 0.28798937 | -| syr2k | 0.093029221 | 0.094288367 | 0.087241337 | 0.10242378 | -| syrk | 0.035364082 | 0.035314564 | 0.042944787 | 0.052702496 | -| trisolv | 0.54251673 | 0.60758660 | 0.79168737 | 0.89850855 | -| trmm | 0.050186477 | 0.064420597 | 0.090370603 | 0.097007711 | +| benchmark | legup | legup noopt | legup nochain | legup noopt nochain | +|----------------+--------------+-------------+---------------+---------------------| +| 2mm | 0.019924775 | 0.027673365 | 0.038454061 | 0.050694963 | +| 3mm | 0.043372087 | 0.051349596 | 0.058145823 | 0.072573250 | +| atas | 0.27360482 | 0.26995648 | 0.26275954 | 0.25548121 | +| bicg | 0.026578270 | 0.037018718 | 0.040168512 | 0.054453744 | +| cholesky | 0.017769755 | 0.019856219 | 0.031036548 | 0.038987961 | +| doitgen | 6.1894593e-3 | 0.033128771 | 0.011259954 | 0.051260157 | +| durbin | 0.054060284 | 0.065280574 | 0.086845863 | 0.10202980 | +| fdtd-2d | 0.036115085 | 0.041174082 | 0.052294606 | 0.063296682 | +| floyd-warshall | 0.54988006 | 0.66136612 | 0.82192307 | 1.0579149 | +| gemm | 0.031740226 | 0.036943897 | 0.061975169 | 0.058105463 | +| gemver | 0.028628373 | 0.042942641 | 0.059753847 | 0.076162337 | +| gesummv | 0.025488998 | 0.031293438 | 0.033041644 | 0.044767934 | +| heat-3d | 0.21490110 | 0.26476967 | 0.31138171 | 0.38344740 | +| jacobi-1d | 0.031765878 | 0.039311113 | 0.059233735 | 0.069183538 | +| jacobi-2d | 0.034194734 | 0.039330129 | 0.046580436 | 0.046445450 | +| lu | 0.017582872 | 0.020327727 | 0.033247799 | 0.037476550 | +| ludcmp | 0.020344643 | 0.022722974 | 0.036162620 | 0.042749906 | +| mvt | 0.022787095 | 0.038300879 | 0.038864529 | 0.058836279 | +| nussinov | 0.60862824 | 0.74494984 | 1.0975727 | 1.3647762 | +| seidel-2d | 0.061149217 | 0.061976868 | 0.057344771 | 0.067324374 | +| symm | 0.040892606 | 0.040835346 | 0.049658414 | 0.060941561 | +| syr2k | 0.037639333 | 0.042153824 | 0.054926573 | 0.062337732 | +| syrk | 0.027017048 | 0.034679748 | 0.048649499 | 0.052222474 | +| trisolv | 0.13520891 | 0.14408840 | 0.14346781 | 0.16897429 | +| trmm | 0.036657865 | 0.041625889 | 0.057692621 | 0.064961428 | #+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$3=(remote(legup-noopt-div,@@#$11) * (10^-6) * remote(legup-noopt-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$4=(remote(legup-nochain-div,@@#$11) * (10^-6) * remote(legup-nochain-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$5=(remote(legup-noopt-nochain-div,@@#$11) * (10^-6) * remote(legup-noopt-nochain-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10)) -** Relative size (Slice) +** Relative to vericert size (Slice) *** No divide #+name: rel-size-nodiv @@ -442,27 +442,161 @@ |----------------+------------+-------------+---------------+---------------------| | 2mm | 0.46390431 | 0.27210594 | 0.65698419 | 0.27936779 | | 3mm | 0.89782303 | 0.81004213 | 1.0614466 | 0.81846910 | -| atas | 2.0673725 | 1.6429259 | 2.3666987 | 1.7641963 | -| bicg | 0.95270655 | 0.92991453 | 0.97549858 | 0.96068376 | -| cholesky | 0.28893179 | 0.25482625 | 0.26576577 | 0.29021879 | -| doitgen | 1.1288301 | 1.0584958 | 1.1573816 | 1.1288301 | -| durbin | 1.8623088 | 1.8942976 | 1.8692629 | 1.7774687 | -| fdtd-2d | 0.81452859 | 0.35162287 | 1.4064915 | 0.35085008 | -| floyd-warshall | 1.5670498 | 1.5440613 | 1.6028097 | 1.6181354 | -| gemm | 0.90173088 | 0.82244556 | 0.88609715 | 0.89949749 | -| gemver | 0.23048480 | 0.21199671 | 0.26663928 | 0.23541495 | -| gesummv | 0.59989172 | 0.23172713 | 0.86735246 | 0.25609096 | -| heat-3d | 1.4773243 | 1.4546485 | 1.5022676 | 1.4965986 | -| jacobi-1d | 0.48228883 | 0.43869210 | 0.47275204 | 0.5 | -| jacobi-2d | 1.1977507 | 0.82474227 | 1.4611059 | 0.91471415 | -| lu | 0.54674047 | 0.51168512 | 0.54674047 | 0.54981550 | -| ludcmp | 0.51306795 | 0.48934459 | 0.51226377 | 0.54804986 | -| mvt | 0.46413261 | 0.41783367 | 0.46041726 | 0.44984281 | -| nussinov | 2.9570552 | 2.7407975 | 3.0705521 | 2.9662577 | -| seidel-2d | 0.43235294 | 0.39019608 | 0.45980392 | 0.42254902 | -| symm | 0.32556987 | 0.30574827 | 0.34638256 | 0.36967294 | -| syr2k | 0.62409138 | 0.55088266 | 0.60124611 | 0.60384216 | -| syrk | 0.90772532 | 0.85050072 | 0.99499285 | 0.89628040 | -| trisolv | 2.0628166 | 1.7325228 | 2.0506586 | 1.8145897 | -| trmm | 0.36297376 | 0.28935860 | 0.43148688 | 0.32507289 | +| atas | 1.6092397 | 1.5707411 | 1.6477382 | 1.6227141 | +| bicg | 0.25584046 | 0.22564103 | 0.23532764 | 0.25698006 | +| cholesky | 1.0431145 | 0.97812098 | 1.0694981 | 1.0431145 | +| doitgen | 0.73398329 | 0.31685237 | 1.2674095 | 0.31615599 | +| durbin | 1.7065369 | 1.6815021 | 1.7454798 | 1.7621697 | +| fdtd-2d | 1.2480680 | 1.1383308 | 1.2264297 | 1.2449768 | +| floyd-warshall | 0.71647510 | 0.65900383 | 0.82886335 | 0.73180077 | +| gemm | 0.61864880 | 0.23897264 | 0.89447236 | 0.26409827 | +| gemver | 0.53533279 | 0.52711586 | 0.54437141 | 0.54231717 | +| gesummv | 0.19166215 | 0.17433676 | 0.18787223 | 0.19870060 | +| heat-3d | 1.4489796 | 0.99773243 | 1.7675737 | 1.1065760 | +| jacobi-1d | 1.2111717 | 1.1335150 | 1.2111717 | 1.2179837 | +| jacobi-2d | 1.1958763 | 1.1405811 | 1.1940019 | 1.2774133 | +| lu | 0.99876999 | 0.89913899 | 0.99077491 | 0.96801968 | +| ludcmp | 0.77523120 | 0.71853639 | 0.80498593 | 0.77764375 | +| mvt | 0.12603601 | 0.11374678 | 0.13403830 | 0.12317805 | +| nussinov | 1.0076687 | 0.94631902 | 1.0720859 | 1.1441718 | +| seidel-2d | 1.1784314 | 1.0401961 | 1.1352941 | 1.1401961 | +| symm | 0.62884044 | 0.58919722 | 0.68929633 | 0.62091179 | +| syr2k | 1.0571132 | 0.88785047 | 1.0508827 | 0.92990654 | +| syrk | 0.35622318 | 0.28397711 | 0.42346209 | 0.31902718 | +| trisolv | 1.2867275 | 1.2198582 | 1.2441743 | 1.1803445 | +| trmm | 0.38556851 | 0.30247813 | 0.40233236 | 0.31122449 | #+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(legup-div,@@#$3))/(remote(vericert-div,@@#$3))::$3=(remote(legup-noopt-div,@@#$3))/(remote(vericert-div,@@#$3))::$4=(remote(legup-nochain-div,@@#$3))/(remote(vericert-div,@@#$3))::$5=(remote(legup-noopt-nochain-div,@@#$3))/(remote(vericert-div,@@#$3)) + + +** Relative to LegUp exec time + +*** No divide + +#+name: rel-time-nodiv +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+------------+-------------+---------------+---------------------| +| 2mm | 2.6940664 | 1.4126390 | 2.0470769 | 2.8218645 | +| 3mm | 2.2662709 | 1.4341476 | 1.8041791 | 2.6063100 | +| atas | 1.6754557 | 1.3769086 | 1.8254298 | 2.1637725 | +| bicg | 2.1229546 | 1.3628775 | 2.3410673 | 3.1483129 | +| cholesky | 3.0492309 | 1.1918403 | 1.8986657 | 2.3510332 | +| covariance | 1.2715910 | 1.3361944 | 1.6366507 | 2.3236693 | +| doitgen | 6.9953994 | 4.1345352 | 1.8226875 | 7.4096335 | +| durbin | 2.0327955 | 1.2116020 | 1.8172687 | 2.2706423 | +| fdtd-2d | 1.5515491 | 1.1018185 | 1.4628000 | 1.7772044 | +| floyd-warshall | 1.9615387 | 1.2027461 | 1.4947315 | 1.9239012 | +| gemm | 1.8469077 | 1.2611980 | 1.9577803 | 2.3681335 | +| gemver | 2.1473554 | 1.5730371 | 2.5031670 | 3.2661711 | +| gesummv | 2.0705516 | 1.5357406 | 2.3198665 | 3.0988924 | +| heat-3d | 5.1333107 | 1.2234378 | 1.4489536 | 1.8015284 | +| jacobi-1d | 1.8105246 | 1.2288629 | 1.7369597 | 2.2979022 | +| jacobi-2d | 1.4143161 | 0.85422818 | 1.1614101 | 1.1724647 | +| lu | 2.8103434 | 1.1513052 | 1.8867237 | 2.2089981 | +| ludcmp | 2.5686385 | 1.2667986 | 1.8454097 | 2.1717871 | +| mvt | 2.1198192 | 1.6147969 | 2.4606964 | 3.5472470 | +| nussinov | 1.7508244 | 1.2239817 | 1.8033548 | 2.2423807 | +| seidel-2d | 1.7640548 | 1.2940804 | 1.7936131 | 2.2466971 | +| symm | 2.1128832 | 1.0668560 | 1.4646131 | 2.0501358 | +| syr2k | 2.5921657 | 1.3095186 | 2.0498786 | 2.4951638 | +| syrk | 2.0946298 | 1.3576898 | 1.8768625 | 2.3622972 | +| trisolv | 0.47290242 | 0.95672922 | 1.2231859 | 1.1019474 | +| trmm | 1.5458213 | 1.1443962 | 1.6055769 | 1.9390939 | +#+TBLFM: $1='(identity remote(vericert-nodiv,@@#$1))::$2=(remote(vericert-nodiv,@@#$11) * (10^-6) * remote(vericert-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$3=(remote(legup-noopt-nodiv,@@#$11) * (10^-6) * remote(legup-noopt-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$4=(remote(legup-nochain-nodiv,@@#$11) * (10^-6) * remote(legup-nochain-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$5=(remote(legup-noopt-nochain-nodiv,@@#$11) * (10^-6) * remote(legup-noopt-nochain-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10)) + +*** Divide + +#+name: rel-time-div +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+-----------+-------------+---------------+---------------------| +| 2mm | 50.188771 | 1.3888922 | 1.9299621 | 2.5443179 | +| 3mm | 23.056304 | 1.1839319 | 1.3406278 | 1.6732709 | +| atas | 3.6549064 | 0.98666568 | 0.96036153 | 0.93375990 | +| bicg | 37.624721 | 1.3928189 | 1.5113291 | 2.0488069 | +| cholesky | 56.275397 | 1.1174166 | 1.7465941 | 2.1940630 | +| doitgen | 161.56500 | 5.3524499 | 1.8192144 | 8.2818473 | +| durbin | 18.497868 | 1.2075514 | 1.6064633 | 1.8873338 | +| fdtd-2d | 27.689261 | 1.1400799 | 1.4479990 | 1.7526383 | +| floyd-warshall | 1.8185784 | 1.2027461 | 1.4947315 | 1.9239012 | +| gemm | 31.505762 | 1.1639456 | 1.9525749 | 1.8306569 | +| gemver | 34.930382 | 1.5000029 | 2.0872247 | 2.6603796 | +| gesummv | 39.232613 | 1.2277233 | 1.2963100 | 1.7563630 | +| heat-3d | 4.6533033 | 1.2320536 | 1.4489536 | 1.7842971 | +| jacobi-1d | 31.480320 | 1.2375264 | 1.8646969 | 2.1779199 | +| jacobi-2d | 29.244269 | 1.1501809 | 1.3622108 | 1.3582632 | +| lu | 56.873531 | 1.1561096 | 1.8909197 | 2.1314237 | +| ludcmp | 49.152990 | 1.1169021 | 1.7775009 | 2.1012857 | +| mvt | 43.884488 | 1.6808145 | 1.7055499 | 2.5819999 | +| nussinov | 1.6430391 | 1.2239817 | 1.8033548 | 2.2423807 | +| seidel-2d | 16.353439 | 1.0135350 | 0.93778424 | 1.1009851 | +| symm | 24.454299 | 0.99859977 | 1.2143617 | 1.4902832 | +| syr2k | 26.567952 | 1.1199408 | 1.4592866 | 1.6561859 | +| syrk | 37.013666 | 1.2836246 | 1.8006963 | 1.9329452 | +| trisolv | 7.3959624 | 1.0656724 | 1.0610825 | 1.2497275 | +| trmm | 27.279276 | 1.1355241 | 1.5738129 | 1.7721007 | +#+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(vericert-div,@@#$11) * remote(vericert-div,@@#$10)) / (remote(legup-div,@@#$11) * remote(legup-div,@@#$10))::$3=(remote(legup-noopt-div,@@#$11) * (10^-6) * remote(legup-noopt-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))::$4=(remote(legup-nochain-div,@@#$11) * (10^-6) * remote(legup-nochain-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))::$5=(remote(legup-noopt-nochain-div,@@#$11) * (10^-6) * remote(legup-noopt-nochain-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10)) + +** Relative to LegUp size (Slice) +*** No divide + +#+name: rel-size-nodiv +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+------------+-------------+---------------+---------------------| +| 2mm | 1.1815137 | 0.75887475 | 1.5365037 | 0.77762894 | +| 3mm | 1.0352188 | 0.67609392 | 1.3649947 | 0.73639274 | +| atas | 1.2076613 | 1.9979839 | 1.0080645 | 2.0967742 | +| bicg | 1.1300122 | 0.84082625 | 1.0133657 | 0.87120292 | +| cholesky | 1.4886275 | 0.90901961 | 1.2047059 | 0.93333333 | +| covariance | 0.42165026 | 0.91597275 | 0.97577593 | 0.91824375 | +| doitgen | 0.85935199 | 0.50810015 | 1.2017673 | 0.54050074 | +| durbin | 1.0068306 | 0.97540984 | 1.0587432 | 1.2144809 | +| fdtd-2d | 0.89976275 | 0.91992883 | 1.0083037 | 0.96500593 | +| floyd-warshall | 1.5935829 | 0.91978610 | 1.1568627 | 1.0213904 | +| gemm | 0.86515978 | 0.64302416 | 1.5931411 | 0.66328917 | +| gemver | 1.6176046 | 1.0678211 | 1.1486291 | 1.0303030 | +| gesummv | 1.4681481 | 0.92888889 | 1.0785185 | 0.99703704 | +| heat-3d | 1.1408451 | 0.70970266 | 1.2198748 | 0.77308294 | +| jacobi-1d | 1.5763889 | 2.8576389 | 1.03125 | 3.1979167 | +| jacobi-2d | 0.65707965 | 0.89306785 | 1.0162242 | 0.97492625 | +| lu | 1.3961814 | 0.90612570 | 1.2275259 | 0.96579157 | +| ludcmp | 1.3585699 | 0.89116719 | 1.1561514 | 0.99894848 | +| mvt | 1.8954394 | 0.99888765 | 1.1746385 | 1.0155729 | +| nussinov | 1.4931507 | 0.93911720 | 1.0639269 | 1.1354642 | +| seidel-2d | 0.59917695 | 0.80740741 | 0.92839506 | 0.84444444 | +| symm | 1.6321839 | 0.88923720 | 1.1536050 | 0.94566353 | +| syr2k | 1.5177384 | 0.90022173 | 1.0709534 | 0.99889135 | +| syrk | 1.3417910 | 0.96865672 | 1.0895522 | 1.0611940 | +| trisolv | 0.48416752 | 0.93360572 | 0.99693565 | 1.0030644 | +| trmm | 1.2645804 | 0.85348506 | 1.0896159 | 0.92745377 | +#+TBLFM: $1='(identity remote(vericert-nodiv,@@#$1))::$2=(remote(vericert-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$3=(remote(legup-noopt-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$4=(remote(legup-nochain-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$5=(remote(legup-noopt-nochain-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3)) + +*** Divide + +#+name: rel-size-div +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+------------+-------------+---------------+---------------------| +| 2mm | 2.1556169 | 0.58655617 | 1.4162063 | 0.60220994 | +| 3mm | 1.1138052 | 0.90222917 | 1.1822448 | 0.91161517 | +| atas | 0.62141148 | 0.97607656 | 1.0239234 | 1.0083732 | +| bicg | 3.9086860 | 0.88195991 | 0.91982183 | 1.0044543 | +| cholesky | 0.95866749 | 0.93769278 | 1.0252930 | 1 | +| doitgen | 1.3624288 | 0.43168880 | 1.7267552 | 0.43074004 | +| durbin | 0.58598207 | 0.98533007 | 1.0228199 | 1.0325998 | +| fdtd-2d | 0.80123839 | 0.91207430 | 0.98266254 | 0.99752322 | +| floyd-warshall | 1.3957219 | 0.91978610 | 1.1568627 | 1.0213904 | +| gemm | 1.6164260 | 0.38628159 | 1.4458484 | 0.42689531 | +| gemver | 1.8679969 | 0.98465081 | 1.0168841 | 1.0130468 | +| gesummv | 5.2175141 | 0.90960452 | 0.98022599 | 1.0367232 | +| heat-3d | 0.69014085 | 0.68857590 | 1.2198748 | 0.76369327 | +| jacobi-1d | 0.82564679 | 0.93588301 | 1 | 1.0056243 | +| jacobi-2d | 0.83620690 | 0.95376176 | 0.99843260 | 1.0681818 | +| lu | 1.0012315 | 0.90024631 | 0.99199507 | 0.96921182 | +| ludcmp | 1.2899378 | 0.92686722 | 1.0383817 | 1.0031120 | +| mvt | 7.9342404 | 0.90249433 | 1.0634921 | 0.97732426 | +| nussinov | 0.99238965 | 0.93911720 | 1.0639269 | 1.1354642 | +| seidel-2d | 0.84858569 | 0.88269551 | 0.96339434 | 0.96755408 | +| symm | 1.5902285 | 0.93695823 | 1.0961387 | 0.98739165 | +| syr2k | 0.94597250 | 0.83988212 | 0.99410609 | 0.87966601 | +| syrk | 2.8072289 | 0.79718876 | 1.1887550 | 0.89558233 | +| trisolv | 0.77716535 | 0.94803150 | 0.96692913 | 0.91732283 | +| trmm | 2.5935728 | 0.78449905 | 1.0434783 | 0.80718336 | +#+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(vericert-div,@@#$3))/(remote(legup-div,@@#$3))::$3=(remote(legup-noopt-div,@@#$3))/(remote(legup-div,@@#$3))::$4=(remote(legup-nochain-div,@@#$3))/(remote(legup-div,@@#$3))::$5=(remote(legup-noopt-nochain-div,@@#$3))/(remote(legup-div,@@#$3)) |