Add new graphs

6 files changed, 327 insertions, 87 deletions

diff --git a/results/exec-time.csv b/results/exec-time.csv
index a25a910..d8534dc 100644
--- a/results/exec-time.csv
+++ b/results/exec-time.csv
@@ -1,27 +1,27 @@
-benchmark,vericert,legup op,legup no nc,v op,v no nc,v no,legup no

-2mm,2.14633908,0.796691232,2.248154685,0.371186099821655,1.0474368686424,0.524351975178125,1.125437136

-3mm,2.75689392,1.216489141,3.170547855,0.441253518017117,1.15004347174882,0.63282266805536,1.744624966

-atas,0.461244102,0.275294724,0.59567515,0.596852562030159,1.29145315336737,0.821811406056743,0.379055664

-bicg,0.61366668,0.289062554,0.910059377,0.471041631264712,1.48298645935934,0.641972037654057,0.393956849

-cholesky,12.55861639,4.118617703,9.683007106,0.327951549366498,0.771024992347903,0.390865877383488,4.908734614

-covariance,1.455531174,1.14465356,2.65979631,0.786416382174993,1.82737158606539,1.05080515987629,1.529479668

-doitgen,1.66509651,0.238027368,1.763695552,0.142951094168109,1.05921521149546,0.591036332182331,0.984132534

-durbin,0.231218064,0.113743887,0.25827168,0.491933394096752,1.11700476827797,0.596027479929077,0.13781232

-fdtd-2d,4.281226404,2.759323844,4.903882542,0.644517150838351,1.14543873162565,0.710140908025662,3.040274006

-floyd-warshall,24.218459118,12.346663632,23.753760982,0.509803847216008,0.980812233605126,0.613164613142668,14.849902116

-gemm,1.874821366,1.015113708,2.403924776,0.541445561912804,1.28221537240578,0.682870069233039,1.280259396

-gemver,0.904236832,0.421093242,1.37536256,0.465689106103566,1.52102028066912,0.732546249564849,0.6623953

-gesummv,0.550027764,0.265643112,0.823199408,0.482963096386531,1.49665064543905,0.741706040497258,0.407958915

-heat-3d,2.80617318,0.546659526,0.984822682,0.194806054699732,0.350948647438787,0.238333100311364,0.668803954

-jacobi-1d,0.084943008,0.04691624,0.10780893,0.552326096104343,1.26919133826765,0.678733039451581,0.057653626

-jacobi-2d,1.7389416,1.22952823,1.441578432,0.707055504336661,0.828997610960598,0.603986738830102,1.050297666

-lu,13.936284282,4.958925748,10.954257656,0.355828400716891,0.786024268330149,0.409667077283577,5.70923685

-ludcmp,12.40275333,4.828531979,10.486543496,0.389311296494195,0.845501254196112,0.493179019791084,6.11677773

-mvt,0.697623564,0.329095792,1.167384064,0.471738354296759,1.67337246652981,0.761761654025781,0.53142288

-nussinov,4.27264083,2.44035948,5.472215097,0.571159518690458,1.28075710426612,0.699088811544218,2.9869554

-seidel-2d,4.133094468,2.34295131,5.26390193,0.566875818624526,1.27359826172742,0.733582879238462,3.03196734

-symm,1.289465856,0.610287327,1.251171894,0.4732869227675,0.970302461424772,0.504928978902719,0.651088678

-syr2k,2.389200044,0.921700339,2.299793338,0.385777800948341,0.962578811169652,0.505183217718039,1.206983766

-syrk,1.522963572,0.727080081,1.717579215,0.477411340866924,1.12778745767663,0.648176497553154,0.987149194

-trisolv,0.16370305,0.34616666,0.38145744,2.11460116350917,2.33017918725399,2.02310073025518,0.33118776

-trmm,0.726989952,0.470293666,0.911943566,0.64690531788808,1.25441013798221,0.740316014711576,0.538202304
\ No newline at end of file
+benchmark,vericert,legup noopt,legup nochain,legup noopt nochain

+2mm,2.6940664,1.4126390,2.0470769,2.8218645

+3mm,2.2662709,1.4341476,1.8041791,2.6063100

+atas,1.6754557,1.3769086,1.8254298,2.1637725

+bicg,2.1229546,1.3628775,2.3410673,3.1483129

+cholesky,3.0492309,1.1918403,1.8986657,2.3510332

+covariance,1.2715910,1.3361944,1.6366507,2.3236693

+doitgen,6.9953994,4.1345352,1.8226875,7.4096335

+durbin,2.0327955,1.2116020,1.8172687,2.2706423

+fdtd-2d,1.5515491,1.1018185,1.4628000,1.7772044

+floyd-warshall,1.9615387,1.2027461,1.4947315,1.9239012

+gemm,1.8469077,1.2611980,1.9577803,2.3681335

+gemver,2.1473554,1.5730371,2.5031670,3.2661711

+gesummv,2.0705516,1.5357406,2.3198665,3.0988924

+heat-3d,5.1333107,1.2234378,1.4489536,1.8015284

+jacobi-1d,1.8105246,1.2288629,1.7369597,2.2979022

+jacobi-2d,1.4143161,0.85422818,1.1614101,1.1724647

+lu,2.8103434,1.1513052,1.8867237,2.2089981

+ludcmp,2.5686385,1.2667986,1.8454097,2.1717871

+mvt,2.1198192,1.6147969,2.4606964,3.5472470

+nussinov,1.7508244,1.2239817,1.8033548,2.2423807

+seidel-2d,1.7640548,1.2940804,1.7936131,2.2466971

+symm,2.1128832,1.0668560,1.4646131,2.0501358

+syr2k,2.5921657,1.3095186,2.0498786,2.4951638

+syrk,2.0946298,1.3576898,1.8768625,2.3622972

+trisolv,0.47290242,0.95672922,1.2231859,1.1019474

+trmm,1.5458213,1.1443962,1.6055769,1.9390939

diff --git a/results/rel-size-div.csv b/results/rel-size-div.csv
new file mode 100644
index 0000000..9a66c1b
--- /dev/null
+++ b/results/rel-size-div.csv
@@ -0,0 +1,26 @@
+benchmark,vericert,legup noopt,legup nochain,legup noopt nochain
+2mm,2.1556169,0.58655617,1.4162063,0.60220994
+3mm,1.1138052,0.90222917,1.1822448,0.91161517
+atas,0.62141148,0.97607656,1.0239234,1.0083732
+bicg,3.9086860,0.88195991,0.91982183,1.0044543
+cholesky,0.95866749,0.93769278,1.0252930,1
+doitgen,1.3624288,0.43168880,1.7267552,0.43074004
+durbin,0.58598207,0.98533007,1.0228199,1.0325998
+fdtd-2d,0.80123839,0.91207430,0.98266254,0.99752322
+floyd-warshall,1.3957219,0.91978610,1.1568627,1.0213904
+gemm,1.6164260,0.38628159,1.4458484,0.42689531
+gemver,1.8679969,0.98465081,1.0168841,1.0130468
+gesummv,5.2175141,0.90960452,0.98022599,1.0367232
+heat-3d,0.69014085,0.68857590,1.2198748,0.76369327
+jacobi-1d,0.82564679,0.93588301,1,1.0056243
+jacobi-2d,0.83620690,0.95376176,0.99843260,1.0681818
+lu,1.0012315,0.90024631,0.99199507,0.96921182
+ludcmp,1.2899378,0.92686722,1.0383817,1.0031120
+mvt,7.9342404,0.90249433,1.0634921,0.97732426
+nussinov,0.99238965,0.93911720,1.0639269,1.1354642
+seidel-2d,0.84858569,0.88269551,0.96339434,0.96755408
+symm,1.5902285,0.93695823,1.0961387,0.98739165
+syr2k,0.94597250,0.83988212,0.99410609,0.87966601
+syrk,2.8072289,0.79718876,1.1887550,0.89558233
+trisolv,0.77716535,0.94803150,0.96692913,0.91732283
+trmm,2.5935728,0.78449905,1.0434783,0.80718336
diff --git a/results/rel-size-nodiv.csv b/results/rel-size-nodiv.csv
new file mode 100644
index 0000000..9f420ed
--- /dev/null
+++ b/results/rel-size-nodiv.csv
@@ -0,0 +1,27 @@
+benchmark,vericert,legup noopt,legup nochain,legup noopt nochain
+2mm,1.1815137,0.75887475,1.5365037,0.77762894
+3mm,1.0352188,0.67609392,1.3649947,0.73639274
+atas,1.2076613,1.9979839,1.0080645,2.0967742
+bicg,1.1300122,0.84082625,1.0133657,0.87120292
+cholesky,1.4886275,0.90901961,1.2047059,0.93333333
+covariance,0.42165026,0.91597275,0.97577593,0.91824375
+doitgen,0.85935199,0.50810015,1.2017673,0.54050074
+durbin,1.0068306,0.97540984,1.0587432,1.2144809
+fdtd-2d,0.89976275,0.91992883,1.0083037,0.96500593
+floyd-warshall,1.5935829,0.91978610,1.1568627,1.0213904
+gemm,0.86515978,0.64302416,1.5931411,0.66328917
+gemver,1.6176046,1.0678211,1.1486291,1.0303030
+gesummv,1.4681481,0.92888889,1.0785185,0.99703704
+heat-3d,1.1408451,0.70970266,1.2198748,0.77308294
+jacobi-1d,1.5763889,2.8576389,1.03125,3.1979167
+jacobi-2d,0.65707965,0.89306785,1.0162242,0.97492625
+lu,1.3961814,0.90612570,1.2275259,0.96579157
+ludcmp,1.3585699,0.89116719,1.1561514,0.99894848
+mvt,1.8954394,0.99888765,1.1746385,1.0155729
+nussinov,1.4931507,0.93911720,1.0639269,1.1354642
+seidel-2d,0.59917695,0.80740741,0.92839506,0.84444444
+symm,1.6321839,0.88923720,1.1536050,0.94566353
+syr2k,1.5177384,0.90022173,1.0709534,0.99889135
+syrk,1.3417910,0.96865672,1.0895522,1.0611940
+trisolv,0.48416752,0.93360572,0.99693565,1.0030644
+trmm,1.2645804,0.85348506,1.0896159,0.92745377
diff --git a/results/rel-time-div.csv b/results/rel-time-div.csv
new file mode 100644
index 0000000..a49b981
--- /dev/null
+++ b/results/rel-time-div.csv
@@ -0,0 +1,26 @@
+benchmark,vericert,legup noopt,legup nochain,legup noopt nochain
+2mm,50.188771,1.3888922,1.9299621,2.5443179
+3mm,23.056304,1.1839319,1.3406278,1.6732709
+atas,3.6549064,0.98666568,0.96036153,0.93375990
+bicg,37.624721,1.3928189,1.5113291,2.0488069
+cholesky,56.275397,1.1174166,1.7465941,2.1940630
+doitgen,161.56500,5.3524499,1.8192144,8.2818473
+durbin,18.497868,1.2075514,1.6064633,1.8873338
+fdtd-2d,27.689261,1.1400799,1.4479990,1.7526383
+floyd-warshall,1.8185784,1.2027461,1.4947315,1.9239012
+gemm,31.505762,1.1639456,1.9525749,1.8306569
+gemver,34.930382,1.5000029,2.0872247,2.6603796
+gesummv,39.232613,1.2277233,1.2963100,1.7563630
+heat-3d,4.6533033,1.2320536,1.4489536,1.7842971
+jacobi-1d,31.480320,1.2375264,1.8646969,2.1779199
+jacobi-2d,29.244269,1.1501809,1.3622108,1.3582632
+lu,56.873531,1.1561096,1.8909197,2.1314237
+ludcmp,49.152990,1.1169021,1.7775009,2.1012857
+mvt,43.884488,1.6808145,1.7055499,2.5819999
+nussinov,1.6430391,1.2239817,1.8033548,2.2423807
+seidel-2d,16.353439,1.0135350,0.93778424,1.1009851
+symm,24.454299,0.99859977,1.2143617,1.4902832
+syr2k,26.567952,1.1199408,1.4592866,1.6561859
+syrk,37.013666,1.2836246,1.8006963,1.9329452
+trisolv,7.3959624,1.0656724,1.0610825,1.2497275
+trmm,27.279276,1.1355241,1.5738129,1.7721007
diff --git a/results/rel-time-nodiv.csv b/results/rel-time-nodiv.csv
new file mode 100644
index 0000000..f42f4e7
--- /dev/null
+++ b/results/rel-time-nodiv.csv
@@ -0,0 +1,27 @@
+benchmark,vericert,legup noopt,legup nochain,legup noopt nochain
+2mm,2.6940664,1.4126390,2.0470769,2.8218645
+3mm,2.2662709,1.4341476,1.8041791,2.6063100
+atas,1.6754557,1.3769086,1.8254298,2.1637725
+bicg,2.1229546,1.3628775,2.3410673,3.1483129
+cholesky,3.0492309,1.1918403,1.8986657,2.3510332
+covariance,1.2715910,1.3361944,1.6366507,2.3236693
+doitgen,6.9953994,4.1345352,1.8226875,7.4096335
+durbin,2.0327955,1.2116020,1.8172687,2.2706423
+fdtd-2d,1.5515491,1.1018185,1.4628000,1.7772044
+floyd-warshall,1.9615387,1.2027461,1.4947315,1.9239012
+gemm,1.8469077,1.2611980,1.9577803,2.3681335
+gemver,2.1473554,1.5730371,2.5031670,3.2661711
+gesummv,2.0705516,1.5357406,2.3198665,3.0988924
+heat-3d,5.1333107,1.2234378,1.4489536,1.8015284
+jacobi-1d,1.8105246,1.2288629,1.7369597,2.2979022
+jacobi-2d,1.4143161,0.85422818,1.1614101,1.1724647
+lu,2.8103434,1.1513052,1.8867237,2.2089981
+ludcmp,2.5686385,1.2667986,1.8454097,2.1717871
+mvt,2.1198192,1.6147969,2.4606964,3.5472470
+nussinov,1.7508244,1.2239817,1.8033548,2.2423807
+seidel-2d,1.7640548,1.2940804,1.7936131,2.2466971
+symm,2.1128832,1.0668560,1.4646131,2.0501358
+syr2k,2.5921657,1.3095186,2.0498786,2.4951638
+syrk,2.0946298,1.3576898,1.8768625,2.3622972
+trisolv,0.47290242,0.95672922,1.2231859,1.1019474
+trmm,1.5458213,1.1443962,1.6055769,1.9390939
diff --git a/results/results.org b/results/results.org
index 5f130b4..76d95fd 100644
--- a/results/results.org
+++ b/results/results.org
@@ -104,11 +104,9 @@
 |----------------+---------------+-------+------+------+---------+-------+------+-------+---------+---------|
 | 2mm            |             1 |  1086 | 2421 | 2345 |      10 |     0 |    6 | 0.177 |  10.756 |   61724 |
 | 3mm            |             1 |  2557 | 4876 | 5506 |      14 |     0 |   15 | 0.253 |  11.009 |  204177 |
-| adi            |             9 |  2148 | 5660 | 4318 |       8 |     0 |   12 | 0.245 | 11.4759 |  602584 |
 | atas           |             9 |  1672 | 3207 | 3401 |       8 |     0 |    6 | 0.211 |  10.739 |  126288 |
 | bicg           |             1 |   449 |  909 |  956 |      12 |     0 |    6 | 0.161 |  10.211 |   11907 |
 | cholesky       |             3 |  1621 | 4387 | 3658 |       8 |     0 |   12 | 0.211 |  10.291 |  429665 |
-| covariance     |             7 |  1339 | 2562 | 3034 |       6 |     0 |    6 | 0.189 |  10.654 |  109992 |
 | doitgen        |             5 |  1054 | 2504 | 2087 |       6 |     0 |   36 | 0.182 |  10.665 |   15675 |
 | durbin         |             9 |  1227 | 3484 | 2517 |       6 |     0 |   12 | 0.221 |   8.865 |   13506 |
 | fdtd-2d        |             8 |  1615 | 3002 | 3737 |       8 |     0 |    3 | 0.207 |  12.303 |  213833 |
@@ -129,6 +127,8 @@
 | syrk           |             1 |   498 | 1158 | 1217 |       4 |     0 |    3 | 0.139 |  10.069 |   58955 |
 | trisolv        |             9 |  1270 | 3321 | 2706 |       8 |     0 |    6 | 0.199 |    9.26 |   35382 |
 | trmm           |             6 |   529 | 1219 | 1364 |       4 |     0 |    3 | 0.137 |  10.311 |   42052 |
+| adi            |             9 |  2148 | 5660 | 4318 |       8 |     0 |   12 | 0.245 | 11.4759 |  602584 |
+| covariance     |             7 |  1339 | 2562 | 3034 |       6 |     0 |    6 | 0.189 |  10.654 |  109992 |
 
 * LegUp No Opt
 
@@ -171,11 +171,9 @@
 |----------------+---------------+-------+------+------+---------+-------+------+-------+--------+---------|
 | 2mm            |             0 |   637 | 1145 | 1842 |      10 |     0 |    6 | 0.163 | 10.207 |   90339 |
 | 3mm            |             4 |  2307 | 4140 | 5247 |      14 |     0 |   15 | 0.251 | 10.578 |  251581 |
-| adi            |             6 |  1707 | 4537 | 4012 |       8 |     0 |   18 | 0.243 | 10.822 |  619687 |
 | atas           |             3 |  1632 | 3114 | 3328 |       8 |     0 |    6 | 0.214 | 10.303 |  129877 |
 | bicg           |             3 |   396 |  846 |  966 |      12 |     0 |    6 | 0.165 |  9.996 |   16941 |
 | cholesky       |             4 |  1520 | 4187 | 3379 |       8 |     0 |    9 | 0.204 |  9.693 |  509735 |
-| covariance     |             1 |  1362 | 2514 | 3023 |       6 |     0 |    6 | 0.188 |  9.988 |  141486 |
 | doitgen        |             3 |   455 |  905 | 1299 |       6 |     0 |    3 | 0.151 | 10.265 |   87169 |
 | durbin         |             2 |  1209 | 3415 | 2548 |       6 |     0 |   12 | 0.215 |  8.988 |   16086 |
 | fdtd-2d        |             1 |  1473 | 3004 | 3608 |       8 |     0 |    3 | 0.194 | 11.275 |  266014 |
@@ -196,6 +194,8 @@
 | syrk           |             6 |   397 |  810 | 1101 |       4 |     0 |    3 | 0.144 |   9.71 |   78474 |
 | trisolv        |             5 |  1204 | 3283 | 2550 |       8 |     0 |    6 | 0.200 |  9.399 |   37148 |
 | trmm           |             4 |   415 |  878 | 1155 |       4 |     0 |    3 | 0.141 |  9.883 |   49819 |
+| adi            |             6 |  1707 | 4537 | 4012 |       8 |     0 |   18 | 0.243 | 10.822 |  619687 |
+| covariance     |             1 |  1362 | 2514 | 3023 |       6 |     0 |    6 | 0.188 |  9.988 |  141486 |
 
 * Legup No Chain
 
@@ -238,11 +238,9 @@
 |----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------|
 | 2mm            |             2 |  1538 | 4528 | 2761 |      10 |     0 |    6 | 0.154 | 9.565 |  133958 |
 | 3mm            |             1 |  3023 | 6753 | 6028 |      14 |     0 |   21 | 0.237 | 9.964 |  302433 |
-| adi            |             1 |  2459 | 7415 | 4923 |       8 |     0 |   12 | 0.225 | 9.539 |  761344 |
 | atas           |             5 |  1712 | 3702 | 3326 |       8 |     0 |    9 | 0.199 | 8.831 |  147486 |
 | bicg           |             6 |   413 | 1251 |  916 |      12 |     0 |    6 | 0.137 | 7.732 |   23765 |
 | cholesky       |             6 |  1662 | 5103 | 3461 |       8 |     0 |   12 | 0.193 | 9.328 |  827925 |
-| covariance     |             7 |  1344 | 2999 | 2958 |       6 |     0 |    6 | 0.174 | 9.149 |  174842 |
 | doitgen        |             6 |  1820 | 4197 | 2461 |       6 |     0 |   36 | 0.197 | 9.102 |   33413 |
 | durbin         |             3 |  1255 | 3929 | 2621 |       6 |     0 |   12 | 0.199 | 8.254 |   23303 |
 | fdtd-2d        |             2 |  1587 | 4063 | 3643 |       8 |     0 |    3 | 0.177 | 8.874 |  429274 |
@@ -263,6 +261,8 @@
 | syrk           |             3 |   592 | 1858 | 1094 |       4 |     0 |    3 | 0.132 | 8.724 |  122527 |
 | trisolv        |             3 |  1228 | 3679 | 2581 |       8 |     0 |    6 | 0.187 | 8.077 |   43042 |
 | trmm           |             9 |   552 | 1685 | 1309 |       4 |     0 |    3 | 0.132 | 8.706 |   78383 |
+| adi            |             1 |  2459 | 7415 | 4923 |       8 |     0 |   12 | 0.225 | 9.539 |  761344 |
+| covariance     |             7 |  1344 | 2999 | 2958 |       6 |     0 |    6 | 0.174 | 9.149 |  174842 |
 
 * LegUp No Opt No Chain
 
@@ -305,11 +305,9 @@
 |----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------|
 | 2mm            |             3 |   654 | 1465 | 1841 |      10 |     0 |    6 | 0.139 | 9.065 |  186341 |
 | 3mm            |             2 |  2331 | 4746 | 5281 |      14 |     0 |   21 | 0.221 |  9.47 |  397165 |
-| adi            |             7 |  1833 | 5413 | 4231 |       8 |     0 |   18 | 0.224 | 9.458 |  815373 |
 | atas           |             0 |  1686 | 3474 | 3448 |       8 |     0 |    6 | 0.199 | 8.104 |  156265 |
 | bicg           |             5 |   451 | 1135 |  972 |      12 |     0 |    6 | 0.138 | 8.128 |   30647 |
 | cholesky       |             7 |  1621 | 4875 | 3467 |       8 |     0 |   12 | 0.185 | 9.797 |  990247 |
-| covariance     |             2 |  1278 | 2848 | 2990 |       6 |     0 |    6 | 0.177 | 9.131 |  237315 |
 | doitgen        |             4 |   454 | 1125 | 1322 |       6 |     0 |    3 | 0.131 |  8.03 |  172417 |
 | durbin         |             3 |  1267 | 3865 | 2582 |       6 |     0 |   12 | 0.195 | 7.928 |   28503 |
 | fdtd-2d        |             3 |  1611 | 3935 | 3800 |       8 |     0 |    3 | 0.173 | 9.091 |  507185 |
@@ -330,10 +328,12 @@
 | syrk           |             1 |   446 | 1117 | 1152 |       4 |     0 |    3 | 0.126 | 7.796 |  147182 |
 | trisolv        |             0 |  1165 | 3637 | 2654 |       8 |     0 |    6 | 0.188 | 8.784 |   46614 |
 | trmm           |             3 |   427 | 1159 | 1164 |       4 |     0 |    3 | 0.128 | 8.293 |   92654 |
+| adi            |             7 |  1833 | 5413 | 4231 |       8 |     0 |   18 | 0.224 | 9.458 |  815373 |
+| covariance     |             2 |  1278 | 2848 | 2990 |       6 |     0 |    6 | 0.177 | 9.131 |  237315 |
 
 * Data compilation
 
-** Relative exec time
+** Relative to vericert exec time
 
 *** No divide
 
@@ -371,37 +371,37 @@
 *** Divide
 
 #+name: rel-time-div
-| benchmark      |        legup |  legup noopt | legup nochain | legup noopt nochain |
-|----------------+--------------+--------------+---------------+---------------------|
-| 2mm            |  0.019924775 |  0.027673365 |   0.038454061 |         0.050694963 |
-| 3mm            |  0.043372087 |  0.051349596 |   0.058145823 |         0.072573250 |
-| atas           |    1.3950898 |    1.3529375 |     1.4651483 |           1.5557989 |
-| bicg           |   0.29647086 |   0.29251762 |    0.28471921 |          0.27683260 |
-| cholesky       | 4.8861243e-4 | 6.8054863e-4 |  7.3845416e-4 |        1.0010725e-3 |
-| doitgen        |   0.16370874 |   0.18293086 |    0.28593271 |          0.35918728 |
-| durbin         |   0.52911080 |   0.63806487 |    0.72225778 |          0.97839983 |
-| fdtd-2d        | 2.2949398e-3 |  0.012283550 |  4.1749876e-3 |         0.019006341 |
-| floyd-warshall | 5.3324138e-3 | 6.4391639e-3 |  8.5663271e-3 |         0.010064045 |
-| gemm           |  0.095397394 |   0.10876065 |    0.13813533 |          0.16719713 |
-| gemver         |    1.2948496 |    1.5573754 |     1.9354526 |           2.4911628 |
-| gesummv        |   0.28536911 |   0.33215413 |    0.55720458 |          0.52241293 |
-| heat-3d        |   0.10731209 |   0.16096844 |    0.22398444 |          0.28549089 |
-| jacobi-1d      |  0.049681906 |  0.060995635 |   0.064403152 |         0.087259462 |
-| jacobi-2d      |  0.019834141 |  0.024436724 |   0.028738749 |         0.035389999 |
-| lu             | 1.7891609e-4 | 2.2141339e-4 |  3.3362428e-4 |        3.8966491e-4 |
-| ludcmp         | 3.7923618e-3 | 4.3619020e-3 |  5.1659962e-3 |        5.1510256e-3 |
-| mvt            |   0.70136849 |   0.81085885 |     1.3262315 |           1.4949134 |
-| nussinov       |    1.2609601 |    1.4083690 |     2.2413577 |           2.6496374 |
-| seidel-2d      | 3.0037448e-3 | 5.0487378e-3 |  5.1230368e-3 |        7.7556690e-3 |
-| symm           |   0.12843019 |   0.15719620 |    0.23160519 |          0.28798937 |
-| syr2k          |  0.093029221 |  0.094288367 |   0.087241337 |          0.10242378 |
-| syrk           |  0.035364082 |  0.035314564 |   0.042944787 |         0.052702496 |
-| trisolv        |   0.54251673 |   0.60758660 |    0.79168737 |          0.89850855 |
-| trmm           |  0.050186477 |  0.064420597 |   0.090370603 |         0.097007711 |
+| benchmark      |        legup | legup noopt | legup nochain | legup noopt nochain |
+|----------------+--------------+-------------+---------------+---------------------|
+| 2mm            |  0.019924775 | 0.027673365 |   0.038454061 |         0.050694963 |
+| 3mm            |  0.043372087 | 0.051349596 |   0.058145823 |         0.072573250 |
+| atas           |   0.27360482 |  0.26995648 |    0.26275954 |          0.25548121 |
+| bicg           |  0.026578270 | 0.037018718 |   0.040168512 |         0.054453744 |
+| cholesky       |  0.017769755 | 0.019856219 |   0.031036548 |         0.038987961 |
+| doitgen        | 6.1894593e-3 | 0.033128771 |   0.011259954 |         0.051260157 |
+| durbin         |  0.054060284 | 0.065280574 |   0.086845863 |          0.10202980 |
+| fdtd-2d        |  0.036115085 | 0.041174082 |   0.052294606 |         0.063296682 |
+| floyd-warshall |   0.54988006 |  0.66136612 |    0.82192307 |           1.0579149 |
+| gemm           |  0.031740226 | 0.036943897 |   0.061975169 |         0.058105463 |
+| gemver         |  0.028628373 | 0.042942641 |   0.059753847 |         0.076162337 |
+| gesummv        |  0.025488998 | 0.031293438 |   0.033041644 |         0.044767934 |
+| heat-3d        |   0.21490110 |  0.26476967 |    0.31138171 |          0.38344740 |
+| jacobi-1d      |  0.031765878 | 0.039311113 |   0.059233735 |         0.069183538 |
+| jacobi-2d      |  0.034194734 | 0.039330129 |   0.046580436 |         0.046445450 |
+| lu             |  0.017582872 | 0.020327727 |   0.033247799 |         0.037476550 |
+| ludcmp         |  0.020344643 | 0.022722974 |   0.036162620 |         0.042749906 |
+| mvt            |  0.022787095 | 0.038300879 |   0.038864529 |         0.058836279 |
+| nussinov       |   0.60862824 |  0.74494984 |     1.0975727 |           1.3647762 |
+| seidel-2d      |  0.061149217 | 0.061976868 |   0.057344771 |         0.067324374 |
+| symm           |  0.040892606 | 0.040835346 |   0.049658414 |         0.060941561 |
+| syr2k          |  0.037639333 | 0.042153824 |   0.054926573 |         0.062337732 |
+| syrk           |  0.027017048 | 0.034679748 |   0.048649499 |         0.052222474 |
+| trisolv        |   0.13520891 |  0.14408840 |    0.14346781 |          0.16897429 |
+| trmm           |  0.036657865 | 0.041625889 |   0.057692621 |         0.064961428 |
 #+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$3=(remote(legup-noopt-div,@@#$11) * (10^-6) * remote(legup-noopt-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$4=(remote(legup-nochain-div,@@#$11) * (10^-6) * remote(legup-nochain-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$5=(remote(legup-noopt-nochain-div,@@#$11) * (10^-6) * remote(legup-noopt-nochain-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))
 
 
-** Relative size (Slice)
+** Relative to vericert size (Slice)
 *** No divide
 
 #+name: rel-size-nodiv
@@ -442,27 +442,161 @@
 |----------------+------------+-------------+---------------+---------------------|
 | 2mm            | 0.46390431 |  0.27210594 |    0.65698419 |          0.27936779 |
 | 3mm            | 0.89782303 |  0.81004213 |     1.0614466 |          0.81846910 |
-| atas           |  2.0673725 |   1.6429259 |     2.3666987 |           1.7641963 |
-| bicg           | 0.95270655 |  0.92991453 |    0.97549858 |          0.96068376 |
-| cholesky       | 0.28893179 |  0.25482625 |    0.26576577 |          0.29021879 |
-| doitgen        |  1.1288301 |   1.0584958 |     1.1573816 |           1.1288301 |
-| durbin         |  1.8623088 |   1.8942976 |     1.8692629 |           1.7774687 |
-| fdtd-2d        | 0.81452859 |  0.35162287 |     1.4064915 |          0.35085008 |
-| floyd-warshall |  1.5670498 |   1.5440613 |     1.6028097 |           1.6181354 |
-| gemm           | 0.90173088 |  0.82244556 |    0.88609715 |          0.89949749 |
-| gemver         | 0.23048480 |  0.21199671 |    0.26663928 |          0.23541495 |
-| gesummv        | 0.59989172 |  0.23172713 |    0.86735246 |          0.25609096 |
-| heat-3d        |  1.4773243 |   1.4546485 |     1.5022676 |           1.4965986 |
-| jacobi-1d      | 0.48228883 |  0.43869210 |    0.47275204 |                 0.5 |
-| jacobi-2d      |  1.1977507 |  0.82474227 |     1.4611059 |          0.91471415 |
-| lu             | 0.54674047 |  0.51168512 |    0.54674047 |          0.54981550 |
-| ludcmp         | 0.51306795 |  0.48934459 |    0.51226377 |          0.54804986 |
-| mvt            | 0.46413261 |  0.41783367 |    0.46041726 |          0.44984281 |
-| nussinov       |  2.9570552 |   2.7407975 |     3.0705521 |           2.9662577 |
-| seidel-2d      | 0.43235294 |  0.39019608 |    0.45980392 |          0.42254902 |
-| symm           | 0.32556987 |  0.30574827 |    0.34638256 |          0.36967294 |
-| syr2k          | 0.62409138 |  0.55088266 |    0.60124611 |          0.60384216 |
-| syrk           | 0.90772532 |  0.85050072 |    0.99499285 |          0.89628040 |
-| trisolv        |  2.0628166 |   1.7325228 |     2.0506586 |           1.8145897 |
-| trmm           | 0.36297376 |  0.28935860 |    0.43148688 |          0.32507289 |
+| atas           |  1.6092397 |   1.5707411 |     1.6477382 |           1.6227141 |
+| bicg           | 0.25584046 |  0.22564103 |    0.23532764 |          0.25698006 |
+| cholesky       |  1.0431145 |  0.97812098 |     1.0694981 |           1.0431145 |
+| doitgen        | 0.73398329 |  0.31685237 |     1.2674095 |          0.31615599 |
+| durbin         |  1.7065369 |   1.6815021 |     1.7454798 |           1.7621697 |
+| fdtd-2d        |  1.2480680 |   1.1383308 |     1.2264297 |           1.2449768 |
+| floyd-warshall | 0.71647510 |  0.65900383 |    0.82886335 |          0.73180077 |
+| gemm           | 0.61864880 |  0.23897264 |    0.89447236 |          0.26409827 |
+| gemver         | 0.53533279 |  0.52711586 |    0.54437141 |          0.54231717 |
+| gesummv        | 0.19166215 |  0.17433676 |    0.18787223 |          0.19870060 |
+| heat-3d        |  1.4489796 |  0.99773243 |     1.7675737 |           1.1065760 |
+| jacobi-1d      |  1.2111717 |   1.1335150 |     1.2111717 |           1.2179837 |
+| jacobi-2d      |  1.1958763 |   1.1405811 |     1.1940019 |           1.2774133 |
+| lu             | 0.99876999 |  0.89913899 |    0.99077491 |          0.96801968 |
+| ludcmp         | 0.77523120 |  0.71853639 |    0.80498593 |          0.77764375 |
+| mvt            | 0.12603601 |  0.11374678 |    0.13403830 |          0.12317805 |
+| nussinov       |  1.0076687 |  0.94631902 |     1.0720859 |           1.1441718 |
+| seidel-2d      |  1.1784314 |   1.0401961 |     1.1352941 |           1.1401961 |
+| symm           | 0.62884044 |  0.58919722 |    0.68929633 |          0.62091179 |
+| syr2k          |  1.0571132 |  0.88785047 |     1.0508827 |          0.92990654 |
+| syrk           | 0.35622318 |  0.28397711 |    0.42346209 |          0.31902718 |
+| trisolv        |  1.2867275 |   1.2198582 |     1.2441743 |           1.1803445 |
+| trmm           | 0.38556851 |  0.30247813 |    0.40233236 |          0.31122449 |
 #+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(legup-div,@@#$3))/(remote(vericert-div,@@#$3))::$3=(remote(legup-noopt-div,@@#$3))/(remote(vericert-div,@@#$3))::$4=(remote(legup-nochain-div,@@#$3))/(remote(vericert-div,@@#$3))::$5=(remote(legup-noopt-nochain-div,@@#$3))/(remote(vericert-div,@@#$3))
+
+
+** Relative to LegUp exec time
+
+*** No divide
+
+#+name: rel-time-nodiv
+| benchmark      |   vericert | legup noopt | legup nochain | legup noopt nochain |
+|----------------+------------+-------------+---------------+---------------------|
+| 2mm            |  2.6940664 |   1.4126390 |     2.0470769 |           2.8218645 |
+| 3mm            |  2.2662709 |   1.4341476 |     1.8041791 |           2.6063100 |
+| atas           |  1.6754557 |   1.3769086 |     1.8254298 |           2.1637725 |
+| bicg           |  2.1229546 |   1.3628775 |     2.3410673 |           3.1483129 |
+| cholesky       |  3.0492309 |   1.1918403 |     1.8986657 |           2.3510332 |
+| covariance     |  1.2715910 |   1.3361944 |     1.6366507 |           2.3236693 |
+| doitgen        |  6.9953994 |   4.1345352 |     1.8226875 |           7.4096335 |
+| durbin         |  2.0327955 |   1.2116020 |     1.8172687 |           2.2706423 |
+| fdtd-2d        |  1.5515491 |   1.1018185 |     1.4628000 |           1.7772044 |
+| floyd-warshall |  1.9615387 |   1.2027461 |     1.4947315 |           1.9239012 |
+| gemm           |  1.8469077 |   1.2611980 |     1.9577803 |           2.3681335 |
+| gemver         |  2.1473554 |   1.5730371 |     2.5031670 |           3.2661711 |
+| gesummv        |  2.0705516 |   1.5357406 |     2.3198665 |           3.0988924 |
+| heat-3d        |  5.1333107 |   1.2234378 |     1.4489536 |           1.8015284 |
+| jacobi-1d      |  1.8105246 |   1.2288629 |     1.7369597 |           2.2979022 |
+| jacobi-2d      |  1.4143161 |  0.85422818 |     1.1614101 |           1.1724647 |
+| lu             |  2.8103434 |   1.1513052 |     1.8867237 |           2.2089981 |
+| ludcmp         |  2.5686385 |   1.2667986 |     1.8454097 |           2.1717871 |
+| mvt            |  2.1198192 |   1.6147969 |     2.4606964 |           3.5472470 |
+| nussinov       |  1.7508244 |   1.2239817 |     1.8033548 |           2.2423807 |
+| seidel-2d      |  1.7640548 |   1.2940804 |     1.7936131 |           2.2466971 |
+| symm           |  2.1128832 |   1.0668560 |     1.4646131 |           2.0501358 |
+| syr2k          |  2.5921657 |   1.3095186 |     2.0498786 |           2.4951638 |
+| syrk           |  2.0946298 |   1.3576898 |     1.8768625 |           2.3622972 |
+| trisolv        | 0.47290242 |  0.95672922 |     1.2231859 |           1.1019474 |
+| trmm           |  1.5458213 |   1.1443962 |     1.6055769 |           1.9390939 |
+#+TBLFM: $1='(identity remote(vericert-nodiv,@@#$1))::$2=(remote(vericert-nodiv,@@#$11) * (10^-6) * remote(vericert-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$3=(remote(legup-noopt-nodiv,@@#$11) * (10^-6) * remote(legup-noopt-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$4=(remote(legup-nochain-nodiv,@@#$11) * (10^-6) * remote(legup-nochain-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$5=(remote(legup-noopt-nochain-nodiv,@@#$11) * (10^-6) * remote(legup-noopt-nochain-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))
+
+*** Divide
+
+#+name: rel-time-div
+| benchmark      |  vericert | legup noopt | legup nochain | legup noopt nochain |
+|----------------+-----------+-------------+---------------+---------------------|
+| 2mm            | 50.188771 |   1.3888922 |     1.9299621 |           2.5443179 |
+| 3mm            | 23.056304 |   1.1839319 |     1.3406278 |           1.6732709 |
+| atas           | 3.6549064 |  0.98666568 |    0.96036153 |          0.93375990 |
+| bicg           | 37.624721 |   1.3928189 |     1.5113291 |           2.0488069 |
+| cholesky       | 56.275397 |   1.1174166 |     1.7465941 |           2.1940630 |
+| doitgen        | 161.56500 |   5.3524499 |     1.8192144 |           8.2818473 |
+| durbin         | 18.497868 |   1.2075514 |     1.6064633 |           1.8873338 |
+| fdtd-2d        | 27.689261 |   1.1400799 |     1.4479990 |           1.7526383 |
+| floyd-warshall | 1.8185784 |   1.2027461 |     1.4947315 |           1.9239012 |
+| gemm           | 31.505762 |   1.1639456 |     1.9525749 |           1.8306569 |
+| gemver         | 34.930382 |   1.5000029 |     2.0872247 |           2.6603796 |
+| gesummv        | 39.232613 |   1.2277233 |     1.2963100 |           1.7563630 |
+| heat-3d        | 4.6533033 |   1.2320536 |     1.4489536 |           1.7842971 |
+| jacobi-1d      | 31.480320 |   1.2375264 |     1.8646969 |           2.1779199 |
+| jacobi-2d      | 29.244269 |   1.1501809 |     1.3622108 |           1.3582632 |
+| lu             | 56.873531 |   1.1561096 |     1.8909197 |           2.1314237 |
+| ludcmp         | 49.152990 |   1.1169021 |     1.7775009 |           2.1012857 |
+| mvt            | 43.884488 |   1.6808145 |     1.7055499 |           2.5819999 |
+| nussinov       | 1.6430391 |   1.2239817 |     1.8033548 |           2.2423807 |
+| seidel-2d      | 16.353439 |   1.0135350 |    0.93778424 |           1.1009851 |
+| symm           | 24.454299 |  0.99859977 |     1.2143617 |           1.4902832 |
+| syr2k          | 26.567952 |   1.1199408 |     1.4592866 |           1.6561859 |
+| syrk           | 37.013666 |   1.2836246 |     1.8006963 |           1.9329452 |
+| trisolv        | 7.3959624 |   1.0656724 |     1.0610825 |           1.2497275 |
+| trmm           | 27.279276 |   1.1355241 |     1.5738129 |           1.7721007 |
+#+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(vericert-div,@@#$11) * remote(vericert-div,@@#$10)) / (remote(legup-div,@@#$11) * remote(legup-div,@@#$10))::$3=(remote(legup-noopt-div,@@#$11) * (10^-6) * remote(legup-noopt-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))::$4=(remote(legup-nochain-div,@@#$11) * (10^-6) * remote(legup-nochain-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))::$5=(remote(legup-noopt-nochain-div,@@#$11) * (10^-6) * remote(legup-noopt-nochain-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))
+
+** Relative to LegUp size (Slice)
+*** No divide
+
+#+name: rel-size-nodiv
+| benchmark      |   vericert | legup noopt | legup nochain | legup noopt nochain |
+|----------------+------------+-------------+---------------+---------------------|
+| 2mm            |  1.1815137 |  0.75887475 |     1.5365037 |          0.77762894 |
+| 3mm            |  1.0352188 |  0.67609392 |     1.3649947 |          0.73639274 |
+| atas           |  1.2076613 |   1.9979839 |     1.0080645 |           2.0967742 |
+| bicg           |  1.1300122 |  0.84082625 |     1.0133657 |          0.87120292 |
+| cholesky       |  1.4886275 |  0.90901961 |     1.2047059 |          0.93333333 |
+| covariance     | 0.42165026 |  0.91597275 |    0.97577593 |          0.91824375 |
+| doitgen        | 0.85935199 |  0.50810015 |     1.2017673 |          0.54050074 |
+| durbin         |  1.0068306 |  0.97540984 |     1.0587432 |           1.2144809 |
+| fdtd-2d        | 0.89976275 |  0.91992883 |     1.0083037 |          0.96500593 |
+| floyd-warshall |  1.5935829 |  0.91978610 |     1.1568627 |           1.0213904 |
+| gemm           | 0.86515978 |  0.64302416 |     1.5931411 |          0.66328917 |
+| gemver         |  1.6176046 |   1.0678211 |     1.1486291 |           1.0303030 |
+| gesummv        |  1.4681481 |  0.92888889 |     1.0785185 |          0.99703704 |
+| heat-3d        |  1.1408451 |  0.70970266 |     1.2198748 |          0.77308294 |
+| jacobi-1d      |  1.5763889 |   2.8576389 |       1.03125 |           3.1979167 |
+| jacobi-2d      | 0.65707965 |  0.89306785 |     1.0162242 |          0.97492625 |
+| lu             |  1.3961814 |  0.90612570 |     1.2275259 |          0.96579157 |
+| ludcmp         |  1.3585699 |  0.89116719 |     1.1561514 |          0.99894848 |
+| mvt            |  1.8954394 |  0.99888765 |     1.1746385 |           1.0155729 |
+| nussinov       |  1.4931507 |  0.93911720 |     1.0639269 |           1.1354642 |
+| seidel-2d      | 0.59917695 |  0.80740741 |    0.92839506 |          0.84444444 |
+| symm           |  1.6321839 |  0.88923720 |     1.1536050 |          0.94566353 |
+| syr2k          |  1.5177384 |  0.90022173 |     1.0709534 |          0.99889135 |
+| syrk           |  1.3417910 |  0.96865672 |     1.0895522 |           1.0611940 |
+| trisolv        | 0.48416752 |  0.93360572 |    0.99693565 |           1.0030644 |
+| trmm           |  1.2645804 |  0.85348506 |     1.0896159 |          0.92745377 |
+#+TBLFM: $1='(identity remote(vericert-nodiv,@@#$1))::$2=(remote(vericert-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$3=(remote(legup-noopt-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$4=(remote(legup-nochain-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$5=(remote(legup-noopt-nochain-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))
+
+*** Divide
+
+#+name: rel-size-div
+| benchmark      |   vericert | legup noopt | legup nochain | legup noopt nochain |
+|----------------+------------+-------------+---------------+---------------------|
+| 2mm            |  2.1556169 |  0.58655617 |     1.4162063 |          0.60220994 |
+| 3mm            |  1.1138052 |  0.90222917 |     1.1822448 |          0.91161517 |
+| atas           | 0.62141148 |  0.97607656 |     1.0239234 |           1.0083732 |
+| bicg           |  3.9086860 |  0.88195991 |    0.91982183 |           1.0044543 |
+| cholesky       | 0.95866749 |  0.93769278 |     1.0252930 |                   1 |
+| doitgen        |  1.3624288 |  0.43168880 |     1.7267552 |          0.43074004 |
+| durbin         | 0.58598207 |  0.98533007 |     1.0228199 |           1.0325998 |
+| fdtd-2d        | 0.80123839 |  0.91207430 |    0.98266254 |          0.99752322 |
+| floyd-warshall |  1.3957219 |  0.91978610 |     1.1568627 |           1.0213904 |
+| gemm           |  1.6164260 |  0.38628159 |     1.4458484 |          0.42689531 |
+| gemver         |  1.8679969 |  0.98465081 |     1.0168841 |           1.0130468 |
+| gesummv        |  5.2175141 |  0.90960452 |    0.98022599 |           1.0367232 |
+| heat-3d        | 0.69014085 |  0.68857590 |     1.2198748 |          0.76369327 |
+| jacobi-1d      | 0.82564679 |  0.93588301 |             1 |           1.0056243 |
+| jacobi-2d      | 0.83620690 |  0.95376176 |    0.99843260 |           1.0681818 |
+| lu             |  1.0012315 |  0.90024631 |    0.99199507 |          0.96921182 |
+| ludcmp         |  1.2899378 |  0.92686722 |     1.0383817 |           1.0031120 |
+| mvt            |  7.9342404 |  0.90249433 |     1.0634921 |          0.97732426 |
+| nussinov       | 0.99238965 |  0.93911720 |     1.0639269 |           1.1354642 |
+| seidel-2d      | 0.84858569 |  0.88269551 |    0.96339434 |          0.96755408 |
+| symm           |  1.5902285 |  0.93695823 |     1.0961387 |          0.98739165 |
+| syr2k          | 0.94597250 |  0.83988212 |    0.99410609 |          0.87966601 |
+| syrk           |  2.8072289 |  0.79718876 |     1.1887550 |          0.89558233 |
+| trisolv        | 0.77716535 |  0.94803150 |    0.96692913 |          0.91732283 |
+| trmm           |  2.5935728 |  0.78449905 |     1.0434783 |          0.80718336 |
+#+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(vericert-div,@@#$3))/(remote(legup-div,@@#$3))::$3=(remote(legup-noopt-div,@@#$3))/(remote(legup-div,@@#$3))::$4=(remote(legup-nochain-div,@@#$3))/(remote(legup-div,@@#$3))::$5=(remote(legup-noopt-nochain-div,@@#$3))/(remote(legup-div,@@#$3))