From 5d956c04461294a157bc9cd6e64115f07d835a36 Mon Sep 17 00:00:00 2001 From: Yann Herklotz Date: Tue, 13 Apr 2021 13:36:17 +0100 Subject: Add new graphs --- evaluation.tex | 32 +++--- results/exec-time.csv | 54 +++++----- results/rel-size-div.csv | 26 +++++ results/rel-size-nodiv.csv | 27 +++++ results/rel-time-div.csv | 26 +++++ results/rel-time-nodiv.csv | 27 +++++ results/results.org | 254 ++++++++++++++++++++++++++++++++++----------- 7 files changed, 343 insertions(+), 103 deletions(-) create mode 100644 results/rel-size-div.csv create mode 100644 results/rel-size-nodiv.csv create mode 100644 results/rel-time-div.csv create mode 100644 results/rel-time-nodiv.csv diff --git a/evaluation.tex b/evaluation.tex index 2503c3a..3f611cd 100644 --- a/evaluation.tex +++ b/evaluation.tex @@ -25,8 +25,8 @@ We configured Polybench's parameters so that only integer types are used, since \subsection{RQ1: How fast is \vericert{}-generated hardware?} -\pgfplotstableread[col sep=comma]{results/legup_results_div/vericert_timing.csv}{\divtimingtable} -\pgfplotstableread[col sep=comma]{results/slice-div.csv}{\divslicetable} +\pgfplotstableread[col sep=comma]{results/rel-time-div.csv}{\divtimingtable} +\pgfplotstableread[col sep=comma]{results/rel-size-div.csv}{\divslicetable} \begin{figure}\centering \begin{tikzpicture} \begin{groupplot}[ @@ -56,26 +56,26 @@ We configured Polybench's parameters so that only integer types are used, since ylabel style={font=\footnotesize}, ] - \nextgroupplot[ymin=0.005,ylabel={\legup{} / \vericert{} execution time ratio}] - \addplot+ table [x expr=\coordindex,y=no opt no chain,col sep=comma] from \divtimingtable; - \addplot+ table [x expr=\coordindex,y=no opt,col sep=comma] from \divtimingtable; - \addplot+ table [x expr=\coordindex,y=opt,col sep=comma] from \divtimingtable; + \nextgroupplot[ymin=0.8,ylabel={\legup{} / \vericert{} execution time ratio}] + \addplot+ table [x expr=\coordindex,y=vericert,col sep=comma] from \divtimingtable; + \addplot+ table [x expr=\coordindex,y=legup noopt nochain,col sep=comma] from \divtimingtable; + \addplot+ table [x expr=\coordindex,y=legup noopt,col sep=comma] from \divtimingtable; \draw (axis cs:-1,1) -- (axis cs:26,1); \nextgroupplot[ymin=0.1,ylabel={\legup{} / \vericert{} slice ratio}] + \addplot+ table [x expr=\coordindex,y=vericert,col sep=comma] from \divslicetable; \addplot+ table [x expr=\coordindex,y=legup noopt nochain,col sep=comma] from \divslicetable; \addplot+ table [x expr=\coordindex,y=legup noopt,col sep=comma] from \divslicetable; - \addplot+ table [x expr=\coordindex,y=legup,col sep=comma] from \divslicetable; \draw (axis cs:-1,1) -- (axis cs:26,1); - \legend{\legup{} w/o opt/chain,\legup{} w/o opt,\legup{}}; + \legend{\vericert{},\legup{} w/o opt/chain,\legup{} w/o opt}; \end{groupplot} \end{tikzpicture} \caption{Polybench with division enabled.} \end{figure} -\pgfplotstableread[col sep=comma]{results/exec-time.csv}{\nodivtimingtable} -\pgfplotstableread[col sep=comma]{results/slice-nodiv.csv}{\nodivslicetable} +\pgfplotstableread[col sep=comma]{results/rel-time-nodiv.csv}{\nodivtimingtable} +\pgfplotstableread[col sep=comma]{results/rel-size-nodiv.csv}{\nodivslicetable} \begin{figure}\centering \begin{tikzpicture} \begin{groupplot}[ @@ -100,22 +100,22 @@ We configured Polybench's parameters so that only integer types are used, since xtick=data, enlarge x limits={abs=0.5}, ylabel style={font=\footnotesize}, - ymin=0.1, + ymin=0.5, ] \nextgroupplot[ylabel={\legup{} / \vericert{} execution time ratio}] - \addplot+ table [x expr=\coordindex,y=v no nc,col sep=comma] from \nodivtimingtable; - \addplot+ table [x expr=\coordindex,y=v no,col sep=comma] from \nodivtimingtable; - \addplot+ table [x expr=\coordindex,y=v op,col sep=comma] from \nodivtimingtable; + \addplot+ table [x expr=\coordindex,y=vericert,col sep=comma] from \nodivtimingtable; + \addplot+ table [x expr=\coordindex,y=legup noopt nochain,col sep=comma] from \nodivtimingtable; + \addplot+ table [x expr=\coordindex,y=legup noopt,col sep=comma] from \nodivtimingtable; \draw (axis cs:-1,1) -- (axis cs:26,1); \nextgroupplot[ylabel={\legup{} / \vericert{} slice ratio}] + \addplot+ table [x expr=\coordindex,y=vericert,col sep=comma] from \nodivslicetable; \addplot+ table [x expr=\coordindex,y=legup noopt nochain,col sep=comma] from \nodivslicetable; \addplot+ table [x expr=\coordindex,y=legup noopt,col sep=comma] from \nodivslicetable; - \addplot+ table [x expr=\coordindex,y=legup,col sep=comma] from \nodivslicetable; \draw (axis cs:-1,1) -- (axis cs:26,1); - \legend{\legup{} w/o opt/chain,\legup{} w/o opt,\legup{}}; + \legend{\vericert{},\legup{} w/o opt/chain,\legup{} w/o opt}; \end{groupplot} \end{tikzpicture} \caption{Polybench with division replaced by iterative division algorithm.} diff --git a/results/exec-time.csv b/results/exec-time.csv index a25a910..d8534dc 100644 --- a/results/exec-time.csv +++ b/results/exec-time.csv @@ -1,27 +1,27 @@ -benchmark,vericert,legup op,legup no nc,v op,v no nc,v no,legup no -2mm,2.14633908,0.796691232,2.248154685,0.371186099821655,1.0474368686424,0.524351975178125,1.125437136 -3mm,2.75689392,1.216489141,3.170547855,0.441253518017117,1.15004347174882,0.63282266805536,1.744624966 -atas,0.461244102,0.275294724,0.59567515,0.596852562030159,1.29145315336737,0.821811406056743,0.379055664 -bicg,0.61366668,0.289062554,0.910059377,0.471041631264712,1.48298645935934,0.641972037654057,0.393956849 -cholesky,12.55861639,4.118617703,9.683007106,0.327951549366498,0.771024992347903,0.390865877383488,4.908734614 -covariance,1.455531174,1.14465356,2.65979631,0.786416382174993,1.82737158606539,1.05080515987629,1.529479668 -doitgen,1.66509651,0.238027368,1.763695552,0.142951094168109,1.05921521149546,0.591036332182331,0.984132534 -durbin,0.231218064,0.113743887,0.25827168,0.491933394096752,1.11700476827797,0.596027479929077,0.13781232 -fdtd-2d,4.281226404,2.759323844,4.903882542,0.644517150838351,1.14543873162565,0.710140908025662,3.040274006 -floyd-warshall,24.218459118,12.346663632,23.753760982,0.509803847216008,0.980812233605126,0.613164613142668,14.849902116 -gemm,1.874821366,1.015113708,2.403924776,0.541445561912804,1.28221537240578,0.682870069233039,1.280259396 -gemver,0.904236832,0.421093242,1.37536256,0.465689106103566,1.52102028066912,0.732546249564849,0.6623953 -gesummv,0.550027764,0.265643112,0.823199408,0.482963096386531,1.49665064543905,0.741706040497258,0.407958915 -heat-3d,2.80617318,0.546659526,0.984822682,0.194806054699732,0.350948647438787,0.238333100311364,0.668803954 -jacobi-1d,0.084943008,0.04691624,0.10780893,0.552326096104343,1.26919133826765,0.678733039451581,0.057653626 -jacobi-2d,1.7389416,1.22952823,1.441578432,0.707055504336661,0.828997610960598,0.603986738830102,1.050297666 -lu,13.936284282,4.958925748,10.954257656,0.355828400716891,0.786024268330149,0.409667077283577,5.70923685 -ludcmp,12.40275333,4.828531979,10.486543496,0.389311296494195,0.845501254196112,0.493179019791084,6.11677773 -mvt,0.697623564,0.329095792,1.167384064,0.471738354296759,1.67337246652981,0.761761654025781,0.53142288 -nussinov,4.27264083,2.44035948,5.472215097,0.571159518690458,1.28075710426612,0.699088811544218,2.9869554 -seidel-2d,4.133094468,2.34295131,5.26390193,0.566875818624526,1.27359826172742,0.733582879238462,3.03196734 -symm,1.289465856,0.610287327,1.251171894,0.4732869227675,0.970302461424772,0.504928978902719,0.651088678 -syr2k,2.389200044,0.921700339,2.299793338,0.385777800948341,0.962578811169652,0.505183217718039,1.206983766 -syrk,1.522963572,0.727080081,1.717579215,0.477411340866924,1.12778745767663,0.648176497553154,0.987149194 -trisolv,0.16370305,0.34616666,0.38145744,2.11460116350917,2.33017918725399,2.02310073025518,0.33118776 -trmm,0.726989952,0.470293666,0.911943566,0.64690531788808,1.25441013798221,0.740316014711576,0.538202304 \ No newline at end of file +benchmark,vericert,legup noopt,legup nochain,legup noopt nochain +2mm,2.6940664,1.4126390,2.0470769,2.8218645 +3mm,2.2662709,1.4341476,1.8041791,2.6063100 +atas,1.6754557,1.3769086,1.8254298,2.1637725 +bicg,2.1229546,1.3628775,2.3410673,3.1483129 +cholesky,3.0492309,1.1918403,1.8986657,2.3510332 +covariance,1.2715910,1.3361944,1.6366507,2.3236693 +doitgen,6.9953994,4.1345352,1.8226875,7.4096335 +durbin,2.0327955,1.2116020,1.8172687,2.2706423 +fdtd-2d,1.5515491,1.1018185,1.4628000,1.7772044 +floyd-warshall,1.9615387,1.2027461,1.4947315,1.9239012 +gemm,1.8469077,1.2611980,1.9577803,2.3681335 +gemver,2.1473554,1.5730371,2.5031670,3.2661711 +gesummv,2.0705516,1.5357406,2.3198665,3.0988924 +heat-3d,5.1333107,1.2234378,1.4489536,1.8015284 +jacobi-1d,1.8105246,1.2288629,1.7369597,2.2979022 +jacobi-2d,1.4143161,0.85422818,1.1614101,1.1724647 +lu,2.8103434,1.1513052,1.8867237,2.2089981 +ludcmp,2.5686385,1.2667986,1.8454097,2.1717871 +mvt,2.1198192,1.6147969,2.4606964,3.5472470 +nussinov,1.7508244,1.2239817,1.8033548,2.2423807 +seidel-2d,1.7640548,1.2940804,1.7936131,2.2466971 +symm,2.1128832,1.0668560,1.4646131,2.0501358 +syr2k,2.5921657,1.3095186,2.0498786,2.4951638 +syrk,2.0946298,1.3576898,1.8768625,2.3622972 +trisolv,0.47290242,0.95672922,1.2231859,1.1019474 +trmm,1.5458213,1.1443962,1.6055769,1.9390939 diff --git a/results/rel-size-div.csv b/results/rel-size-div.csv new file mode 100644 index 0000000..9a66c1b --- /dev/null +++ b/results/rel-size-div.csv @@ -0,0 +1,26 @@ +benchmark,vericert,legup noopt,legup nochain,legup noopt nochain +2mm,2.1556169,0.58655617,1.4162063,0.60220994 +3mm,1.1138052,0.90222917,1.1822448,0.91161517 +atas,0.62141148,0.97607656,1.0239234,1.0083732 +bicg,3.9086860,0.88195991,0.91982183,1.0044543 +cholesky,0.95866749,0.93769278,1.0252930,1 +doitgen,1.3624288,0.43168880,1.7267552,0.43074004 +durbin,0.58598207,0.98533007,1.0228199,1.0325998 +fdtd-2d,0.80123839,0.91207430,0.98266254,0.99752322 +floyd-warshall,1.3957219,0.91978610,1.1568627,1.0213904 +gemm,1.6164260,0.38628159,1.4458484,0.42689531 +gemver,1.8679969,0.98465081,1.0168841,1.0130468 +gesummv,5.2175141,0.90960452,0.98022599,1.0367232 +heat-3d,0.69014085,0.68857590,1.2198748,0.76369327 +jacobi-1d,0.82564679,0.93588301,1,1.0056243 +jacobi-2d,0.83620690,0.95376176,0.99843260,1.0681818 +lu,1.0012315,0.90024631,0.99199507,0.96921182 +ludcmp,1.2899378,0.92686722,1.0383817,1.0031120 +mvt,7.9342404,0.90249433,1.0634921,0.97732426 +nussinov,0.99238965,0.93911720,1.0639269,1.1354642 +seidel-2d,0.84858569,0.88269551,0.96339434,0.96755408 +symm,1.5902285,0.93695823,1.0961387,0.98739165 +syr2k,0.94597250,0.83988212,0.99410609,0.87966601 +syrk,2.8072289,0.79718876,1.1887550,0.89558233 +trisolv,0.77716535,0.94803150,0.96692913,0.91732283 +trmm,2.5935728,0.78449905,1.0434783,0.80718336 diff --git a/results/rel-size-nodiv.csv b/results/rel-size-nodiv.csv new file mode 100644 index 0000000..9f420ed --- /dev/null +++ b/results/rel-size-nodiv.csv @@ -0,0 +1,27 @@ +benchmark,vericert,legup noopt,legup nochain,legup noopt nochain +2mm,1.1815137,0.75887475,1.5365037,0.77762894 +3mm,1.0352188,0.67609392,1.3649947,0.73639274 +atas,1.2076613,1.9979839,1.0080645,2.0967742 +bicg,1.1300122,0.84082625,1.0133657,0.87120292 +cholesky,1.4886275,0.90901961,1.2047059,0.93333333 +covariance,0.42165026,0.91597275,0.97577593,0.91824375 +doitgen,0.85935199,0.50810015,1.2017673,0.54050074 +durbin,1.0068306,0.97540984,1.0587432,1.2144809 +fdtd-2d,0.89976275,0.91992883,1.0083037,0.96500593 +floyd-warshall,1.5935829,0.91978610,1.1568627,1.0213904 +gemm,0.86515978,0.64302416,1.5931411,0.66328917 +gemver,1.6176046,1.0678211,1.1486291,1.0303030 +gesummv,1.4681481,0.92888889,1.0785185,0.99703704 +heat-3d,1.1408451,0.70970266,1.2198748,0.77308294 +jacobi-1d,1.5763889,2.8576389,1.03125,3.1979167 +jacobi-2d,0.65707965,0.89306785,1.0162242,0.97492625 +lu,1.3961814,0.90612570,1.2275259,0.96579157 +ludcmp,1.3585699,0.89116719,1.1561514,0.99894848 +mvt,1.8954394,0.99888765,1.1746385,1.0155729 +nussinov,1.4931507,0.93911720,1.0639269,1.1354642 +seidel-2d,0.59917695,0.80740741,0.92839506,0.84444444 +symm,1.6321839,0.88923720,1.1536050,0.94566353 +syr2k,1.5177384,0.90022173,1.0709534,0.99889135 +syrk,1.3417910,0.96865672,1.0895522,1.0611940 +trisolv,0.48416752,0.93360572,0.99693565,1.0030644 +trmm,1.2645804,0.85348506,1.0896159,0.92745377 diff --git a/results/rel-time-div.csv b/results/rel-time-div.csv new file mode 100644 index 0000000..a49b981 --- /dev/null +++ b/results/rel-time-div.csv @@ -0,0 +1,26 @@ +benchmark,vericert,legup noopt,legup nochain,legup noopt nochain +2mm,50.188771,1.3888922,1.9299621,2.5443179 +3mm,23.056304,1.1839319,1.3406278,1.6732709 +atas,3.6549064,0.98666568,0.96036153,0.93375990 +bicg,37.624721,1.3928189,1.5113291,2.0488069 +cholesky,56.275397,1.1174166,1.7465941,2.1940630 +doitgen,161.56500,5.3524499,1.8192144,8.2818473 +durbin,18.497868,1.2075514,1.6064633,1.8873338 +fdtd-2d,27.689261,1.1400799,1.4479990,1.7526383 +floyd-warshall,1.8185784,1.2027461,1.4947315,1.9239012 +gemm,31.505762,1.1639456,1.9525749,1.8306569 +gemver,34.930382,1.5000029,2.0872247,2.6603796 +gesummv,39.232613,1.2277233,1.2963100,1.7563630 +heat-3d,4.6533033,1.2320536,1.4489536,1.7842971 +jacobi-1d,31.480320,1.2375264,1.8646969,2.1779199 +jacobi-2d,29.244269,1.1501809,1.3622108,1.3582632 +lu,56.873531,1.1561096,1.8909197,2.1314237 +ludcmp,49.152990,1.1169021,1.7775009,2.1012857 +mvt,43.884488,1.6808145,1.7055499,2.5819999 +nussinov,1.6430391,1.2239817,1.8033548,2.2423807 +seidel-2d,16.353439,1.0135350,0.93778424,1.1009851 +symm,24.454299,0.99859977,1.2143617,1.4902832 +syr2k,26.567952,1.1199408,1.4592866,1.6561859 +syrk,37.013666,1.2836246,1.8006963,1.9329452 +trisolv,7.3959624,1.0656724,1.0610825,1.2497275 +trmm,27.279276,1.1355241,1.5738129,1.7721007 diff --git a/results/rel-time-nodiv.csv b/results/rel-time-nodiv.csv new file mode 100644 index 0000000..f42f4e7 --- /dev/null +++ b/results/rel-time-nodiv.csv @@ -0,0 +1,27 @@ +benchmark,vericert,legup noopt,legup nochain,legup noopt nochain +2mm,2.6940664,1.4126390,2.0470769,2.8218645 +3mm,2.2662709,1.4341476,1.8041791,2.6063100 +atas,1.6754557,1.3769086,1.8254298,2.1637725 +bicg,2.1229546,1.3628775,2.3410673,3.1483129 +cholesky,3.0492309,1.1918403,1.8986657,2.3510332 +covariance,1.2715910,1.3361944,1.6366507,2.3236693 +doitgen,6.9953994,4.1345352,1.8226875,7.4096335 +durbin,2.0327955,1.2116020,1.8172687,2.2706423 +fdtd-2d,1.5515491,1.1018185,1.4628000,1.7772044 +floyd-warshall,1.9615387,1.2027461,1.4947315,1.9239012 +gemm,1.8469077,1.2611980,1.9577803,2.3681335 +gemver,2.1473554,1.5730371,2.5031670,3.2661711 +gesummv,2.0705516,1.5357406,2.3198665,3.0988924 +heat-3d,5.1333107,1.2234378,1.4489536,1.8015284 +jacobi-1d,1.8105246,1.2288629,1.7369597,2.2979022 +jacobi-2d,1.4143161,0.85422818,1.1614101,1.1724647 +lu,2.8103434,1.1513052,1.8867237,2.2089981 +ludcmp,2.5686385,1.2667986,1.8454097,2.1717871 +mvt,2.1198192,1.6147969,2.4606964,3.5472470 +nussinov,1.7508244,1.2239817,1.8033548,2.2423807 +seidel-2d,1.7640548,1.2940804,1.7936131,2.2466971 +symm,2.1128832,1.0668560,1.4646131,2.0501358 +syr2k,2.5921657,1.3095186,2.0498786,2.4951638 +syrk,2.0946298,1.3576898,1.8768625,2.3622972 +trisolv,0.47290242,0.95672922,1.2231859,1.1019474 +trmm,1.5458213,1.1443962,1.6055769,1.9390939 diff --git a/results/results.org b/results/results.org index 5f130b4..76d95fd 100644 --- a/results/results.org +++ b/results/results.org @@ -104,11 +104,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+---------+---------| | 2mm | 1 | 1086 | 2421 | 2345 | 10 | 0 | 6 | 0.177 | 10.756 | 61724 | | 3mm | 1 | 2557 | 4876 | 5506 | 14 | 0 | 15 | 0.253 | 11.009 | 204177 | -| adi | 9 | 2148 | 5660 | 4318 | 8 | 0 | 12 | 0.245 | 11.4759 | 602584 | | atas | 9 | 1672 | 3207 | 3401 | 8 | 0 | 6 | 0.211 | 10.739 | 126288 | | bicg | 1 | 449 | 909 | 956 | 12 | 0 | 6 | 0.161 | 10.211 | 11907 | | cholesky | 3 | 1621 | 4387 | 3658 | 8 | 0 | 12 | 0.211 | 10.291 | 429665 | -| covariance | 7 | 1339 | 2562 | 3034 | 6 | 0 | 6 | 0.189 | 10.654 | 109992 | | doitgen | 5 | 1054 | 2504 | 2087 | 6 | 0 | 36 | 0.182 | 10.665 | 15675 | | durbin | 9 | 1227 | 3484 | 2517 | 6 | 0 | 12 | 0.221 | 8.865 | 13506 | | fdtd-2d | 8 | 1615 | 3002 | 3737 | 8 | 0 | 3 | 0.207 | 12.303 | 213833 | @@ -129,6 +127,8 @@ | syrk | 1 | 498 | 1158 | 1217 | 4 | 0 | 3 | 0.139 | 10.069 | 58955 | | trisolv | 9 | 1270 | 3321 | 2706 | 8 | 0 | 6 | 0.199 | 9.26 | 35382 | | trmm | 6 | 529 | 1219 | 1364 | 4 | 0 | 3 | 0.137 | 10.311 | 42052 | +| adi | 9 | 2148 | 5660 | 4318 | 8 | 0 | 12 | 0.245 | 11.4759 | 602584 | +| covariance | 7 | 1339 | 2562 | 3034 | 6 | 0 | 6 | 0.189 | 10.654 | 109992 | * LegUp No Opt @@ -171,11 +171,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+--------+---------| | 2mm | 0 | 637 | 1145 | 1842 | 10 | 0 | 6 | 0.163 | 10.207 | 90339 | | 3mm | 4 | 2307 | 4140 | 5247 | 14 | 0 | 15 | 0.251 | 10.578 | 251581 | -| adi | 6 | 1707 | 4537 | 4012 | 8 | 0 | 18 | 0.243 | 10.822 | 619687 | | atas | 3 | 1632 | 3114 | 3328 | 8 | 0 | 6 | 0.214 | 10.303 | 129877 | | bicg | 3 | 396 | 846 | 966 | 12 | 0 | 6 | 0.165 | 9.996 | 16941 | | cholesky | 4 | 1520 | 4187 | 3379 | 8 | 0 | 9 | 0.204 | 9.693 | 509735 | -| covariance | 1 | 1362 | 2514 | 3023 | 6 | 0 | 6 | 0.188 | 9.988 | 141486 | | doitgen | 3 | 455 | 905 | 1299 | 6 | 0 | 3 | 0.151 | 10.265 | 87169 | | durbin | 2 | 1209 | 3415 | 2548 | 6 | 0 | 12 | 0.215 | 8.988 | 16086 | | fdtd-2d | 1 | 1473 | 3004 | 3608 | 8 | 0 | 3 | 0.194 | 11.275 | 266014 | @@ -196,6 +194,8 @@ | syrk | 6 | 397 | 810 | 1101 | 4 | 0 | 3 | 0.144 | 9.71 | 78474 | | trisolv | 5 | 1204 | 3283 | 2550 | 8 | 0 | 6 | 0.200 | 9.399 | 37148 | | trmm | 4 | 415 | 878 | 1155 | 4 | 0 | 3 | 0.141 | 9.883 | 49819 | +| adi | 6 | 1707 | 4537 | 4012 | 8 | 0 | 18 | 0.243 | 10.822 | 619687 | +| covariance | 1 | 1362 | 2514 | 3023 | 6 | 0 | 6 | 0.188 | 9.988 | 141486 | * Legup No Chain @@ -238,11 +238,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------| | 2mm | 2 | 1538 | 4528 | 2761 | 10 | 0 | 6 | 0.154 | 9.565 | 133958 | | 3mm | 1 | 3023 | 6753 | 6028 | 14 | 0 | 21 | 0.237 | 9.964 | 302433 | -| adi | 1 | 2459 | 7415 | 4923 | 8 | 0 | 12 | 0.225 | 9.539 | 761344 | | atas | 5 | 1712 | 3702 | 3326 | 8 | 0 | 9 | 0.199 | 8.831 | 147486 | | bicg | 6 | 413 | 1251 | 916 | 12 | 0 | 6 | 0.137 | 7.732 | 23765 | | cholesky | 6 | 1662 | 5103 | 3461 | 8 | 0 | 12 | 0.193 | 9.328 | 827925 | -| covariance | 7 | 1344 | 2999 | 2958 | 6 | 0 | 6 | 0.174 | 9.149 | 174842 | | doitgen | 6 | 1820 | 4197 | 2461 | 6 | 0 | 36 | 0.197 | 9.102 | 33413 | | durbin | 3 | 1255 | 3929 | 2621 | 6 | 0 | 12 | 0.199 | 8.254 | 23303 | | fdtd-2d | 2 | 1587 | 4063 | 3643 | 8 | 0 | 3 | 0.177 | 8.874 | 429274 | @@ -263,6 +261,8 @@ | syrk | 3 | 592 | 1858 | 1094 | 4 | 0 | 3 | 0.132 | 8.724 | 122527 | | trisolv | 3 | 1228 | 3679 | 2581 | 8 | 0 | 6 | 0.187 | 8.077 | 43042 | | trmm | 9 | 552 | 1685 | 1309 | 4 | 0 | 3 | 0.132 | 8.706 | 78383 | +| adi | 1 | 2459 | 7415 | 4923 | 8 | 0 | 12 | 0.225 | 9.539 | 761344 | +| covariance | 7 | 1344 | 2999 | 2958 | 6 | 0 | 6 | 0.174 | 9.149 | 174842 | * LegUp No Opt No Chain @@ -305,11 +305,9 @@ |----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------| | 2mm | 3 | 654 | 1465 | 1841 | 10 | 0 | 6 | 0.139 | 9.065 | 186341 | | 3mm | 2 | 2331 | 4746 | 5281 | 14 | 0 | 21 | 0.221 | 9.47 | 397165 | -| adi | 7 | 1833 | 5413 | 4231 | 8 | 0 | 18 | 0.224 | 9.458 | 815373 | | atas | 0 | 1686 | 3474 | 3448 | 8 | 0 | 6 | 0.199 | 8.104 | 156265 | | bicg | 5 | 451 | 1135 | 972 | 12 | 0 | 6 | 0.138 | 8.128 | 30647 | | cholesky | 7 | 1621 | 4875 | 3467 | 8 | 0 | 12 | 0.185 | 9.797 | 990247 | -| covariance | 2 | 1278 | 2848 | 2990 | 6 | 0 | 6 | 0.177 | 9.131 | 237315 | | doitgen | 4 | 454 | 1125 | 1322 | 6 | 0 | 3 | 0.131 | 8.03 | 172417 | | durbin | 3 | 1267 | 3865 | 2582 | 6 | 0 | 12 | 0.195 | 7.928 | 28503 | | fdtd-2d | 3 | 1611 | 3935 | 3800 | 8 | 0 | 3 | 0.173 | 9.091 | 507185 | @@ -330,10 +328,12 @@ | syrk | 1 | 446 | 1117 | 1152 | 4 | 0 | 3 | 0.126 | 7.796 | 147182 | | trisolv | 0 | 1165 | 3637 | 2654 | 8 | 0 | 6 | 0.188 | 8.784 | 46614 | | trmm | 3 | 427 | 1159 | 1164 | 4 | 0 | 3 | 0.128 | 8.293 | 92654 | +| adi | 7 | 1833 | 5413 | 4231 | 8 | 0 | 18 | 0.224 | 9.458 | 815373 | +| covariance | 2 | 1278 | 2848 | 2990 | 6 | 0 | 6 | 0.177 | 9.131 | 237315 | * Data compilation -** Relative exec time +** Relative to vericert exec time *** No divide @@ -371,37 +371,37 @@ *** Divide #+name: rel-time-div -| benchmark | legup | legup noopt | legup nochain | legup noopt nochain | -|----------------+--------------+--------------+---------------+---------------------| -| 2mm | 0.019924775 | 0.027673365 | 0.038454061 | 0.050694963 | -| 3mm | 0.043372087 | 0.051349596 | 0.058145823 | 0.072573250 | -| atas | 1.3950898 | 1.3529375 | 1.4651483 | 1.5557989 | -| bicg | 0.29647086 | 0.29251762 | 0.28471921 | 0.27683260 | -| cholesky | 4.8861243e-4 | 6.8054863e-4 | 7.3845416e-4 | 1.0010725e-3 | -| doitgen | 0.16370874 | 0.18293086 | 0.28593271 | 0.35918728 | -| durbin | 0.52911080 | 0.63806487 | 0.72225778 | 0.97839983 | -| fdtd-2d | 2.2949398e-3 | 0.012283550 | 4.1749876e-3 | 0.019006341 | -| floyd-warshall | 5.3324138e-3 | 6.4391639e-3 | 8.5663271e-3 | 0.010064045 | -| gemm | 0.095397394 | 0.10876065 | 0.13813533 | 0.16719713 | -| gemver | 1.2948496 | 1.5573754 | 1.9354526 | 2.4911628 | -| gesummv | 0.28536911 | 0.33215413 | 0.55720458 | 0.52241293 | -| heat-3d | 0.10731209 | 0.16096844 | 0.22398444 | 0.28549089 | -| jacobi-1d | 0.049681906 | 0.060995635 | 0.064403152 | 0.087259462 | -| jacobi-2d | 0.019834141 | 0.024436724 | 0.028738749 | 0.035389999 | -| lu | 1.7891609e-4 | 2.2141339e-4 | 3.3362428e-4 | 3.8966491e-4 | -| ludcmp | 3.7923618e-3 | 4.3619020e-3 | 5.1659962e-3 | 5.1510256e-3 | -| mvt | 0.70136849 | 0.81085885 | 1.3262315 | 1.4949134 | -| nussinov | 1.2609601 | 1.4083690 | 2.2413577 | 2.6496374 | -| seidel-2d | 3.0037448e-3 | 5.0487378e-3 | 5.1230368e-3 | 7.7556690e-3 | -| symm | 0.12843019 | 0.15719620 | 0.23160519 | 0.28798937 | -| syr2k | 0.093029221 | 0.094288367 | 0.087241337 | 0.10242378 | -| syrk | 0.035364082 | 0.035314564 | 0.042944787 | 0.052702496 | -| trisolv | 0.54251673 | 0.60758660 | 0.79168737 | 0.89850855 | -| trmm | 0.050186477 | 0.064420597 | 0.090370603 | 0.097007711 | +| benchmark | legup | legup noopt | legup nochain | legup noopt nochain | +|----------------+--------------+-------------+---------------+---------------------| +| 2mm | 0.019924775 | 0.027673365 | 0.038454061 | 0.050694963 | +| 3mm | 0.043372087 | 0.051349596 | 0.058145823 | 0.072573250 | +| atas | 0.27360482 | 0.26995648 | 0.26275954 | 0.25548121 | +| bicg | 0.026578270 | 0.037018718 | 0.040168512 | 0.054453744 | +| cholesky | 0.017769755 | 0.019856219 | 0.031036548 | 0.038987961 | +| doitgen | 6.1894593e-3 | 0.033128771 | 0.011259954 | 0.051260157 | +| durbin | 0.054060284 | 0.065280574 | 0.086845863 | 0.10202980 | +| fdtd-2d | 0.036115085 | 0.041174082 | 0.052294606 | 0.063296682 | +| floyd-warshall | 0.54988006 | 0.66136612 | 0.82192307 | 1.0579149 | +| gemm | 0.031740226 | 0.036943897 | 0.061975169 | 0.058105463 | +| gemver | 0.028628373 | 0.042942641 | 0.059753847 | 0.076162337 | +| gesummv | 0.025488998 | 0.031293438 | 0.033041644 | 0.044767934 | +| heat-3d | 0.21490110 | 0.26476967 | 0.31138171 | 0.38344740 | +| jacobi-1d | 0.031765878 | 0.039311113 | 0.059233735 | 0.069183538 | +| jacobi-2d | 0.034194734 | 0.039330129 | 0.046580436 | 0.046445450 | +| lu | 0.017582872 | 0.020327727 | 0.033247799 | 0.037476550 | +| ludcmp | 0.020344643 | 0.022722974 | 0.036162620 | 0.042749906 | +| mvt | 0.022787095 | 0.038300879 | 0.038864529 | 0.058836279 | +| nussinov | 0.60862824 | 0.74494984 | 1.0975727 | 1.3647762 | +| seidel-2d | 0.061149217 | 0.061976868 | 0.057344771 | 0.067324374 | +| symm | 0.040892606 | 0.040835346 | 0.049658414 | 0.060941561 | +| syr2k | 0.037639333 | 0.042153824 | 0.054926573 | 0.062337732 | +| syrk | 0.027017048 | 0.034679748 | 0.048649499 | 0.052222474 | +| trisolv | 0.13520891 | 0.14408840 | 0.14346781 | 0.16897429 | +| trmm | 0.036657865 | 0.041625889 | 0.057692621 | 0.064961428 | #+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$3=(remote(legup-noopt-div,@@#$11) * (10^-6) * remote(legup-noopt-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$4=(remote(legup-nochain-div,@@#$11) * (10^-6) * remote(legup-nochain-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10))::$5=(remote(legup-noopt-nochain-div,@@#$11) * (10^-6) * remote(legup-noopt-nochain-div,@@#$10)) / (remote(vericert-div,@@#$11) * (10^-6) * remote(vericert-div,@@#$10)) -** Relative size (Slice) +** Relative to vericert size (Slice) *** No divide #+name: rel-size-nodiv @@ -442,27 +442,161 @@ |----------------+------------+-------------+---------------+---------------------| | 2mm | 0.46390431 | 0.27210594 | 0.65698419 | 0.27936779 | | 3mm | 0.89782303 | 0.81004213 | 1.0614466 | 0.81846910 | -| atas | 2.0673725 | 1.6429259 | 2.3666987 | 1.7641963 | -| bicg | 0.95270655 | 0.92991453 | 0.97549858 | 0.96068376 | -| cholesky | 0.28893179 | 0.25482625 | 0.26576577 | 0.29021879 | -| doitgen | 1.1288301 | 1.0584958 | 1.1573816 | 1.1288301 | -| durbin | 1.8623088 | 1.8942976 | 1.8692629 | 1.7774687 | -| fdtd-2d | 0.81452859 | 0.35162287 | 1.4064915 | 0.35085008 | -| floyd-warshall | 1.5670498 | 1.5440613 | 1.6028097 | 1.6181354 | -| gemm | 0.90173088 | 0.82244556 | 0.88609715 | 0.89949749 | -| gemver | 0.23048480 | 0.21199671 | 0.26663928 | 0.23541495 | -| gesummv | 0.59989172 | 0.23172713 | 0.86735246 | 0.25609096 | -| heat-3d | 1.4773243 | 1.4546485 | 1.5022676 | 1.4965986 | -| jacobi-1d | 0.48228883 | 0.43869210 | 0.47275204 | 0.5 | -| jacobi-2d | 1.1977507 | 0.82474227 | 1.4611059 | 0.91471415 | -| lu | 0.54674047 | 0.51168512 | 0.54674047 | 0.54981550 | -| ludcmp | 0.51306795 | 0.48934459 | 0.51226377 | 0.54804986 | -| mvt | 0.46413261 | 0.41783367 | 0.46041726 | 0.44984281 | -| nussinov | 2.9570552 | 2.7407975 | 3.0705521 | 2.9662577 | -| seidel-2d | 0.43235294 | 0.39019608 | 0.45980392 | 0.42254902 | -| symm | 0.32556987 | 0.30574827 | 0.34638256 | 0.36967294 | -| syr2k | 0.62409138 | 0.55088266 | 0.60124611 | 0.60384216 | -| syrk | 0.90772532 | 0.85050072 | 0.99499285 | 0.89628040 | -| trisolv | 2.0628166 | 1.7325228 | 2.0506586 | 1.8145897 | -| trmm | 0.36297376 | 0.28935860 | 0.43148688 | 0.32507289 | +| atas | 1.6092397 | 1.5707411 | 1.6477382 | 1.6227141 | +| bicg | 0.25584046 | 0.22564103 | 0.23532764 | 0.25698006 | +| cholesky | 1.0431145 | 0.97812098 | 1.0694981 | 1.0431145 | +| doitgen | 0.73398329 | 0.31685237 | 1.2674095 | 0.31615599 | +| durbin | 1.7065369 | 1.6815021 | 1.7454798 | 1.7621697 | +| fdtd-2d | 1.2480680 | 1.1383308 | 1.2264297 | 1.2449768 | +| floyd-warshall | 0.71647510 | 0.65900383 | 0.82886335 | 0.73180077 | +| gemm | 0.61864880 | 0.23897264 | 0.89447236 | 0.26409827 | +| gemver | 0.53533279 | 0.52711586 | 0.54437141 | 0.54231717 | +| gesummv | 0.19166215 | 0.17433676 | 0.18787223 | 0.19870060 | +| heat-3d | 1.4489796 | 0.99773243 | 1.7675737 | 1.1065760 | +| jacobi-1d | 1.2111717 | 1.1335150 | 1.2111717 | 1.2179837 | +| jacobi-2d | 1.1958763 | 1.1405811 | 1.1940019 | 1.2774133 | +| lu | 0.99876999 | 0.89913899 | 0.99077491 | 0.96801968 | +| ludcmp | 0.77523120 | 0.71853639 | 0.80498593 | 0.77764375 | +| mvt | 0.12603601 | 0.11374678 | 0.13403830 | 0.12317805 | +| nussinov | 1.0076687 | 0.94631902 | 1.0720859 | 1.1441718 | +| seidel-2d | 1.1784314 | 1.0401961 | 1.1352941 | 1.1401961 | +| symm | 0.62884044 | 0.58919722 | 0.68929633 | 0.62091179 | +| syr2k | 1.0571132 | 0.88785047 | 1.0508827 | 0.92990654 | +| syrk | 0.35622318 | 0.28397711 | 0.42346209 | 0.31902718 | +| trisolv | 1.2867275 | 1.2198582 | 1.2441743 | 1.1803445 | +| trmm | 0.38556851 | 0.30247813 | 0.40233236 | 0.31122449 | #+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(legup-div,@@#$3))/(remote(vericert-div,@@#$3))::$3=(remote(legup-noopt-div,@@#$3))/(remote(vericert-div,@@#$3))::$4=(remote(legup-nochain-div,@@#$3))/(remote(vericert-div,@@#$3))::$5=(remote(legup-noopt-nochain-div,@@#$3))/(remote(vericert-div,@@#$3)) + + +** Relative to LegUp exec time + +*** No divide + +#+name: rel-time-nodiv +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+------------+-------------+---------------+---------------------| +| 2mm | 2.6940664 | 1.4126390 | 2.0470769 | 2.8218645 | +| 3mm | 2.2662709 | 1.4341476 | 1.8041791 | 2.6063100 | +| atas | 1.6754557 | 1.3769086 | 1.8254298 | 2.1637725 | +| bicg | 2.1229546 | 1.3628775 | 2.3410673 | 3.1483129 | +| cholesky | 3.0492309 | 1.1918403 | 1.8986657 | 2.3510332 | +| covariance | 1.2715910 | 1.3361944 | 1.6366507 | 2.3236693 | +| doitgen | 6.9953994 | 4.1345352 | 1.8226875 | 7.4096335 | +| durbin | 2.0327955 | 1.2116020 | 1.8172687 | 2.2706423 | +| fdtd-2d | 1.5515491 | 1.1018185 | 1.4628000 | 1.7772044 | +| floyd-warshall | 1.9615387 | 1.2027461 | 1.4947315 | 1.9239012 | +| gemm | 1.8469077 | 1.2611980 | 1.9577803 | 2.3681335 | +| gemver | 2.1473554 | 1.5730371 | 2.5031670 | 3.2661711 | +| gesummv | 2.0705516 | 1.5357406 | 2.3198665 | 3.0988924 | +| heat-3d | 5.1333107 | 1.2234378 | 1.4489536 | 1.8015284 | +| jacobi-1d | 1.8105246 | 1.2288629 | 1.7369597 | 2.2979022 | +| jacobi-2d | 1.4143161 | 0.85422818 | 1.1614101 | 1.1724647 | +| lu | 2.8103434 | 1.1513052 | 1.8867237 | 2.2089981 | +| ludcmp | 2.5686385 | 1.2667986 | 1.8454097 | 2.1717871 | +| mvt | 2.1198192 | 1.6147969 | 2.4606964 | 3.5472470 | +| nussinov | 1.7508244 | 1.2239817 | 1.8033548 | 2.2423807 | +| seidel-2d | 1.7640548 | 1.2940804 | 1.7936131 | 2.2466971 | +| symm | 2.1128832 | 1.0668560 | 1.4646131 | 2.0501358 | +| syr2k | 2.5921657 | 1.3095186 | 2.0498786 | 2.4951638 | +| syrk | 2.0946298 | 1.3576898 | 1.8768625 | 2.3622972 | +| trisolv | 0.47290242 | 0.95672922 | 1.2231859 | 1.1019474 | +| trmm | 1.5458213 | 1.1443962 | 1.6055769 | 1.9390939 | +#+TBLFM: $1='(identity remote(vericert-nodiv,@@#$1))::$2=(remote(vericert-nodiv,@@#$11) * (10^-6) * remote(vericert-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$3=(remote(legup-noopt-nodiv,@@#$11) * (10^-6) * remote(legup-noopt-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$4=(remote(legup-nochain-nodiv,@@#$11) * (10^-6) * remote(legup-nochain-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10))::$5=(remote(legup-noopt-nochain-nodiv,@@#$11) * (10^-6) * remote(legup-noopt-nochain-nodiv,@@#$10)) / (remote(legup-nodiv,@@#$11) * (10^-6) * remote(legup-nodiv,@@#$10)) + +*** Divide + +#+name: rel-time-div +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+-----------+-------------+---------------+---------------------| +| 2mm | 50.188771 | 1.3888922 | 1.9299621 | 2.5443179 | +| 3mm | 23.056304 | 1.1839319 | 1.3406278 | 1.6732709 | +| atas | 3.6549064 | 0.98666568 | 0.96036153 | 0.93375990 | +| bicg | 37.624721 | 1.3928189 | 1.5113291 | 2.0488069 | +| cholesky | 56.275397 | 1.1174166 | 1.7465941 | 2.1940630 | +| doitgen | 161.56500 | 5.3524499 | 1.8192144 | 8.2818473 | +| durbin | 18.497868 | 1.2075514 | 1.6064633 | 1.8873338 | +| fdtd-2d | 27.689261 | 1.1400799 | 1.4479990 | 1.7526383 | +| floyd-warshall | 1.8185784 | 1.2027461 | 1.4947315 | 1.9239012 | +| gemm | 31.505762 | 1.1639456 | 1.9525749 | 1.8306569 | +| gemver | 34.930382 | 1.5000029 | 2.0872247 | 2.6603796 | +| gesummv | 39.232613 | 1.2277233 | 1.2963100 | 1.7563630 | +| heat-3d | 4.6533033 | 1.2320536 | 1.4489536 | 1.7842971 | +| jacobi-1d | 31.480320 | 1.2375264 | 1.8646969 | 2.1779199 | +| jacobi-2d | 29.244269 | 1.1501809 | 1.3622108 | 1.3582632 | +| lu | 56.873531 | 1.1561096 | 1.8909197 | 2.1314237 | +| ludcmp | 49.152990 | 1.1169021 | 1.7775009 | 2.1012857 | +| mvt | 43.884488 | 1.6808145 | 1.7055499 | 2.5819999 | +| nussinov | 1.6430391 | 1.2239817 | 1.8033548 | 2.2423807 | +| seidel-2d | 16.353439 | 1.0135350 | 0.93778424 | 1.1009851 | +| symm | 24.454299 | 0.99859977 | 1.2143617 | 1.4902832 | +| syr2k | 26.567952 | 1.1199408 | 1.4592866 | 1.6561859 | +| syrk | 37.013666 | 1.2836246 | 1.8006963 | 1.9329452 | +| trisolv | 7.3959624 | 1.0656724 | 1.0610825 | 1.2497275 | +| trmm | 27.279276 | 1.1355241 | 1.5738129 | 1.7721007 | +#+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(vericert-div,@@#$11) * remote(vericert-div,@@#$10)) / (remote(legup-div,@@#$11) * remote(legup-div,@@#$10))::$3=(remote(legup-noopt-div,@@#$11) * (10^-6) * remote(legup-noopt-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))::$4=(remote(legup-nochain-div,@@#$11) * (10^-6) * remote(legup-nochain-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10))::$5=(remote(legup-noopt-nochain-div,@@#$11) * (10^-6) * remote(legup-noopt-nochain-div,@@#$10)) / (remote(legup-div,@@#$11) * (10^-6) * remote(legup-div,@@#$10)) + +** Relative to LegUp size (Slice) +*** No divide + +#+name: rel-size-nodiv +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+------------+-------------+---------------+---------------------| +| 2mm | 1.1815137 | 0.75887475 | 1.5365037 | 0.77762894 | +| 3mm | 1.0352188 | 0.67609392 | 1.3649947 | 0.73639274 | +| atas | 1.2076613 | 1.9979839 | 1.0080645 | 2.0967742 | +| bicg | 1.1300122 | 0.84082625 | 1.0133657 | 0.87120292 | +| cholesky | 1.4886275 | 0.90901961 | 1.2047059 | 0.93333333 | +| covariance | 0.42165026 | 0.91597275 | 0.97577593 | 0.91824375 | +| doitgen | 0.85935199 | 0.50810015 | 1.2017673 | 0.54050074 | +| durbin | 1.0068306 | 0.97540984 | 1.0587432 | 1.2144809 | +| fdtd-2d | 0.89976275 | 0.91992883 | 1.0083037 | 0.96500593 | +| floyd-warshall | 1.5935829 | 0.91978610 | 1.1568627 | 1.0213904 | +| gemm | 0.86515978 | 0.64302416 | 1.5931411 | 0.66328917 | +| gemver | 1.6176046 | 1.0678211 | 1.1486291 | 1.0303030 | +| gesummv | 1.4681481 | 0.92888889 | 1.0785185 | 0.99703704 | +| heat-3d | 1.1408451 | 0.70970266 | 1.2198748 | 0.77308294 | +| jacobi-1d | 1.5763889 | 2.8576389 | 1.03125 | 3.1979167 | +| jacobi-2d | 0.65707965 | 0.89306785 | 1.0162242 | 0.97492625 | +| lu | 1.3961814 | 0.90612570 | 1.2275259 | 0.96579157 | +| ludcmp | 1.3585699 | 0.89116719 | 1.1561514 | 0.99894848 | +| mvt | 1.8954394 | 0.99888765 | 1.1746385 | 1.0155729 | +| nussinov | 1.4931507 | 0.93911720 | 1.0639269 | 1.1354642 | +| seidel-2d | 0.59917695 | 0.80740741 | 0.92839506 | 0.84444444 | +| symm | 1.6321839 | 0.88923720 | 1.1536050 | 0.94566353 | +| syr2k | 1.5177384 | 0.90022173 | 1.0709534 | 0.99889135 | +| syrk | 1.3417910 | 0.96865672 | 1.0895522 | 1.0611940 | +| trisolv | 0.48416752 | 0.93360572 | 0.99693565 | 1.0030644 | +| trmm | 1.2645804 | 0.85348506 | 1.0896159 | 0.92745377 | +#+TBLFM: $1='(identity remote(vericert-nodiv,@@#$1))::$2=(remote(vericert-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$3=(remote(legup-noopt-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$4=(remote(legup-nochain-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3))::$5=(remote(legup-noopt-nochain-nodiv,@@#$3))/(remote(legup-nodiv,@@#$3)) + +*** Divide + +#+name: rel-size-div +| benchmark | vericert | legup noopt | legup nochain | legup noopt nochain | +|----------------+------------+-------------+---------------+---------------------| +| 2mm | 2.1556169 | 0.58655617 | 1.4162063 | 0.60220994 | +| 3mm | 1.1138052 | 0.90222917 | 1.1822448 | 0.91161517 | +| atas | 0.62141148 | 0.97607656 | 1.0239234 | 1.0083732 | +| bicg | 3.9086860 | 0.88195991 | 0.91982183 | 1.0044543 | +| cholesky | 0.95866749 | 0.93769278 | 1.0252930 | 1 | +| doitgen | 1.3624288 | 0.43168880 | 1.7267552 | 0.43074004 | +| durbin | 0.58598207 | 0.98533007 | 1.0228199 | 1.0325998 | +| fdtd-2d | 0.80123839 | 0.91207430 | 0.98266254 | 0.99752322 | +| floyd-warshall | 1.3957219 | 0.91978610 | 1.1568627 | 1.0213904 | +| gemm | 1.6164260 | 0.38628159 | 1.4458484 | 0.42689531 | +| gemver | 1.8679969 | 0.98465081 | 1.0168841 | 1.0130468 | +| gesummv | 5.2175141 | 0.90960452 | 0.98022599 | 1.0367232 | +| heat-3d | 0.69014085 | 0.68857590 | 1.2198748 | 0.76369327 | +| jacobi-1d | 0.82564679 | 0.93588301 | 1 | 1.0056243 | +| jacobi-2d | 0.83620690 | 0.95376176 | 0.99843260 | 1.0681818 | +| lu | 1.0012315 | 0.90024631 | 0.99199507 | 0.96921182 | +| ludcmp | 1.2899378 | 0.92686722 | 1.0383817 | 1.0031120 | +| mvt | 7.9342404 | 0.90249433 | 1.0634921 | 0.97732426 | +| nussinov | 0.99238965 | 0.93911720 | 1.0639269 | 1.1354642 | +| seidel-2d | 0.84858569 | 0.88269551 | 0.96339434 | 0.96755408 | +| symm | 1.5902285 | 0.93695823 | 1.0961387 | 0.98739165 | +| syr2k | 0.94597250 | 0.83988212 | 0.99410609 | 0.87966601 | +| syrk | 2.8072289 | 0.79718876 | 1.1887550 | 0.89558233 | +| trisolv | 0.77716535 | 0.94803150 | 0.96692913 | 0.91732283 | +| trmm | 2.5935728 | 0.78449905 | 1.0434783 | 0.80718336 | +#+TBLFM: $1='(identity remote(vericert-div,@@#$1))::$2=(remote(vericert-div,@@#$3))/(remote(legup-div,@@#$3))::$3=(remote(legup-noopt-div,@@#$3))/(remote(legup-div,@@#$3))::$4=(remote(legup-nochain-div,@@#$3))/(remote(legup-div,@@#$3))::$5=(remote(legup-noopt-nochain-div,@@#$3))/(remote(legup-div,@@#$3)) -- cgit