From 4bd859f7d562e73ae6c656945e6deaad6aaff87f Mon Sep 17 00:00:00 2001 From: Yann Herklotz Date: Mon, 17 Jan 2022 21:44:02 +0000 Subject: Push final benchmarks --- data/bambu-area.csv | 2 ++ data/slice-ratio.csv | 40 +++++++++++++++++++++------------------- data/time-ratio.csv | 40 +++++++++++++++++++++------------------- data/vericert-full-inlining.csv | 2 ++ data/vericert-fun.csv | 40 +++++++++++++++++++++------------------- 5 files changed, 67 insertions(+), 57 deletions(-) diff --git a/data/bambu-area.csv b/data/bambu-area.csv index 4e8b681..6df0d5a 100644 --- a/data/bambu-area.csv +++ b/data/bambu-area.csv @@ -11,11 +11,13 @@ durbin,566,412,921,1414,3,0,6,0.15,9.202,7454 fdtd-2d,856,680,1525,2195,7,0,3,0.143,8.552,101407 floyd-warshall,529,350,859,1123,8,0,3,0.143,7.855,998008 gemm,803,651,1568,1882,5,0,6,0.138,7.924,88052 +gemver,516,501,1030,1587,11,0,9,0.162,8.615,39318 gesummv,583,461,1069,1265,6,0,9,0.137,7.84,24736 heat-3d,818,680,1439,2151,4,0,3,0.145,9.172,50107 jacobi-1d,325,225,617,646,2,0,0,0.131,8.183,4717 jacobi-2d,715,525,1157,1562,4,0,3,0.133,8.083,73516 lu,1249,885,1990,2914,8,0,3,0.15,9.778,503642 +ludcmp,1728,1222,2363,4177,11,0,3,0.164,9.881,458706 mvt,689,594,1442,1616,8,0,6,0.145,8.79,36958 nussinov,662,455,1049,1509,9,0,0,0.142,9.187,236267 seidel-2d,521,405,954,1133,4,0,3,0.143,8.638,172996 diff --git a/data/slice-ratio.csv b/data/slice-ratio.csv index 14bb957..735b72d 100644 --- a/data/slice-ratio.csv +++ b/data/slice-ratio.csv @@ -1,26 +1,28 @@ benchmark,vericert,vericert-fun -2mm,1.629083,1.046365 -3mm,1.403393,0.850141 -adi,4.038106,2.405312 -atas,1.297297,1.297297 -bicg,1.476548,1.129456 -cholesky,1.528571,1.078022 +2mm,1.629083,0.975764 +3mm,1.403393,0.924599 +adi,4.038106,2.382217 +atas,1.297297,1.132432 +bicg,1.476548,1.060038 +cholesky,1.528571,1.006593 covariance,1.119403,0.927239 -doitgen,1.267405,1.05538 -durbin,1.616505,1.13835 -fdtd-2d,1.511765,1.216176 -floyd-warshall,2.317143,1.368571 -gemm,1.465438,1.119816 -gesummv,1.880694,1.310195 -heat-3d,1.642647,1.6 +doitgen,1.267405,0.939873 +durbin,1.616505,1.165049 +fdtd-2d,1.511765,1.269118 +floyd-warshall,2.317143,1.571429 +gemm,1.465438,1.175115 +gemver,1.792415,1.596806 +gesummv,1.880694,1.418655 +heat-3d,1.642647,1.783824 jacobi-1d,1.711111,1.431111 jacobi-2d,1.234286,1.127619 -lu,1.484746,1.010169 -mvt,2.521886,0.954545 +lu,1.484746,1.106215 +ludcmp,1.64239,1.10311 +mvt,2.521886,1.213805 nussinov,1.468132,1.523077 seidel-2d,1.298765,1.281481 -symm,1.624434,1.19457 -syr2k,1.833333,1.122642 -syrk,1.219835,0.998347 +symm,1.624434,1.262443 +syr2k,1.833333,1.292453 +syrk,1.219835,1.112397 trisolv,1.274648,1.221831 -trmm,1.440574,1.17418 \ No newline at end of file +trmm,1.440574,1.215164 \ No newline at end of file diff --git a/data/time-ratio.csv b/data/time-ratio.csv index d5f4f1f..7168257 100644 --- a/data/time-ratio.csv +++ b/data/time-ratio.csv @@ -1,26 +1,28 @@ benchmark,vericert,vericert-fun -2mm,3.125391,2.933666 -3mm,2.324715,2.297549 -adi,4.099243,3.321061 -atas,2.513413,2.794423 -bicg,2.440026,2.467366 -cholesky,2.967234,2.827276 +2mm,3.125391,3.065243 +3mm,2.324715,2.286203 +adi,4.099243,4.300572 +atas,2.513413,2.600878 +bicg,2.440026,2.428246 +cholesky,2.967234,2.861272 covariance,1.922089,1.893513 -doitgen,2.326549,2.27479 -durbin,1.632376,1.577759 -fdtd-2d,4.987489,4.690076 -floyd-warshall,2.962262,2.770747 -gemm,2.592613,2.838367 -gesummv,2.634895,2.842029 -heat-3d,6.020816,5.867394 +doitgen,2.326549,2.270553 +durbin,1.632376,3.27253 +fdtd-2d,4.987489,4.776408 +floyd-warshall,2.962262,2.792358 +gemm,2.592613,2.513042 +gemver,2.680363,2.66969 +gesummv,2.634895,2.811787 +heat-3d,6.020816,5.563586 jacobi-1d,2.091957,2.163186 jacobi-2d,2.864215,2.781176 -lu,2.675417,2.68872 -mvt,2.021429,2.096388 +lu,2.675417,2.76797 +ludcmp,2.879216,2.757324 +mvt,2.021429,1.986902 nussinov,1.953448,1.968995 seidel-2d,2.638452,2.639596 -symm,3.15331,3.127258 -syr2k,4.4341,4.204305 -syrk,6.05352,2.80234 +symm,3.15331,3.136389 +syr2k,4.4341,3.965945 +syrk,6.05352,2.880577 trisolv,2.22831,2.28662 -trmm,2.060691,2.126787 \ No newline at end of file +trmm,2.060691,1.996977 \ No newline at end of file diff --git a/data/vericert-full-inlining.csv b/data/vericert-full-inlining.csv index 7ee8062..99fada6 100644 --- a/data/vericert-full-inlining.csv +++ b/data/vericert-full-inlining.csv @@ -11,11 +11,13 @@ durbin,656,666,2097,1495,1,0,12,0.148,4.698,23833 fdtd-2d,750,1028,3179,1949,4,0,9,0.145,4.513,958412 floyd-warshall,634,811,2645,2016,8,0,3,0.143,4.289,5414366 gemm,587,954,2809,2020,4,0,18,0.161,4.447,406775 +gemver,469,898,2696,1665,4,0,21,0.156,4.703,193048 gesummv,614,867,2842,1897,4,0,15,0.148,4.384,116557 heat-3d,1051,1117,3232,2015,4,0,3,0.135,4.668,592771 jacobi-1d,255,385,1272,534,1,0,0,0.126,4.038,19997 jacobi-2d,481,648,1997,1263,4,0,6,0.137,4.285,397200 lu,729,1314,3499,2300,8,0,9,0.154,4.554,2893147 +ludcmp,1039,2007,5011,3272,8,0,15,0.172,4.94,2641695 mvt,812,1498,3892,2575,4,0,9,0.157,4.411,148874 nussinov,516,668,1930,1541,8,0,0,0.136,4.433,956491 seidel-2d,393,526,1725,926,4,0,3,0.131,4.184,942338 diff --git a/data/vericert-fun.csv b/data/vericert-fun.csv index 53e0f31..fd7a718 100644 --- a/data/vericert-fun.csv +++ b/data/vericert-fun.csv @@ -1,26 +1,28 @@ benchmark,lut_flip_flop,slice,regs,luts,ramfifo,iopin,dsps,power,delay,cycles -2mm,537,993,2333,1707,4,0,24,0.161,4.458,472304 -3mm,640,902,2422,1948,8,0,21,0.158,4.487,609502 -adi,1378,2083,4918,3288,4,0,54,0.237,3.794,1831462 -atas,413,480,1452,972,4,0,6,0.138,4.521,106408 -bicg,404,602,1528,1029,4,0,9,0.14,4.251,135741 -cholesky,731,981,2922,1990,8,0,12,0.152,4.507,2579910 +2mm,668,926,2678,1976,4,0,24,0.172,4.689,469176 +3mm,707,981,2761,2219,8,0,21,0.16,4.489,606222 +adi,1704,2063,5778,4510,6,0,54,0.211,4.913,1831462 +atas,357,419,1298,908,4,0,6,0.137,4.338,103216 +bicg,441,565,1699,1216,4,0,9,0.141,4.287,132467 +cholesky,722,916,2895,2020,8,0,12,0.157,4.567,2576630 covariance,397,497,1458,1101,4,0,6,0.139,4.27,342097 -doitgen,484,667,1935,1221,4,0,6,0.14,4.189,390095 -durbin,507,469,1494,1044,1,0,12,0.143,4.526,23911 -fdtd-2d,707,827,2418,1804,4,0,9,0.15,4.228,962012 -floyd-warshall,378,479,1494,995,8,0,3,0.134,3.992,5441098 -gemm,450,729,1831,1315,4,0,18,0.153,4.803,412325 -gesummv,481,604,1849,1184,4,0,15,0.149,4.517,122018 -heat-3d,1120,1088,3434,2186,4,0,3,0.143,4.511,597771 +doitgen,472,594,1957,1267,4,0,6,0.136,4.205,387887 +durbin,514,480,1457,1055,1,0,12,0.145,9.403,23872 +fdtd-2d,778,863,2590,1864,4,0,9,0.146,4.322,958412 +floyd-warshall,449,550,1794,1239,8,0,3,0.137,4.043,5414366 +gemm,483,765,2008,1459,4,0,18,0.152,4.291,408625 +gemver,477,800,2030,1470,4,0,21,0.161,4.641,194848 +gesummv,508,654,2018,1285,4,0,15,0.143,4.606,118387 +heat-3d,1061,1213,3273,2027,4,0,3,0.135,4.299,594771 jacobi-1d,272,322,1183,527,1,0,0,0.124,4.163,20057 jacobi-2d,490,592,1908,1215,4,0,6,0.139,4.142,399000 -lu,746,894,2729,1893,8,0,9,0.147,4.569,2897987 -mvt,394,567,1806,1046,4,0,9,0.144,4.419,154115 +lu,701,979,2718,1930,8,0,9,0.158,4.709,2894707 +ludcmp,991,1348,3506,2834,8,0,15,0.176,4.728,2643295 +mvt,552,721,2307,1505,4,0,9,0.146,4.285,150634 nussinov,521,693,1967,1564,8,0,0,0.135,4.468,956551 seidel-2d,416,519,1642,937,4,0,3,0.134,4.147,951158 -symm,661,792,2291,1648,4,0,21,0.157,4.624,284062 -syr2k,503,714,2185,1407,8,0,18,0.157,4.696,532208 -syrk,420,604,1836,1141,4,0,12,0.144,4.325,342786 +symm,706,837,2467,1819,4,0,21,0.159,4.684,281242 +syr2k,546,822,2362,1589,8,0,18,0.155,4.465,528008 +syrk,410,673,1847,1192,4,0,12,0.143,4.485,339786 trisolv,225,347,1091,591,4,0,3,0.132,4.199,36870 -trmm,484,573,1727,1127,2,0,6,0.136,4.527,168199 +trmm,474,593,1739,1193,2,0,6,0.137,4.291,166619 -- cgit