From 2bf6554d29d4aa8d9002f86ae5386b41293d8968 Mon Sep 17 00:00:00 2001 From: Yann Herklotz Date: Mon, 17 Jan 2022 16:12:51 +0000 Subject: Update the data --- data/data.org | 172 ++++++++++++++++++++++++++++++++++++++++ data/slice-ratio.csv | 53 ++++++------- data/time-ratio.csv | 53 ++++++------- data/vericert-full-inlining.csv | 53 ++++++------- data/vericert-fun.csv | 53 ++++++------- scripts/gen-data.rkt | 42 +++++----- 6 files changed, 299 insertions(+), 127 deletions(-) create mode 100644 data/data.org diff --git a/data/data.org b/data/data.org new file mode 100644 index 0000000..2a77b2d --- /dev/null +++ b/data/data.org @@ -0,0 +1,172 @@ +** Vericert-Fun + +| benchmark | lut_flip_flop | slice | regs | luts | ramfifo | iopin | dsps | power | delay | cycles | +|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------| +| cholesky | 731 | 981 | 2922 | 1990 | 8 | 0 | 12 | 0.152 | 4.507 | 2579910 | +| mvt | 394 | 567 | 1806 | 1046 | 4 | 0 | 9 | 0.144 | 4.419 | 154115 | +| trmm | 484 | 573 | 1727 | 1127 | 2 | 0 | 6 | 0.136 | 4.527 | 168199 | +| gemm | 450 | 729 | 1831 | 1315 | 4 | 0 | 18 | 0.153 | 4.803 | 412325 | +| durbin | 507 | 469 | 1494 | 1044 | 1 | 0 | 12 | 0.143 | 4.526 | 23911 | +| atas | 413 | 480 | 1452 | 972 | 4 | 0 | 6 | 0.138 | 4.521 | 106408 | +| trisolv | 225 | 347 | 1091 | 591 | 4 | 0 | 3 | 0.132 | 4.199 | 36870 | +| symm | 661 | 792 | 2291 | 1648 | 4 | 0 | 21 | 0.157 | 4.624 | 284062 | +| 2mm | 537 | 993 | 2333 | 1707 | 4 | 0 | 24 | 0.161 | 4.458 | 472304 | +| covariance | 397 | 497 | 1458 | 1101 | 4 | 0 | 6 | 0.139 | 4.27 | 342097 | +| doitgen | 484 | 667 | 1935 | 1221 | 4 | 0 | 6 | 0.14 | 4.189 | 390095 | +| nussinov | 521 | 693 | 1967 | 1564 | 8 | 0 | 0 | 0.135 | 4.468 | 956551 | +| jacobi-1d | 272 | 322 | 1183 | 527 | 1 | 0 | 0 | 0.124 | 4.163 | 20057 | +| jacobi-2d | 490 | 592 | 1908 | 1215 | 4 | 0 | 6 | 0.139 | 4.142 | 399000 | +| bicg | 404 | 602 | 1528 | 1029 | 4 | 0 | 9 | 0.14 | 4.251 | 135741 | +| heat-3d | 1120 | 1088 | 3434 | 2186 | 4 | 0 | 3 | 0.143 | 4.511 | 597771 | +| 3mm | 640 | 902 | 2422 | 1948 | 8 | 0 | 21 | 0.158 | 4.487 | 609502 | +| fdtd-2d | 707 | 827 | 2418 | 1804 | 4 | 0 | 9 | 0.15 | 4.228 | 962012 | +| seidel-2d | 416 | 519 | 1642 | 937 | 4 | 0 | 3 | 0.134 | 4.147 | 951158 | +| syr2k | 503 | 714 | 2185 | 1407 | 8 | 0 | 18 | 0.157 | 4.696 | 532208 | +| adi | 3722 | 0 | 4263 | 3722 | 4 | 0 | 54 | 0.188 | 3.788 | 1831462 | +| floyd-warshall | 378 | 479 | 1494 | 995 | 8 | 0 | 3 | 0.134 | 3.992 | 5441098 | +| gesummv | 481 | 604 | 1849 | 1184 | 4 | 0 | 15 | 0.149 | 4.517 | 122018 | +| lu | 746 | 894 | 2729 | 1893 | 8 | 0 | 9 | 0.147 | 4.569 | 2897987 | +| syrk | 420 | 604 | 1836 | 1141 | 4 | 0 | 12 | 0.144 | 4.325 | 342786 | +|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------| +| median | 484 | 604 | 1849 | 1215 | 4 | 0 | 9 | 0.143 | 4.458 | 399000 | +#+TBLFM: @>$<<..@>$>=vmedian(@2$$#..@II$$#) + +** Vericert + +| benchmark | lut_flip_flop | slice | regs | luts | ramfifo | iopin | dsps | power | delay | cycles | +|----------------+---------------+-------+-------+------+---------+-------+------+-------+-------+---------| +| cholesky | 719 | 1391 | 3666 | 2394 | 8 | 0 | 12 | 0.156 | 4.739 | 2575070 | +| mvt | 812 | 1498 | 3892 | 2575 | 4 | 0 | 9 | 0.157 | 4.411 | 148874 | +| trmm | 500 | 703 | 2170 | 1499 | 2 | 0 | 6 | 0.14 | 4.449 | 165829 | +| gemm | 587 | 954 | 2809 | 2020 | 4 | 0 | 18 | 0.161 | 4.447 | 406775 | +| durbin | 656 | 666 | 2097 | 1495 | 1 | 0 | 12 | 0.148 | 4.698 | 23833 | +| atas | 346 | 480 | 1471 | 1007 | 4 | 0 | 6 | 0.135 | 4.258 | 101619 | +| trisolv | 205 | 362 | 1177 | 590 | 4 | 0 | 3 | 0.128 | 4.185 | 36050 | +| symm | 805 | 1077 | 3179 | 2470 | 4 | 0 | 21 | 0.162 | 4.733 | 279832 | +| 2mm | 808 | 1546 | 3866 | 2750 | 4 | 0 | 24 | 0.169 | 4.797 | 467612 | +| covariance | 388 | 600 | 1711 | 1217 | 4 | 0 | 6 | 0.136 | 4.351 | 340795 | +| doitgen | 535 | 801 | 2392 | 1606 | 4 | 0 | 6 | 0.14 | 4.321 | 386783 | +| nussinov | 516 | 668 | 1930 | 1541 | 8 | 0 | 0 | 0.136 | 4.433 | 956491 | +| jacobi-1d | 255 | 385 | 1272 | 534 | 1 | 0 | 0 | 0.126 | 4.038 | 19997 | +| jacobi-2d | 481 | 648 | 1997 | 1263 | 4 | 0 | 6 | 0.137 | 4.285 | 397200 | +| bicg | 560 | 787 | 2515 | 1777 | 4 | 0 | 9 | 0.144 | 4.363 | 130791 | +| heat-3d | 1051 | 1117 | 3232 | 2015 | 4 | 0 | 3 | 0.135 | 4.668 | 592771 | +| 3mm | 858 | 1489 | 3976 | 3010 | 8 | 0 | 21 | 0.163 | 4.577 | 604582 | +| fdtd-2d | 750 | 1028 | 3179 | 1949 | 4 | 0 | 9 | 0.145 | 4.513 | 958412 | +| seidel-2d | 393 | 526 | 1725 | 926 | 4 | 0 | 3 | 0.131 | 4.184 | 942338 | +| syr2k | 630 | 1166 | 3182 | 2145 | 8 | 0 | 18 | 0.158 | 5.012 | 525908 | +| adi | 1990 | 3497 | 10185 | 5405 | 4 | 0 | 54 | 0.209 | 4.683 | 1831462 | +| floyd-warshall | 634 | 811 | 2645 | 2016 | 8 | 0 | 3 | 0.143 | 4.289 | 5414366 | +| gesummv | 614 | 867 | 2842 | 1897 | 4 | 0 | 15 | 0.148 | 4.384 | 116557 | +| lu | 729 | 1314 | 3499 | 2300 | 8 | 0 | 9 | 0.154 | 4.554 | 2893147 | +| syrk | 449 | 738 | 2278 | 1531 | 4 | 0 | 12 | 0.14 | 9.467 | 338286 | +|----------------+---------------+-------+-------+------+---------+-------+------+-------+-------+---------| +| median | 614 | 811 | 2645 | 1897 | 4 | 0 | 9 | 0.144 | 4.447 | 397200 | +#+TBLFM: @>$<<..@>$>=vmedian(@2$$#..@II$$#) + +** Bambu + +| benchmark | lut_flip_flop | slice | regs | luts | ramfifo | iopin | dsps | power | delay | cycles | +|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+--------| +| cholesky | 1357 | 910 | 2071 | 3080 | 8 | 0 | 3 | 0.148 | 9.509 | 432503 | +| mvt | 689 | 594 | 1442 | 1616 | 8 | 0 | 6 | 0.145 | 8.79 | 36958 | +| trmm | 628 | 488 | 1113 | 1460 | 3 | 0 | 3 | 0.135 | 8.396 | 42642 | +| gemm | 803 | 651 | 1568 | 1882 | 5 | 0 | 6 | 0.138 | 7.924 | 88052 | +| durbin | 566 | 412 | 921 | 1414 | 3 | 0 | 6 | 0.15 | 9.202 | 7454 | +| atas | 456 | 370 | 806 | 1119 | 6 | 0 | 3 | 0.146 | 7.608 | 22628 | +| trisolv | 345 | 284 | 698 | 844 | 6 | 0 | 3 | 0.143 | 7.151 | 9468 | +| symm | 894 | 663 | 1617 | 1949 | 5 | 0 | 6 | 0.138 | 8.335 | 50392 | +| 2mm | 1220 | 949 | 1986 | 2868 | 5 | 0 | 6 | 0.151 | 8.676 | 82724 | +| covariance | 594 | 536 | 1193 | 1508 | 5 | 0 | 6 | 0.144 | 8.417 | 91654 | +| jacobi-1d | 325 | 225 | 617 | 646 | 2 | 0 | 0 | 0.131 | 8.183 | 4717 | +| gemver | 516 | 501 | 1030 | 1587 | 11 | 0 | 9 | 0.162 | 8.615 | 39318 | +| doitgen | 792 | 632 | 1410 | 1862 | 4 | 0 | 6 | 0.139 | 8.409 | 85427 | +| nussinov | 662 | 455 | 1049 | 1509 | 9 | 0 | 0 | 0.142 | 9.187 | 236267 | +| jacobi-2d | 715 | 525 | 1157 | 1562 | 4 | 0 | 3 | 0.133 | 8.083 | 73516 | +| lu | 1249 | 885 | 1990 | 2914 | 8 | 0 | 3 | 0.15 | 9.778 | 503642 | +| ludcmp | 1728 | 1222 | 2363 | 4177 | 11 | 0 | 3 | 0.164 | 9.881 | 458706 | +| bicg | 614 | 533 | 1285 | 1397 | 8 | 0 | 9 | 0.142 | 7.78 | 30060 | +| heat-3d | 818 | 680 | 1439 | 2151 | 4 | 0 | 3 | 0.145 | 9.172 | 50107 | +| 3mm | 1293 | 1061 | 2209 | 3244 | 8 | 0 | 6 | 0.161 | 9.383 | 126860 | +| fdtd-2d | 856 | 680 | 1525 | 2195 | 7 | 0 | 3 | 0.143 | 8.552 | 101407 | +| seidel-2d | 521 | 405 | 954 | 1133 | 4 | 0 | 3 | 0.143 | 8.638 | 172996 | +| syr2k | 825 | 636 | 1582 | 1829 | 6 | 0 | 9 | 0.138 | 7.783 | 76378 | +| adi | 1057 | 866 | 1775 | 2770 | 4 | 0 | 9 | 0.152 | 9.584 | 218309 | +| floyd-warshall | 529 | 350 | 859 | 1123 | 8 | 0 | 3 | 0.143 | 7.855 | 998008 | +| gesummv | 583 | 461 | 1069 | 1265 | 6 | 0 | 9 | 0.137 | 7.84 | 24736 | +| syrk | 788 | 605 | 1372 | 1754 | 4 | 0 | 6 | 0.136 | 7.754 | 68228 | +|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+--------| +| median | 715 | 594 | 1372 | 1616 | 6 | 0 | 6 | 0.143 | 8.417 | 76378 | +#+TBLFM: @>$<<..@>$>=vmedian(@2$$#..@II$$#) + +** Time + +| benchmark | vericert | vericert-fun | +|----------------+-----------+--------------| +| cholesky | 2.967234 | 2.827276 | +| mvt | 2.021429 | 2.096388 | +| trmm | 2.060691 | 2.126787 | +| gemm | 2.592613 | 2.838367 | +| durbin | 1.632376 | 1.577759 | +| atas | 2.513413 | 2.794423 | +| trisolv | 2.22831 | 2.28662 | +| symm | 3.15331 | 3.127258 | +| 2mm | 3.125391 | 2.933666 | +| covariance | 1.922089 | 1.893513 | +| jacobi-1d | 43.298536 | 42.335268 | +| gemver | 12.517913 | 12.617537 | +| doitgen | 0.112407 | 0.116234 | +| nussinov | 0.784121 | 0.761388 | +| jacobi-2d | 0.960304 | 0.971064 | +| lu | 0.561883 | 0.547565 | +| ludcmp | 0.610521 | 0.603387 | +| bicg | 18.494773 | 17.391895 | +| heat-3d | 8.578985 | 8.582706 | +| 3mm | 2.214392 | 2.099631 | +| fdtd-2d | 9.889776 | 7.999673 | +| seidel-2d | 15.540121 | 14.535428 | +| syr2k | 0.859594 | 0.927169 | +| adi | 6.297165 | 6.328476 | +| floyd-warshall | 0.408523 | 0.189116 | +| gesummv | 9.108164 | 9.172071 | +|----------------+-----------+--------------| +| median | 2.3708615 | 2.5405215 | +| speedup | 1.0715605 | | +|----------------+-----------+--------------| +#+TBLFM: @>>$2..@>>$3=vmedian(@2$$#..@II$$#)::@>$2=@>>$3/@>>$2 + +** Size + +| benchmark | vericert | vericert-fun | +|----------------+------------+--------------| +| cholesky | 1.528571 | 1.078022 | +| mvt | 2.521886 | 0.954545 | +| trmm | 1.440574 | 1.17418 | +| gemm | 1.465438 | 1.119816 | +| durbin | 1.616505 | 1.13835 | +| atas | 1.297297 | 1.297297 | +| trisolv | 1.274648 | 1.221831 | +| symm | 1.624434 | 1.19457 | +| 2mm | 1.629083 | 1.046365 | +| covariance | 1.119403 | 0.927239 | +| jacobi-1d | 3.56 | 2.964444 | +| gemver | 1.333333 | 1.383234 | +| doitgen | 0.609177 | 0.509494 | +| nussinov | 1.424176 | 1.301099 | +| jacobi-2d | 1.499048 | 1.146667 | +| lu | 1.262147 | 1.229379 | +| ludcmp | 1.218494 | 0.738134 | +| bicg | 1.928705 | 1.551595 | +| heat-3d | 0.773529 | 0.763235 | +| 3mm | 1.098963 | 0.67295 | +| fdtd-2d | 5.142647 | 0 | +| seidel-2d | 2.002469 | 1.182716 | +| syr2k | 1.363208 | 0.949686 | +| adi | 1.517321 | 1.032333 | +| floyd-warshall | 2.108571 | 1.725714 | +| gesummv | 1.759219 | 1.310195 | +|----------------+------------+--------------| +| median | 1.482243 | 1.1425085 | +| diff | 0.77079703 | | +|----------------+------------+--------------| +#+TBLFM: @>>$2..@>>$3=vmedian(@2$$#..@II$$#)::@>$2=@>>$3/@>>$2 diff --git a/data/slice-ratio.csv b/data/slice-ratio.csv index 592ee67..623e8d9 100644 --- a/data/slice-ratio.csv +++ b/data/slice-ratio.csv @@ -1,28 +1,27 @@ benchmark,vericert,vericert-fun -cholesky,1.532967,0.694505 -mvt,2.442761,0.473064 -trmm,1.393443,0.727459 -gemm,1.474654,0.606759 -durbin,1.570388,0.543689 -atas,1.345946,0.745946 -trisolv,1.309859,0.848592 -symm,1.571644,0.736048 -2mm,1.635406,0.545838 -covariance,1.067164,0.748134 -jacobi-1d,1.484444,1.071111 -gemver,1.764471,0.93014 -doitgen,1.183544,0.628165 -nussinov,1.468132,1.389011 -jacobi-2d,1.339048,1.068571 -lu,1.491525,0.664407 -ludcmp,1.58838,0.783961 -bicg,1.478424,0.510319 -heat-3d,1.673529,1.473529 -3mm,1.401508,0.509896 -fdtd-2d,1.504412,0.960294 -seidel-2d,1.288889,0.301235 -syr2k,1.496855,0.643082 -adi,4.135104,1.055427 -floyd-warshall,2.317143,0.888571 -gesummv,1.908894,0.678959 -syrk,1.267769,0.545455 \ No newline at end of file +cholesky,1.528571,1.078022 +mvt,2.521886,0.954545 +trmm,1.440574,1.17418 +gemm,1.465438,1.119816 +durbin,1.616505,1.13835 +atas,1.297297,1.297297 +trisolv,1.274648,1.221831 +symm,1.624434,1.19457 +2mm,1.629083,1.046365 +covariance,1.119403,0.927239 +jacobi-1d,3.56,2.964444 +gemver,1.333333,1.383234 +doitgen,0.609177,0.509494 +nussinov,1.424176,1.301099 +jacobi-2d,1.499048,1.146667 +lu,1.262147,1.229379 +ludcmp,1.218494,0.738134 +bicg,1.928705,1.551595 +heat-3d,0.773529,0.763235 +3mm,1.098963,0.67295 +fdtd-2d,5.142647,0 +seidel-2d,2.002469,1.182716 +syr2k,1.363208,0.949686 +adi,1.517321,1.032333 +floyd-warshall,2.108571,1.725714 +gesummv,1.759219,1.310195 diff --git a/data/time-ratio.csv b/data/time-ratio.csv index a99844a..fea0796 100644 --- a/data/time-ratio.csv +++ b/data/time-ratio.csv @@ -1,28 +1,27 @@ benchmark,vericert,vericert-fun -cholesky,2.874567,2.890138 -mvt,2.064507,2.024059 -trmm,2.018529,2.057718 -gemm,2.553546,2.644371 -durbin,1.629528,1.458129 -atas,2.649152,2.652406 -trisolv,2.244284,2.22325 -symm,3.184623,3.075592 -2mm,3.212696,3.000344 -covariance,1.846985,1.8659 -jacobi-1d,2.0846,2.063738 -gemver,2.683782,2.7166 -doitgen,2.336773,2.349229 -nussinov,1.86928,1.918754 -jacobi-2d,2.75994,2.70762 -lu,2.692454,2.883045 -ludcmp,2.848325,2.737868 -bicg,2.470766,2.540274 -heat-3d,5.976952,5.805205 -3mm,2.288145,2.387671 -fdtd-2d,4.783038,4.749155 -seidel-2d,2.630884,3.92598 -syr2k,3.996176,4.078228 -adi,4.190279,3.776937 -floyd-warshall,2.90839,2.85629 -gesummv,2.716611,2.79227 -syrk,2.805196,2.907335 \ No newline at end of file +cholesky,2.967234,2.827276 +mvt,2.021429,2.096388 +trmm,2.060691,2.126787 +gemm,2.592613,2.838367 +durbin,1.632376,1.577759 +atas,2.513413,2.794423 +trisolv,2.22831,2.28662 +symm,3.15331,3.127258 +2mm,3.125391,2.933666 +covariance,1.922089,1.893513 +jacobi-1d,43.298536,42.335268 +gemver,12.517913,12.617537 +doitgen,0.112407,0.116234 +nussinov,0.784121,0.761388 +jacobi-2d,0.960304,0.971064 +lu,0.561883,0.547565 +ludcmp,0.610521,0.603387 +bicg,18.494773,17.391895 +heat-3d,8.578985,8.582706 +3mm,2.214392,2.099631 +fdtd-2d,9.889776,7.999673 +seidel-2d,15.540121,14.535428 +syr2k,0.859594,0.927169 +adi,6.297165,6.328476 +floyd-warshall,0.408523,0.189116 +gesummv,9.108164,9.172071 diff --git a/data/vericert-full-inlining.csv b/data/vericert-full-inlining.csv index 070b3e9..ded73df 100644 --- a/data/vericert-full-inlining.csv +++ b/data/vericert-full-inlining.csv @@ -1,28 +1,27 @@ benchmark,lut_flip_flop,slice,regs,luts,ramfifo,iopin,dsps,power,delay,cycles -cholesky,727,1395,3722,2361,8,0,12,0.157,4.591,2575070 -mvt,817,1451,3893,2550,4,0,9,0.155,4.505,148874 -trmm,517,680,2168,1478,2,0,6,0.138,4.358,165828 -gemm,589,960,2811,2013,4,0,18,0.159,4.38,406774 -durbin,656,647,2096,1485,1,0,12,0.148,4.69,23832 -atas,345,498,1469,984,4,0,6,0.135,4.488,101618 -trisolv,204,372,1176,579,4,0,3,0.128,4.215,36050 -symm,793,1042,3167,2375,4,0,21,0.161,4.78,279832 -2mm,801,1552,3865,2761,4,0,24,0.173,4.931,467612 -covariance,370,572,1707,1144,4,0,6,0.138,4.181,340794 -jacobi-1d,254,334,1271,526,1,0,0,0.126,4.024,19996 -gemver,456,884,2690,1631,4,0,21,0.151,4.709,193048 -doitgen,531,748,2387,1561,4,0,6,0.134,4.34,386782 -nussinov,526,668,1929,1528,8,0,0,0.135,4.242,956490 -jacobi-2d,480,703,1998,1249,4,0,6,0.137,4.129,397200 -lu,713,1320,3489,2262,8,0,9,0.155,4.583,2893146 -ludcmp,1034,1941,4950,3223,8,0,15,0.155,4.887,2641694 -bicg,555,788,2513,1768,4,0,9,0.146,4.418,130790 -heat-3d,1047,1138,3228,1982,4,0,3,0.133,4.634,592770 -3mm,857,1487,3957,2991,8,0,21,0.166,4.505,604582 -fdtd-2d,756,1023,3187,1911,4,0,9,0.148,4.328,958412 -seidel-2d,392,522,1725,915,4,0,3,0.131,4.172,942338 -syr2k,627,952,3170,2097,8,0,18,0.161,4.517,525908 -adi,1998,3581,10087,5392,4,0,54,0.203,4.787,1831462 -floyd-warshall,614,811,2643,1980,8,0,3,0.145,4.211,5414366 -gesummv,608,880,2833,1862,4,0,15,0.153,4.52,116556 -syrk,449,767,2273,1508,4,0,12,0.141,4.387,338286 +cholesky,719,1391,3666,2394,8,0,12,0.156,4.739,2575070 +mvt,812,1498,3892,2575,4,0,9,0.157,4.411,148874 +trmm,500,703,2170,1499,2,0,6,0.14,4.449,165829 +gemm,587,954,2809,2020,4,0,18,0.161,4.447,406775 +durbin,656,666,2097,1495,1,0,12,0.148,4.698,23833 +atas,346,480,1471,1007,4,0,6,0.135,4.258,101619 +trisolv,205,362,1177,590,4,0,3,0.128,4.185,36050 +symm,805,1077,3179,2470,4,0,21,0.162,4.733,279832 +2mm,808,1546,3866,2750,4,0,24,0.169,4.797,467612 +covariance,388,600,1711,1217,4,0,6,0.136,4.351,340795 +doitgen,535,801,2392,1606,4,0,6,0.14,4.321,386783 +nussinov,516,668,1930,1541,8,0,0,0.136,4.433,956491 +jacobi-1d,255,385,1272,534,1,0,0,0.126,4.038,19997 +jacobi-2d,481,648,1997,1263,4,0,6,0.137,4.285,397200 +bicg,560,787,2515,1777,4,0,9,0.144,4.363,130791 +heat-3d,1051,1117,3232,2015,4,0,3,0.135,4.668,592771 +3mm,858,1489,3976,3010,8,0,21,0.163,4.577,604582 +fdtd-2d,750,1028,3179,1949,4,0,9,0.145,4.513,958412 +seidel-2d,393,526,1725,926,4,0,3,0.131,4.184,942338 +syr2k,630,1166,3182,2145,8,0,18,0.158,5.012,525908 +adi,1990,3497,10185,5405,4,0,54,0.209,4.683,1831462 +floyd-warshall,634,811,2645,2016,8,0,3,0.143,4.289,5414366 +gesummv,614,867,2842,1897,4,0,15,0.148,4.384,116557 +lu,729,1314,3499,2300,8,0,9,0.154,4.554,2893147 +syrk,449,738,2278,1531,4,0,12,0.14,9.467,338286 +median,614,811,2645,1897,4,0,9,0.144,4.447,397200 diff --git a/data/vericert-fun.csv b/data/vericert-fun.csv index 60d7202..73580f9 100644 --- a/data/vericert-fun.csv +++ b/data/vericert-fun.csv @@ -1,28 +1,27 @@ benchmark,lut_flip_flop,slice,regs,luts,ramfifo,iopin,dsps,power,delay,cycles -cholesky,340,632,1626,1336,8,0,12,0.142,4.608,2579468 -mvt,180,281,724,492,4,0,6,0.139,4.271,153954 -trmm,203,355,848,643,2,0,6,0.138,4.381,168160 -gemm,203,395,887,738,4,0,9,0.143,4.483,411564 -durbin,190,224,644,449,1,0,3,0.129,4.183,23910 -atas,189,276,635,543,4,0,6,0.137,4.355,104850 -trisolv,129,241,639,414,4,0,3,0.133,4.152,36254 -symm,378,488,1318,1148,4,0,21,0.152,4.57,282670 -2mm,315,518,1287,1112,4,0,12,0.141,4.56,472234 -covariance,268,401,950,774,4,0,3,0.141,4.216,341426 -jacobi-1d,249,241,887,453,1,0,0,0.131,3.973,20050 -gemver,293,466,1119,947,4,0,18,0.148,4.65,197888 -doitgen,237,397,1068,703,4,0,3,0.131,4.327,390012 -nussinov,480,632,1733,1406,8,0,0,0.133,4.354,956550 -jacobi-2d,464,561,1578,1083,4,0,0,0.13,4.041,398156 -lu,326,588,1431,1213,8,0,9,0.141,4.9,2897526 -ludcmp,500,958,1730,1721,8,0,15,0.155,4.689,2646474 -bicg,177,272,658,560,4,0,6,0.136,4.378,135698 -heat-3d,1067,1002,3147,2040,4,0,3,0.139,4.47,596860 -3mm,358,541,1336,1322,8,0,9,0.141,4.675,607938 -fdtd-2d,531,653,1781,1366,4,0,0,0.131,4.285,961172 -seidel-2d,16,122,234,220,0,0,0,0.122,6.192,947472 -syr2k,257,409,1143,881,8,0,15,0.146,4.57,530482 -adi,557,914,2305,1804,4,0,6,0.142,4.361,1812058 -floyd-warshall,159,311,811,580,8,0,3,0.133,4.118,5437462 -gesummv,230,313,872,635,4,0,12,0.144,4.472,121088 -syrk,192,330,922,642,4,0,9,0.143,4.506,341344 +cholesky,731,981,2922,1990,8,0,12,0.152,4.507,2579910 +mvt,394,567,1806,1046,4,0,9,0.144,4.419,154115 +trmm,484,573,1727,1127,2,0,6,0.136,4.527,168199 +gemm,450,729,1831,1315,4,0,18,0.153,4.803,412325 +durbin,507,469,1494,1044,1,0,12,0.143,4.526,23911 +atas,413,480,1452,972,4,0,6,0.138,4.521,106408 +trisolv,225,347,1091,591,4,0,3,0.132,4.199,36870 +symm,661,792,2291,1648,4,0,21,0.157,4.624,284062 +2mm,537,993,2333,1707,4,0,24,0.161,4.458,472304 +covariance,397,497,1458,1101,4,0,6,0.139,4.27,342097 +doitgen,484,667,1935,1221,4,0,6,0.14,4.189,390095 +nussinov,521,693,1967,1564,8,0,0,0.135,4.468,956551 +jacobi-1d,272,322,1183,527,1,0,0,0.124,4.163,20057 +jacobi-2d,490,592,1908,1215,4,0,6,0.139,4.142,399000 +bicg,404,602,1528,1029,4,0,9,0.14,4.251,135741 +heat-3d,1120,1088,3434,2186,4,0,3,0.143,4.511,597771 +3mm,640,902,2422,1948,8,0,21,0.158,4.487,609502 +fdtd-2d,707,827,2418,1804,4,0,9,0.15,4.228,962012 +seidel-2d,416,519,1642,937,4,0,3,0.134,4.147,951158 +syr2k,503,714,2185,1407,8,0,18,0.157,4.696,532208 +adi,3722,0,4263,3722,4,0,54,0.188,3.788,1831462 +floyd-warshall,378,479,1494,995,8,0,3,0.134,3.992,5441098 +gesummv,481,604,1849,1184,4,0,15,0.149,4.517,122018 +lu,746,894,2729,1893,8,0,9,0.147,4.569,2897987 +syrk,420,604,1836,1141,4,0,12,0.144,4.325,342786 +median,484,604,1849,1215,4,0,9,0.143,4.458,399000 diff --git a/scripts/gen-data.rkt b/scripts/gen-data.rkt index 0410bc6..ca0e1fa 100644 --- a/scripts/gen-data.rkt +++ b/scripts/gen-data.rkt @@ -15,6 +15,12 @@ (close-input-port exec-csv) report)) +(define (write-file file data) + (with-output-to-file file + (lambda () + (display data)) + #:exists 'replace)) + (define (nth lst idx) (cond ((empty? lst) empty) ; more effiecent than (= (length lst) 0) ((= idx 0) (first lst)) @@ -53,22 +59,20 @@ (get-relative (mul-lists (get-delay vericert-full-inlining) (get-cycles vericert-full-inlining)) (mul-lists (get-delay bambu-results) (get-cycles bambu-results)))) -(define time-ratio (open-output-file "./data/time-ratio.csv")) -(display (table->string - (cons '("benchmark" "vericert" "vericert-fun") (for/list - ([b (get-row-string bambu-results 0)] - [i time-ratio-vericert-full-inlining] - [j time-ratio-vericert-fun]) - (list b i j)))) - time-ratio) -(close-output-port time-ratio) - -(define slice-ratio (open-output-file "./data/slice-ratio.csv")) -(display (table->string - (cons '("benchmark" "vericert" "vericert-fun") (for/list - ([b (get-row-string bambu-results 0)] - [i slice-ratio-vericert-full-inlining] - [j slice-ratio-vericert-fun]) - (list b i j)))) - slice-ratio) -(close-output-port slice-ratio) +(write-file "./data/time-ratio.csv" + (table->string + (cons '("benchmark" "vericert" "vericert-fun") + (for/list + ([b (get-row-string bambu-results 0)] + [i time-ratio-vericert-full-inlining] + [j time-ratio-vericert-fun]) + (list b i j))))) + +(write-file "./data/slice-ratio.csv" + (table->string + (cons '("benchmark" "vericert" "vericert-fun") + (for/list + ([b (get-row-string bambu-results 0)] + [i slice-ratio-vericert-full-inlining] + [j slice-ratio-vericert-fun]) + (list b i j))))) -- cgit