summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorJohn Wickerson <j.wickerson@imperial.ac.uk>2022-01-17 16:18:50 +0000
committerJohn Wickerson <j.wickerson@imperial.ac.uk>2022-01-17 16:18:50 +0000
commit91b943e17282a4a89415da32e10d0655d720a621 (patch)
treef1cb56366722c453723fc6148f55908c5f91953b
parente367ab3b3a81916eb8bcafb1b588ed0b6bf087fe (diff)
parent02602176944df1a9caabeea44e6591b9097ff024 (diff)
downloadfccm22_rsvhls-91b943e17282a4a89415da32e10d0655d720a621.tar.gz
fccm22_rsvhls-91b943e17282a4a89415da32e10d0655d720a621.zip
Merge branch 'master' of https://git.overleaf.com/6123986eabc27675b19ebdea
-rw-r--r--data/data.org172
-rw-r--r--data/slice-ratio.csv53
-rw-r--r--data/time-ratio.csv53
-rw-r--r--data/vericert-full-inlining.csv53
-rw-r--r--data/vericert-fun.csv53
-rw-r--r--scripts/gen-data.rkt42
6 files changed, 299 insertions, 127 deletions
diff --git a/data/data.org b/data/data.org
new file mode 100644
index 0000000..2a77b2d
--- /dev/null
+++ b/data/data.org
@@ -0,0 +1,172 @@
+** Vericert-Fun
+
+| benchmark | lut_flip_flop | slice | regs | luts | ramfifo | iopin | dsps | power | delay | cycles |
+|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------|
+| cholesky | 731 | 981 | 2922 | 1990 | 8 | 0 | 12 | 0.152 | 4.507 | 2579910 |
+| mvt | 394 | 567 | 1806 | 1046 | 4 | 0 | 9 | 0.144 | 4.419 | 154115 |
+| trmm | 484 | 573 | 1727 | 1127 | 2 | 0 | 6 | 0.136 | 4.527 | 168199 |
+| gemm | 450 | 729 | 1831 | 1315 | 4 | 0 | 18 | 0.153 | 4.803 | 412325 |
+| durbin | 507 | 469 | 1494 | 1044 | 1 | 0 | 12 | 0.143 | 4.526 | 23911 |
+| atas | 413 | 480 | 1452 | 972 | 4 | 0 | 6 | 0.138 | 4.521 | 106408 |
+| trisolv | 225 | 347 | 1091 | 591 | 4 | 0 | 3 | 0.132 | 4.199 | 36870 |
+| symm | 661 | 792 | 2291 | 1648 | 4 | 0 | 21 | 0.157 | 4.624 | 284062 |
+| 2mm | 537 | 993 | 2333 | 1707 | 4 | 0 | 24 | 0.161 | 4.458 | 472304 |
+| covariance | 397 | 497 | 1458 | 1101 | 4 | 0 | 6 | 0.139 | 4.27 | 342097 |
+| doitgen | 484 | 667 | 1935 | 1221 | 4 | 0 | 6 | 0.14 | 4.189 | 390095 |
+| nussinov | 521 | 693 | 1967 | 1564 | 8 | 0 | 0 | 0.135 | 4.468 | 956551 |
+| jacobi-1d | 272 | 322 | 1183 | 527 | 1 | 0 | 0 | 0.124 | 4.163 | 20057 |
+| jacobi-2d | 490 | 592 | 1908 | 1215 | 4 | 0 | 6 | 0.139 | 4.142 | 399000 |
+| bicg | 404 | 602 | 1528 | 1029 | 4 | 0 | 9 | 0.14 | 4.251 | 135741 |
+| heat-3d | 1120 | 1088 | 3434 | 2186 | 4 | 0 | 3 | 0.143 | 4.511 | 597771 |
+| 3mm | 640 | 902 | 2422 | 1948 | 8 | 0 | 21 | 0.158 | 4.487 | 609502 |
+| fdtd-2d | 707 | 827 | 2418 | 1804 | 4 | 0 | 9 | 0.15 | 4.228 | 962012 |
+| seidel-2d | 416 | 519 | 1642 | 937 | 4 | 0 | 3 | 0.134 | 4.147 | 951158 |
+| syr2k | 503 | 714 | 2185 | 1407 | 8 | 0 | 18 | 0.157 | 4.696 | 532208 |
+| adi | 3722 | 0 | 4263 | 3722 | 4 | 0 | 54 | 0.188 | 3.788 | 1831462 |
+| floyd-warshall | 378 | 479 | 1494 | 995 | 8 | 0 | 3 | 0.134 | 3.992 | 5441098 |
+| gesummv | 481 | 604 | 1849 | 1184 | 4 | 0 | 15 | 0.149 | 4.517 | 122018 |
+| lu | 746 | 894 | 2729 | 1893 | 8 | 0 | 9 | 0.147 | 4.569 | 2897987 |
+| syrk | 420 | 604 | 1836 | 1141 | 4 | 0 | 12 | 0.144 | 4.325 | 342786 |
+|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+---------|
+| median | 484 | 604 | 1849 | 1215 | 4 | 0 | 9 | 0.143 | 4.458 | 399000 |
+#+TBLFM: @>$<<..@>$>=vmedian(@2$$#..@II$$#)
+
+** Vericert
+
+| benchmark | lut_flip_flop | slice | regs | luts | ramfifo | iopin | dsps | power | delay | cycles |
+|----------------+---------------+-------+-------+------+---------+-------+------+-------+-------+---------|
+| cholesky | 719 | 1391 | 3666 | 2394 | 8 | 0 | 12 | 0.156 | 4.739 | 2575070 |
+| mvt | 812 | 1498 | 3892 | 2575 | 4 | 0 | 9 | 0.157 | 4.411 | 148874 |
+| trmm | 500 | 703 | 2170 | 1499 | 2 | 0 | 6 | 0.14 | 4.449 | 165829 |
+| gemm | 587 | 954 | 2809 | 2020 | 4 | 0 | 18 | 0.161 | 4.447 | 406775 |
+| durbin | 656 | 666 | 2097 | 1495 | 1 | 0 | 12 | 0.148 | 4.698 | 23833 |
+| atas | 346 | 480 | 1471 | 1007 | 4 | 0 | 6 | 0.135 | 4.258 | 101619 |
+| trisolv | 205 | 362 | 1177 | 590 | 4 | 0 | 3 | 0.128 | 4.185 | 36050 |
+| symm | 805 | 1077 | 3179 | 2470 | 4 | 0 | 21 | 0.162 | 4.733 | 279832 |
+| 2mm | 808 | 1546 | 3866 | 2750 | 4 | 0 | 24 | 0.169 | 4.797 | 467612 |
+| covariance | 388 | 600 | 1711 | 1217 | 4 | 0 | 6 | 0.136 | 4.351 | 340795 |
+| doitgen | 535 | 801 | 2392 | 1606 | 4 | 0 | 6 | 0.14 | 4.321 | 386783 |
+| nussinov | 516 | 668 | 1930 | 1541 | 8 | 0 | 0 | 0.136 | 4.433 | 956491 |
+| jacobi-1d | 255 | 385 | 1272 | 534 | 1 | 0 | 0 | 0.126 | 4.038 | 19997 |
+| jacobi-2d | 481 | 648 | 1997 | 1263 | 4 | 0 | 6 | 0.137 | 4.285 | 397200 |
+| bicg | 560 | 787 | 2515 | 1777 | 4 | 0 | 9 | 0.144 | 4.363 | 130791 |
+| heat-3d | 1051 | 1117 | 3232 | 2015 | 4 | 0 | 3 | 0.135 | 4.668 | 592771 |
+| 3mm | 858 | 1489 | 3976 | 3010 | 8 | 0 | 21 | 0.163 | 4.577 | 604582 |
+| fdtd-2d | 750 | 1028 | 3179 | 1949 | 4 | 0 | 9 | 0.145 | 4.513 | 958412 |
+| seidel-2d | 393 | 526 | 1725 | 926 | 4 | 0 | 3 | 0.131 | 4.184 | 942338 |
+| syr2k | 630 | 1166 | 3182 | 2145 | 8 | 0 | 18 | 0.158 | 5.012 | 525908 |
+| adi | 1990 | 3497 | 10185 | 5405 | 4 | 0 | 54 | 0.209 | 4.683 | 1831462 |
+| floyd-warshall | 634 | 811 | 2645 | 2016 | 8 | 0 | 3 | 0.143 | 4.289 | 5414366 |
+| gesummv | 614 | 867 | 2842 | 1897 | 4 | 0 | 15 | 0.148 | 4.384 | 116557 |
+| lu | 729 | 1314 | 3499 | 2300 | 8 | 0 | 9 | 0.154 | 4.554 | 2893147 |
+| syrk | 449 | 738 | 2278 | 1531 | 4 | 0 | 12 | 0.14 | 9.467 | 338286 |
+|----------------+---------------+-------+-------+------+---------+-------+------+-------+-------+---------|
+| median | 614 | 811 | 2645 | 1897 | 4 | 0 | 9 | 0.144 | 4.447 | 397200 |
+#+TBLFM: @>$<<..@>$>=vmedian(@2$$#..@II$$#)
+
+** Bambu
+
+| benchmark | lut_flip_flop | slice | regs | luts | ramfifo | iopin | dsps | power | delay | cycles |
+|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+--------|
+| cholesky | 1357 | 910 | 2071 | 3080 | 8 | 0 | 3 | 0.148 | 9.509 | 432503 |
+| mvt | 689 | 594 | 1442 | 1616 | 8 | 0 | 6 | 0.145 | 8.79 | 36958 |
+| trmm | 628 | 488 | 1113 | 1460 | 3 | 0 | 3 | 0.135 | 8.396 | 42642 |
+| gemm | 803 | 651 | 1568 | 1882 | 5 | 0 | 6 | 0.138 | 7.924 | 88052 |
+| durbin | 566 | 412 | 921 | 1414 | 3 | 0 | 6 | 0.15 | 9.202 | 7454 |
+| atas | 456 | 370 | 806 | 1119 | 6 | 0 | 3 | 0.146 | 7.608 | 22628 |
+| trisolv | 345 | 284 | 698 | 844 | 6 | 0 | 3 | 0.143 | 7.151 | 9468 |
+| symm | 894 | 663 | 1617 | 1949 | 5 | 0 | 6 | 0.138 | 8.335 | 50392 |
+| 2mm | 1220 | 949 | 1986 | 2868 | 5 | 0 | 6 | 0.151 | 8.676 | 82724 |
+| covariance | 594 | 536 | 1193 | 1508 | 5 | 0 | 6 | 0.144 | 8.417 | 91654 |
+| jacobi-1d | 325 | 225 | 617 | 646 | 2 | 0 | 0 | 0.131 | 8.183 | 4717 |
+| gemver | 516 | 501 | 1030 | 1587 | 11 | 0 | 9 | 0.162 | 8.615 | 39318 |
+| doitgen | 792 | 632 | 1410 | 1862 | 4 | 0 | 6 | 0.139 | 8.409 | 85427 |
+| nussinov | 662 | 455 | 1049 | 1509 | 9 | 0 | 0 | 0.142 | 9.187 | 236267 |
+| jacobi-2d | 715 | 525 | 1157 | 1562 | 4 | 0 | 3 | 0.133 | 8.083 | 73516 |
+| lu | 1249 | 885 | 1990 | 2914 | 8 | 0 | 3 | 0.15 | 9.778 | 503642 |
+| ludcmp | 1728 | 1222 | 2363 | 4177 | 11 | 0 | 3 | 0.164 | 9.881 | 458706 |
+| bicg | 614 | 533 | 1285 | 1397 | 8 | 0 | 9 | 0.142 | 7.78 | 30060 |
+| heat-3d | 818 | 680 | 1439 | 2151 | 4 | 0 | 3 | 0.145 | 9.172 | 50107 |
+| 3mm | 1293 | 1061 | 2209 | 3244 | 8 | 0 | 6 | 0.161 | 9.383 | 126860 |
+| fdtd-2d | 856 | 680 | 1525 | 2195 | 7 | 0 | 3 | 0.143 | 8.552 | 101407 |
+| seidel-2d | 521 | 405 | 954 | 1133 | 4 | 0 | 3 | 0.143 | 8.638 | 172996 |
+| syr2k | 825 | 636 | 1582 | 1829 | 6 | 0 | 9 | 0.138 | 7.783 | 76378 |
+| adi | 1057 | 866 | 1775 | 2770 | 4 | 0 | 9 | 0.152 | 9.584 | 218309 |
+| floyd-warshall | 529 | 350 | 859 | 1123 | 8 | 0 | 3 | 0.143 | 7.855 | 998008 |
+| gesummv | 583 | 461 | 1069 | 1265 | 6 | 0 | 9 | 0.137 | 7.84 | 24736 |
+| syrk | 788 | 605 | 1372 | 1754 | 4 | 0 | 6 | 0.136 | 7.754 | 68228 |
+|----------------+---------------+-------+------+------+---------+-------+------+-------+-------+--------|
+| median | 715 | 594 | 1372 | 1616 | 6 | 0 | 6 | 0.143 | 8.417 | 76378 |
+#+TBLFM: @>$<<..@>$>=vmedian(@2$$#..@II$$#)
+
+** Time
+
+| benchmark | vericert | vericert-fun |
+|----------------+-----------+--------------|
+| cholesky | 2.967234 | 2.827276 |
+| mvt | 2.021429 | 2.096388 |
+| trmm | 2.060691 | 2.126787 |
+| gemm | 2.592613 | 2.838367 |
+| durbin | 1.632376 | 1.577759 |
+| atas | 2.513413 | 2.794423 |
+| trisolv | 2.22831 | 2.28662 |
+| symm | 3.15331 | 3.127258 |
+| 2mm | 3.125391 | 2.933666 |
+| covariance | 1.922089 | 1.893513 |
+| jacobi-1d | 43.298536 | 42.335268 |
+| gemver | 12.517913 | 12.617537 |
+| doitgen | 0.112407 | 0.116234 |
+| nussinov | 0.784121 | 0.761388 |
+| jacobi-2d | 0.960304 | 0.971064 |
+| lu | 0.561883 | 0.547565 |
+| ludcmp | 0.610521 | 0.603387 |
+| bicg | 18.494773 | 17.391895 |
+| heat-3d | 8.578985 | 8.582706 |
+| 3mm | 2.214392 | 2.099631 |
+| fdtd-2d | 9.889776 | 7.999673 |
+| seidel-2d | 15.540121 | 14.535428 |
+| syr2k | 0.859594 | 0.927169 |
+| adi | 6.297165 | 6.328476 |
+| floyd-warshall | 0.408523 | 0.189116 |
+| gesummv | 9.108164 | 9.172071 |
+|----------------+-----------+--------------|
+| median | 2.3708615 | 2.5405215 |
+| speedup | 1.0715605 | |
+|----------------+-----------+--------------|
+#+TBLFM: @>>$2..@>>$3=vmedian(@2$$#..@II$$#)::@>$2=@>>$3/@>>$2
+
+** Size
+
+| benchmark | vericert | vericert-fun |
+|----------------+------------+--------------|
+| cholesky | 1.528571 | 1.078022 |
+| mvt | 2.521886 | 0.954545 |
+| trmm | 1.440574 | 1.17418 |
+| gemm | 1.465438 | 1.119816 |
+| durbin | 1.616505 | 1.13835 |
+| atas | 1.297297 | 1.297297 |
+| trisolv | 1.274648 | 1.221831 |
+| symm | 1.624434 | 1.19457 |
+| 2mm | 1.629083 | 1.046365 |
+| covariance | 1.119403 | 0.927239 |
+| jacobi-1d | 3.56 | 2.964444 |
+| gemver | 1.333333 | 1.383234 |
+| doitgen | 0.609177 | 0.509494 |
+| nussinov | 1.424176 | 1.301099 |
+| jacobi-2d | 1.499048 | 1.146667 |
+| lu | 1.262147 | 1.229379 |
+| ludcmp | 1.218494 | 0.738134 |
+| bicg | 1.928705 | 1.551595 |
+| heat-3d | 0.773529 | 0.763235 |
+| 3mm | 1.098963 | 0.67295 |
+| fdtd-2d | 5.142647 | 0 |
+| seidel-2d | 2.002469 | 1.182716 |
+| syr2k | 1.363208 | 0.949686 |
+| adi | 1.517321 | 1.032333 |
+| floyd-warshall | 2.108571 | 1.725714 |
+| gesummv | 1.759219 | 1.310195 |
+|----------------+------------+--------------|
+| median | 1.482243 | 1.1425085 |
+| diff | 0.77079703 | |
+|----------------+------------+--------------|
+#+TBLFM: @>>$2..@>>$3=vmedian(@2$$#..@II$$#)::@>$2=@>>$3/@>>$2
diff --git a/data/slice-ratio.csv b/data/slice-ratio.csv
index 592ee67..623e8d9 100644
--- a/data/slice-ratio.csv
+++ b/data/slice-ratio.csv
@@ -1,28 +1,27 @@
benchmark,vericert,vericert-fun
-cholesky,1.532967,0.694505
-mvt,2.442761,0.473064
-trmm,1.393443,0.727459
-gemm,1.474654,0.606759
-durbin,1.570388,0.543689
-atas,1.345946,0.745946
-trisolv,1.309859,0.848592
-symm,1.571644,0.736048
-2mm,1.635406,0.545838
-covariance,1.067164,0.748134
-jacobi-1d,1.484444,1.071111
-gemver,1.764471,0.93014
-doitgen,1.183544,0.628165
-nussinov,1.468132,1.389011
-jacobi-2d,1.339048,1.068571
-lu,1.491525,0.664407
-ludcmp,1.58838,0.783961
-bicg,1.478424,0.510319
-heat-3d,1.673529,1.473529
-3mm,1.401508,0.509896
-fdtd-2d,1.504412,0.960294
-seidel-2d,1.288889,0.301235
-syr2k,1.496855,0.643082
-adi,4.135104,1.055427
-floyd-warshall,2.317143,0.888571
-gesummv,1.908894,0.678959
-syrk,1.267769,0.545455 \ No newline at end of file
+cholesky,1.528571,1.078022
+mvt,2.521886,0.954545
+trmm,1.440574,1.17418
+gemm,1.465438,1.119816
+durbin,1.616505,1.13835
+atas,1.297297,1.297297
+trisolv,1.274648,1.221831
+symm,1.624434,1.19457
+2mm,1.629083,1.046365
+covariance,1.119403,0.927239
+jacobi-1d,3.56,2.964444
+gemver,1.333333,1.383234
+doitgen,0.609177,0.509494
+nussinov,1.424176,1.301099
+jacobi-2d,1.499048,1.146667
+lu,1.262147,1.229379
+ludcmp,1.218494,0.738134
+bicg,1.928705,1.551595
+heat-3d,0.773529,0.763235
+3mm,1.098963,0.67295
+fdtd-2d,5.142647,0
+seidel-2d,2.002469,1.182716
+syr2k,1.363208,0.949686
+adi,1.517321,1.032333
+floyd-warshall,2.108571,1.725714
+gesummv,1.759219,1.310195
diff --git a/data/time-ratio.csv b/data/time-ratio.csv
index a99844a..fea0796 100644
--- a/data/time-ratio.csv
+++ b/data/time-ratio.csv
@@ -1,28 +1,27 @@
benchmark,vericert,vericert-fun
-cholesky,2.874567,2.890138
-mvt,2.064507,2.024059
-trmm,2.018529,2.057718
-gemm,2.553546,2.644371
-durbin,1.629528,1.458129
-atas,2.649152,2.652406
-trisolv,2.244284,2.22325
-symm,3.184623,3.075592
-2mm,3.212696,3.000344
-covariance,1.846985,1.8659
-jacobi-1d,2.0846,2.063738
-gemver,2.683782,2.7166
-doitgen,2.336773,2.349229
-nussinov,1.86928,1.918754
-jacobi-2d,2.75994,2.70762
-lu,2.692454,2.883045
-ludcmp,2.848325,2.737868
-bicg,2.470766,2.540274
-heat-3d,5.976952,5.805205
-3mm,2.288145,2.387671
-fdtd-2d,4.783038,4.749155
-seidel-2d,2.630884,3.92598
-syr2k,3.996176,4.078228
-adi,4.190279,3.776937
-floyd-warshall,2.90839,2.85629
-gesummv,2.716611,2.79227
-syrk,2.805196,2.907335 \ No newline at end of file
+cholesky,2.967234,2.827276
+mvt,2.021429,2.096388
+trmm,2.060691,2.126787
+gemm,2.592613,2.838367
+durbin,1.632376,1.577759
+atas,2.513413,2.794423
+trisolv,2.22831,2.28662
+symm,3.15331,3.127258
+2mm,3.125391,2.933666
+covariance,1.922089,1.893513
+jacobi-1d,43.298536,42.335268
+gemver,12.517913,12.617537
+doitgen,0.112407,0.116234
+nussinov,0.784121,0.761388
+jacobi-2d,0.960304,0.971064
+lu,0.561883,0.547565
+ludcmp,0.610521,0.603387
+bicg,18.494773,17.391895
+heat-3d,8.578985,8.582706
+3mm,2.214392,2.099631
+fdtd-2d,9.889776,7.999673
+seidel-2d,15.540121,14.535428
+syr2k,0.859594,0.927169
+adi,6.297165,6.328476
+floyd-warshall,0.408523,0.189116
+gesummv,9.108164,9.172071
diff --git a/data/vericert-full-inlining.csv b/data/vericert-full-inlining.csv
index 070b3e9..ded73df 100644
--- a/data/vericert-full-inlining.csv
+++ b/data/vericert-full-inlining.csv
@@ -1,28 +1,27 @@
benchmark,lut_flip_flop,slice,regs,luts,ramfifo,iopin,dsps,power,delay,cycles
-cholesky,727,1395,3722,2361,8,0,12,0.157,4.591,2575070
-mvt,817,1451,3893,2550,4,0,9,0.155,4.505,148874
-trmm,517,680,2168,1478,2,0,6,0.138,4.358,165828
-gemm,589,960,2811,2013,4,0,18,0.159,4.38,406774
-durbin,656,647,2096,1485,1,0,12,0.148,4.69,23832
-atas,345,498,1469,984,4,0,6,0.135,4.488,101618
-trisolv,204,372,1176,579,4,0,3,0.128,4.215,36050
-symm,793,1042,3167,2375,4,0,21,0.161,4.78,279832
-2mm,801,1552,3865,2761,4,0,24,0.173,4.931,467612
-covariance,370,572,1707,1144,4,0,6,0.138,4.181,340794
-jacobi-1d,254,334,1271,526,1,0,0,0.126,4.024,19996
-gemver,456,884,2690,1631,4,0,21,0.151,4.709,193048
-doitgen,531,748,2387,1561,4,0,6,0.134,4.34,386782
-nussinov,526,668,1929,1528,8,0,0,0.135,4.242,956490
-jacobi-2d,480,703,1998,1249,4,0,6,0.137,4.129,397200
-lu,713,1320,3489,2262,8,0,9,0.155,4.583,2893146
-ludcmp,1034,1941,4950,3223,8,0,15,0.155,4.887,2641694
-bicg,555,788,2513,1768,4,0,9,0.146,4.418,130790
-heat-3d,1047,1138,3228,1982,4,0,3,0.133,4.634,592770
-3mm,857,1487,3957,2991,8,0,21,0.166,4.505,604582
-fdtd-2d,756,1023,3187,1911,4,0,9,0.148,4.328,958412
-seidel-2d,392,522,1725,915,4,0,3,0.131,4.172,942338
-syr2k,627,952,3170,2097,8,0,18,0.161,4.517,525908
-adi,1998,3581,10087,5392,4,0,54,0.203,4.787,1831462
-floyd-warshall,614,811,2643,1980,8,0,3,0.145,4.211,5414366
-gesummv,608,880,2833,1862,4,0,15,0.153,4.52,116556
-syrk,449,767,2273,1508,4,0,12,0.141,4.387,338286
+cholesky,719,1391,3666,2394,8,0,12,0.156,4.739,2575070
+mvt,812,1498,3892,2575,4,0,9,0.157,4.411,148874
+trmm,500,703,2170,1499,2,0,6,0.14,4.449,165829
+gemm,587,954,2809,2020,4,0,18,0.161,4.447,406775
+durbin,656,666,2097,1495,1,0,12,0.148,4.698,23833
+atas,346,480,1471,1007,4,0,6,0.135,4.258,101619
+trisolv,205,362,1177,590,4,0,3,0.128,4.185,36050
+symm,805,1077,3179,2470,4,0,21,0.162,4.733,279832
+2mm,808,1546,3866,2750,4,0,24,0.169,4.797,467612
+covariance,388,600,1711,1217,4,0,6,0.136,4.351,340795
+doitgen,535,801,2392,1606,4,0,6,0.14,4.321,386783
+nussinov,516,668,1930,1541,8,0,0,0.136,4.433,956491
+jacobi-1d,255,385,1272,534,1,0,0,0.126,4.038,19997
+jacobi-2d,481,648,1997,1263,4,0,6,0.137,4.285,397200
+bicg,560,787,2515,1777,4,0,9,0.144,4.363,130791
+heat-3d,1051,1117,3232,2015,4,0,3,0.135,4.668,592771
+3mm,858,1489,3976,3010,8,0,21,0.163,4.577,604582
+fdtd-2d,750,1028,3179,1949,4,0,9,0.145,4.513,958412
+seidel-2d,393,526,1725,926,4,0,3,0.131,4.184,942338
+syr2k,630,1166,3182,2145,8,0,18,0.158,5.012,525908
+adi,1990,3497,10185,5405,4,0,54,0.209,4.683,1831462
+floyd-warshall,634,811,2645,2016,8,0,3,0.143,4.289,5414366
+gesummv,614,867,2842,1897,4,0,15,0.148,4.384,116557
+lu,729,1314,3499,2300,8,0,9,0.154,4.554,2893147
+syrk,449,738,2278,1531,4,0,12,0.14,9.467,338286
+median,614,811,2645,1897,4,0,9,0.144,4.447,397200
diff --git a/data/vericert-fun.csv b/data/vericert-fun.csv
index 60d7202..73580f9 100644
--- a/data/vericert-fun.csv
+++ b/data/vericert-fun.csv
@@ -1,28 +1,27 @@
benchmark,lut_flip_flop,slice,regs,luts,ramfifo,iopin,dsps,power,delay,cycles
-cholesky,340,632,1626,1336,8,0,12,0.142,4.608,2579468
-mvt,180,281,724,492,4,0,6,0.139,4.271,153954
-trmm,203,355,848,643,2,0,6,0.138,4.381,168160
-gemm,203,395,887,738,4,0,9,0.143,4.483,411564
-durbin,190,224,644,449,1,0,3,0.129,4.183,23910
-atas,189,276,635,543,4,0,6,0.137,4.355,104850
-trisolv,129,241,639,414,4,0,3,0.133,4.152,36254
-symm,378,488,1318,1148,4,0,21,0.152,4.57,282670
-2mm,315,518,1287,1112,4,0,12,0.141,4.56,472234
-covariance,268,401,950,774,4,0,3,0.141,4.216,341426
-jacobi-1d,249,241,887,453,1,0,0,0.131,3.973,20050
-gemver,293,466,1119,947,4,0,18,0.148,4.65,197888
-doitgen,237,397,1068,703,4,0,3,0.131,4.327,390012
-nussinov,480,632,1733,1406,8,0,0,0.133,4.354,956550
-jacobi-2d,464,561,1578,1083,4,0,0,0.13,4.041,398156
-lu,326,588,1431,1213,8,0,9,0.141,4.9,2897526
-ludcmp,500,958,1730,1721,8,0,15,0.155,4.689,2646474
-bicg,177,272,658,560,4,0,6,0.136,4.378,135698
-heat-3d,1067,1002,3147,2040,4,0,3,0.139,4.47,596860
-3mm,358,541,1336,1322,8,0,9,0.141,4.675,607938
-fdtd-2d,531,653,1781,1366,4,0,0,0.131,4.285,961172
-seidel-2d,16,122,234,220,0,0,0,0.122,6.192,947472
-syr2k,257,409,1143,881,8,0,15,0.146,4.57,530482
-adi,557,914,2305,1804,4,0,6,0.142,4.361,1812058
-floyd-warshall,159,311,811,580,8,0,3,0.133,4.118,5437462
-gesummv,230,313,872,635,4,0,12,0.144,4.472,121088
-syrk,192,330,922,642,4,0,9,0.143,4.506,341344
+cholesky,731,981,2922,1990,8,0,12,0.152,4.507,2579910
+mvt,394,567,1806,1046,4,0,9,0.144,4.419,154115
+trmm,484,573,1727,1127,2,0,6,0.136,4.527,168199
+gemm,450,729,1831,1315,4,0,18,0.153,4.803,412325
+durbin,507,469,1494,1044,1,0,12,0.143,4.526,23911
+atas,413,480,1452,972,4,0,6,0.138,4.521,106408
+trisolv,225,347,1091,591,4,0,3,0.132,4.199,36870
+symm,661,792,2291,1648,4,0,21,0.157,4.624,284062
+2mm,537,993,2333,1707,4,0,24,0.161,4.458,472304
+covariance,397,497,1458,1101,4,0,6,0.139,4.27,342097
+doitgen,484,667,1935,1221,4,0,6,0.14,4.189,390095
+nussinov,521,693,1967,1564,8,0,0,0.135,4.468,956551
+jacobi-1d,272,322,1183,527,1,0,0,0.124,4.163,20057
+jacobi-2d,490,592,1908,1215,4,0,6,0.139,4.142,399000
+bicg,404,602,1528,1029,4,0,9,0.14,4.251,135741
+heat-3d,1120,1088,3434,2186,4,0,3,0.143,4.511,597771
+3mm,640,902,2422,1948,8,0,21,0.158,4.487,609502
+fdtd-2d,707,827,2418,1804,4,0,9,0.15,4.228,962012
+seidel-2d,416,519,1642,937,4,0,3,0.134,4.147,951158
+syr2k,503,714,2185,1407,8,0,18,0.157,4.696,532208
+adi,3722,0,4263,3722,4,0,54,0.188,3.788,1831462
+floyd-warshall,378,479,1494,995,8,0,3,0.134,3.992,5441098
+gesummv,481,604,1849,1184,4,0,15,0.149,4.517,122018
+lu,746,894,2729,1893,8,0,9,0.147,4.569,2897987
+syrk,420,604,1836,1141,4,0,12,0.144,4.325,342786
+median,484,604,1849,1215,4,0,9,0.143,4.458,399000
diff --git a/scripts/gen-data.rkt b/scripts/gen-data.rkt
index 0410bc6..ca0e1fa 100644
--- a/scripts/gen-data.rkt
+++ b/scripts/gen-data.rkt
@@ -15,6 +15,12 @@
(close-input-port exec-csv)
report))
+(define (write-file file data)
+ (with-output-to-file file
+ (lambda ()
+ (display data))
+ #:exists 'replace))
+
(define (nth lst idx)
(cond ((empty? lst) empty) ; more effiecent than (= (length lst) 0)
((= idx 0) (first lst))
@@ -53,22 +59,20 @@
(get-relative (mul-lists (get-delay vericert-full-inlining) (get-cycles vericert-full-inlining))
(mul-lists (get-delay bambu-results) (get-cycles bambu-results))))
-(define time-ratio (open-output-file "./data/time-ratio.csv"))
-(display (table->string
- (cons '("benchmark" "vericert" "vericert-fun") (for/list
- ([b (get-row-string bambu-results 0)]
- [i time-ratio-vericert-full-inlining]
- [j time-ratio-vericert-fun])
- (list b i j))))
- time-ratio)
-(close-output-port time-ratio)
-
-(define slice-ratio (open-output-file "./data/slice-ratio.csv"))
-(display (table->string
- (cons '("benchmark" "vericert" "vericert-fun") (for/list
- ([b (get-row-string bambu-results 0)]
- [i slice-ratio-vericert-full-inlining]
- [j slice-ratio-vericert-fun])
- (list b i j))))
- slice-ratio)
-(close-output-port slice-ratio)
+(write-file "./data/time-ratio.csv"
+ (table->string
+ (cons '("benchmark" "vericert" "vericert-fun")
+ (for/list
+ ([b (get-row-string bambu-results 0)]
+ [i time-ratio-vericert-full-inlining]
+ [j time-ratio-vericert-fun])
+ (list b i j)))))
+
+(write-file "./data/slice-ratio.csv"
+ (table->string
+ (cons '("benchmark" "vericert" "vericert-fun")
+ (for/list
+ ([b (get-row-string bambu-results 0)]
+ [i slice-ratio-vericert-full-inlining]
+ [j slice-ratio-vericert-fun])
+ (list b i j)))))