summaryrefslogtreecommitdiffstats
path: root/eval.tex
diff options
context:
space:
mode:
Diffstat (limited to 'eval.tex')
-rw-r--r--eval.tex10
1 files changed, 5 insertions, 5 deletions
diff --git a/eval.tex b/eval.tex
index d585b3b..4ed8eac 100644
--- a/eval.tex
+++ b/eval.tex
@@ -34,8 +34,8 @@ LegUp 7.5 is GUI-based so we could not script our tests; however, we were able t
\node[align=center, anchor=south west] at (-0.5,6) {\textcolor{vivado}{\bf Xilinx Vivado HLS v2019.1}};
\node[anchor=south west] at (-6.4,6) {\textcolor{intel}{\bf Intel i++ 18.1}};
\node at (-3,1.1) {\textcolor{legup}{\bf LegUp 4.0}};
- \node at (3,1.1) {\textcolor{bambu}{\bf Bambu PandA 0.9.7}};
-
+ \node at (2.3,1.1) {\textcolor{bambu}{\bf Bambu 0.9.7}};
+ \node[align=center] at (5.8,1.7) {\textcolor{bambudev}{\bf Bambu} \\ \textcolor{bambudev}{\bf 0.9.7-dev}};
\node at (-3.5,2.5) {\small 159};
\node at (-5,5) {\small 26};
\node at (-4,3.9) {\small 1};
@@ -48,7 +48,7 @@ LegUp 7.5 is GUI-based so we could not script our tests; however, we were able t
\node at (5.5,3.3) {\small 13};
\node at (-6,1.4) {5509};
\end{tikzpicture}
-\caption{The number of failures per tool out of \totaltestcases{} test-cases. Overlapping regions mean that the same test-cases failed in multiple tools. \JW{Todo: update the Bambu numbers.}}\label{fig:existing_tools}
+\caption{The number of failures per tool out of \totaltestcases{} test-cases. Overlapping regions mean that the same test-cases failed in multiple tools.}\label{fig:existing_tools}
\end{figure}
Figure~\ref{fig:existing_tools} shows an Euler diagram of our results.
@@ -161,8 +161,8 @@ int main() {
\midrule
Vivado HLS & miscompile & Fig.~\ref{fig:vivado_bug1} & reported, confirmed \\
Vivado HLS & miscompile & webpage & reported \\
- LegUp HLS & crash & Fig.~\ref{fig:eval:legup:crash} & reported, confirmed \\
- LegUp HLS & crash & webpage & \JW{status?} \\
+ LegUp HLS & crash & Fig.~\ref{fig:eval:legup:crash} & reported \\
+ LegUp HLS & crash & webpage & reported \\
LegUp HLS & miscompile & webpage & reported, confirmed \\
Intel i++ & miscompile & Fig.~\ref{fig:eval:intel:mismatch} & reported \\
Bambu HLS & miscompile & Fig.~\ref{fig:eval:bambu:mismatch} & reported, confirmed, fixed \\