From 9517dd4344d660faf332a4919d26fb7128e09375 Mon Sep 17 00:00:00 2001 From: Yann Herklotz Date: Tue, 30 Mar 2021 18:02:41 +0100 Subject: Update bambu numbers --- eval.tex | 42 ++++++++++-------------------------------- 1 file changed, 10 insertions(+), 32 deletions(-) diff --git a/eval.tex b/eval.tex index 2bf08a1..d585b3b 100644 --- a/eval.tex +++ b/eval.tex @@ -15,44 +15,21 @@ LegUp 7.5 is GUI-based so we could not script our tests; however, we were able t \definecolor{vivado}{HTML}{fc8d62} \definecolor{legup}{HTML}{8da0cb} \definecolor{bambu}{HTML}{e78ac3} +\definecolor{bambudev}{HTML}{bf8be8} \definecolor{timeout}{HTML}{ef4c4c} \begin{figure} \centering -% \begin{tikzpicture}[scale=0.61] -% \draw (-7.2,7.0) rectangle (7.2,0.7); -% \fill[vivado,fill opacity=0.5] (0.5,4.4) ellipse (3.75 and 1.5); -% \fill[intel,fill opacity=0.5] (-4,4.8) ellipse (2.5 and 1.3); -% \fill[bambu,fill opacity=0.5] (2.5,3) ellipse (3.75 and 1.5); -% \fill[legup,fill opacity=0.5] (-2.5,3) ellipse (3.75 and 1.5); -% \draw[white, thick] (0.5,4.4) ellipse (3.75 and 1.5); -% \draw[white, thick] (-4,4.8) ellipse (2.5 and 1.3); -% \draw[white, thick] (2.5,3) ellipse (3.75 and 1.5); -% \draw[white, thick] (-2.5,3) ellipse (3.75 and 1.5); -% \node[align=center, anchor=south west] at (-0.5,6) {\textcolor{vivado}{\bf Xilinx Vivado HLS v2019.1}}; -% \node[anchor=south west] at (-6.4,6) {\textcolor{intel}{\bf Intel i++ 18.1}}; -% \node at (-3,1.1) {\textcolor{legup}{\bf LegUp 4.0}}; -% \node at (3,1.1) {\textcolor{bambu}{\bf Bambu PandA 0.9.7}}; - -% \node at (-3.5,2.5) {\small 159 (\textcolor{timeout}{4})}; -% \node at (-5,5) {\small 26 (\textcolor{timeout}{540})}; -% \node at (-4,3.9) {\small 1 (\textcolor{timeout}{1})}; -% \node at (-2.3,4.8) {\small 0 (\textcolor{timeout}{5})}; -% \node at (-1.5,3.8) {\small 4 (\textcolor{timeout}{0})}; -% \node at (0,2.5) {\small 3 (\textcolor{timeout}{2})}; -% \node at (3.5,2.5) {\small 906 (\textcolor{timeout}{14})}; -% \node at (2.5,3.8) {\small 9 (\textcolor{timeout}{0})}; -% \node at (0,5) {\small 70 (\textcolor{timeout}{20})}; -% \node at (-6,1.4) {4936}; -% \end{tikzpicture} \begin{tikzpicture}[scale=0.61] \draw (-7.2,7.0) rectangle (7.2,0.7); \fill[vivado,fill opacity=0.5] (0.9,4.4) ellipse (3.3 and 1.5); \fill[intel,fill opacity=0.5] (-4.5,4.8) ellipse (2.0 and 1.3); - \fill[bambu,fill opacity=0.5] (2.5,3) ellipse (3.75 and 1.5); + \fill[bambu,fill opacity=0.5] (2,3) ellipse (3 and 1.5); + \fill[bambudev,fill opacity=0.5] (5,3.3) ellipse (1.3 and 0.8); \fill[legup,fill opacity=0.5] (-2.5,3) ellipse (3.75 and 1.5); \draw[white, thick] (0.9,4.4) ellipse (3.3 and 1.5); \draw[white, thick] (-4.5,4.8) ellipse (2.0 and 1.3); - \draw[white, thick] (2.5,3) ellipse (3.75 and 1.5); + \draw[white, thick] (2,3) ellipse (3 and 1.5); + \draw[white, thick] (5,3.3) ellipse (1.3 and 0.8); \draw[white, thick] (-2.5,3) ellipse (3.75 and 1.5); \node[align=center, anchor=south west] at (-0.5,6) {\textcolor{vivado}{\bf Xilinx Vivado HLS v2019.1}}; \node[anchor=south west] at (-6.4,6) {\textcolor{intel}{\bf Intel i++ 18.1}}; @@ -64,13 +41,14 @@ LegUp 7.5 is GUI-based so we could not script our tests; however, we were able t \node at (-4,3.9) {\small 1}; \node at (-1.5,3.8) {\small 4}; \node at (0,2.5) {\small 3}; - \node at (3.5,2.5) {\small 906}; + \node at (2.5,2.3) {\small 902}; \node at (2.5,3.8) {\small 9}; \node at (0,5) {\small 70}; - \node at (-6,1.4) {5522}; + \node at (4.5,3.3) {\small 4}; + \node at (5.5,3.3) {\small 13}; + \node at (-6,1.4) {5509}; \end{tikzpicture} -\caption{The number of failures per tool out of \totaltestcases{} test-cases. Overlapping regions mean that the same test-cases failed in multiple tools. \JW{Todo: update the Bambu numbers.} %The numbers in parentheses report how many test-cases timed out. -}\label{fig:existing_tools} +\caption{The number of failures per tool out of \totaltestcases{} test-cases. Overlapping regions mean that the same test-cases failed in multiple tools. \JW{Todo: update the Bambu numbers.}}\label{fig:existing_tools} \end{figure} Figure~\ref{fig:existing_tools} shows an Euler diagram of our results. -- cgit