blob: bf3e8502d119cf0defd0cd558a53d5d38b693732 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
#! /bin/bash
#set up
while read -r benchmark ; do
echo "Running $benchmark"
clang -Wall -Werror -fsanitize=undefined "$benchmark".c -o "$benchmark".o
./"$benchmark".o > "$benchmark".clog
cresult="$(cut -d' ' -f2 "$benchmark".clog)"
echo "C output: $cresult"
{ time ../../bin/vericert -DSYNTHESIS $@ --debug-hls "$benchmark".c -o "$benchmark".v ; vericert_result=$? ; } 2> "$benchmark".comp
iverilog -o "$benchmark".iver -- "$benchmark".v
iverilog_result=$?
timeout 1m ./"$benchmark".iver > "$benchmark".tmp
if [ $? -eq 124 ]; then
timeout=1
else
veriresult="$(tail -1 "$benchmark".tmp | cut -d' ' -f2)"
fi
cycles="$(tail -4 "$benchmark".tmp | head -1 | tr -s ' ' | cut -d' ' -f3)"
ctime="$(head -2 "$benchmark".comp | tail -1 | xargs | cut -d' ' -f2 | cut -d'm' -f2 | sed 's/s//g')"
echo "Veri output: $veriresult"
if [ -n "$timeout" ]; then
echo "FAIL: Verilog timed out"
result="timeout"
elif [ "$vericert_result" -ne 0 ]; then
#Undefined
echo "FAIL: Vericert failed"
result="compile error"
elif [ "$iverilog_result" -ne 0 ]; then
#Undefined
echo "FAIL: iverilog failed"
result="elaboration error"
elif [ -z "$veriresult" ]; then
#Undefined
echo "FAIL: Verilog returned nothing"
result="timeout"
elif [ "$veriresult" == "x" ]; then
# Don't care
echo "FAIL: Verilog returned don't cares"
result="dontcare"
elif [ "$cresult" -ne "$veriresult" ]; then
# unequal result
echo "FAIL: Verilog and C output do not match!"
result="incorrect result"
else
echo "PASS"
result="pass"
fi
name=$(echo "$benchmark" | awk -v FS="/" '{print $NF}')
echo "$name,$cycles,$ctime,$result,$cresult,$veriresult" >> exec.csv
done < benchmark-list-master
|