summaryrefslogtreecommitdiff
path: root/test/mono/run_tests.sh
diff options
context:
space:
mode:
Diffstat (limited to 'test/mono/run_tests.sh')
-rwxr-xr-xtest/mono/run_tests.sh103
1 files changed, 103 insertions, 0 deletions
diff --git a/test/mono/run_tests.sh b/test/mono/run_tests.sh
new file mode 100755
index 00000000..4be1f434
--- /dev/null
+++ b/test/mono/run_tests.sh
@@ -0,0 +1,103 @@
+#!/usr/bin/env bash
+set -e
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+SAILDIR="$DIR/../.."
+TESTSDIR="$DIR"
+OUTPUTDIR="$DIR/test-output"
+
+RED='\033[0;31m'
+GREEN='\033[0;32m'
+YELLOW='\033[0;33m'
+NC='\033[0m'
+
+rm -f $DIR/tests.xml
+
+pass=0
+fail=0
+
+XML=""
+
+function green {
+ (( pass += 1 ))
+ printf "$1: ${GREEN}$2${NC}\n"
+ XML+=" <testcase name=\"$1\"/>\n"
+}
+
+function yellow {
+ (( fail += 1 ))
+ printf "$1: ${YELLOW}$2${NC}\n"
+ XML+=" <testcase name=\"$1\">\n <error message=\"$2\">$2</error>\n </testcase>\n"
+}
+
+function red {
+ (( fail += 1 ))
+ printf "$1: ${RED}$2${NC}\n"
+ XML+=" <testcase name=\"$1\">\n <error message=\"$2\">$2</error>\n </testcase>\n"
+}
+
+function finish_suite {
+ printf "$1: Passed ${pass} out of $(( pass + fail ))\n\n"
+ XML=" <testsuite name=\"$1\" tests=\"$(( pass + fail ))\" failures=\"${fail}\" timestamp=\"$(date)\">\n$XML </testsuite>\n"
+ printf "$XML" >> "$DIR/tests.xml"
+ XML=""
+ pass=0
+ fail=0
+}
+
+printf "<testsuites>\n" >> "$DIR/tests.xml"
+
+cd "$DIR"
+mkdir -p "$OUTPUTDIR"
+
+echo > log
+
+for i in `ls $TESTSDIR/pass`;
+do
+ echo "Running test $i" >> log
+ cd "$DIR"
+ if "$SAILDIR/sail" -lem -lem_mwords -lem_lib Test_extra -o out $(< "$TESTSDIR/pass/$i") &>>log;
+ then
+ mv out.lem out_types.lem "$OUTPUTDIR"
+ if lem -ocaml -lib "$SAILDIR/src/lem_interp" \
+ -outdir "$OUTPUTDIR" \
+ "$SAILDIR/src/gen_lib/sail_values.lem" \
+ "$SAILDIR/src/gen_lib/sail_operators.lem" \
+ "$SAILDIR/src/gen_lib/sail_operators_mwords.lem" \
+ "$SAILDIR/src/lem_interp/sail_instr_kinds.lem" \
+ "$SAILDIR/src/gen_lib/prompt.lem" \
+ "$SAILDIR/src/gen_lib/state_monad.lem" \
+ "$SAILDIR/src/gen_lib/state.lem" \
+ "$SAILDIR/src/gen_lib/prompt_monad.lem" \
+ "$DIR/test_extra.lem" \
+ "$OUTPUTDIR/out_types.lem" "$OUTPUTDIR/out.lem" &>>log;
+ then
+ cd "$OUTPUTDIR"
+ if ocamlfind ocamlc -linkpkg -package zarith -package lem \
+ sail_values.ml sail_operators.ml \
+ sail_operators_mwords.ml sail_instr_kinds.ml \
+ prompt_monad.ml prompt.ml state_monad.ml state.ml \
+ test_extra.ml out_types.ml out.ml ../test.ml \
+ -o test &>>log
+ then
+ if ./test &>>log
+ then
+ green "tested $i expecting pass" "pass"
+ else
+ red "tested $i expecting pass" "running generated test failed"
+ fi
+ else
+ red "tested $i expecting pass" "compiling generated OCaml failed"
+ fi
+ else
+ red "tested $i expecting pass" "failed to generate OCaml from Lem"
+ fi
+ else
+ red "tested $i expecting pass" "failed to generate Lem"
+ fi
+ echo >> log
+done
+
+finish_suite "monomorphisation tests"
+
+printf "</testsuites>\n" >> $DIR/tests.xml