diff options
Diffstat (limited to 'test/mono/run_tests.sh')
| -rwxr-xr-x | test/mono/run_tests.sh | 103 |
1 files changed, 103 insertions, 0 deletions
diff --git a/test/mono/run_tests.sh b/test/mono/run_tests.sh new file mode 100755 index 00000000..4be1f434 --- /dev/null +++ b/test/mono/run_tests.sh @@ -0,0 +1,103 @@ +#!/usr/bin/env bash +set -e + +DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" +SAILDIR="$DIR/../.." +TESTSDIR="$DIR" +OUTPUTDIR="$DIR/test-output" + +RED='\033[0;31m' +GREEN='\033[0;32m' +YELLOW='\033[0;33m' +NC='\033[0m' + +rm -f $DIR/tests.xml + +pass=0 +fail=0 + +XML="" + +function green { + (( pass += 1 )) + printf "$1: ${GREEN}$2${NC}\n" + XML+=" <testcase name=\"$1\"/>\n" +} + +function yellow { + (( fail += 1 )) + printf "$1: ${YELLOW}$2${NC}\n" + XML+=" <testcase name=\"$1\">\n <error message=\"$2\">$2</error>\n </testcase>\n" +} + +function red { + (( fail += 1 )) + printf "$1: ${RED}$2${NC}\n" + XML+=" <testcase name=\"$1\">\n <error message=\"$2\">$2</error>\n </testcase>\n" +} + +function finish_suite { + printf "$1: Passed ${pass} out of $(( pass + fail ))\n\n" + XML=" <testsuite name=\"$1\" tests=\"$(( pass + fail ))\" failures=\"${fail}\" timestamp=\"$(date)\">\n$XML </testsuite>\n" + printf "$XML" >> "$DIR/tests.xml" + XML="" + pass=0 + fail=0 +} + +printf "<testsuites>\n" >> "$DIR/tests.xml" + +cd "$DIR" +mkdir -p "$OUTPUTDIR" + +echo > log + +for i in `ls $TESTSDIR/pass`; +do + echo "Running test $i" >> log + cd "$DIR" + if "$SAILDIR/sail" -lem -lem_mwords -lem_lib Test_extra -o out $(< "$TESTSDIR/pass/$i") &>>log; + then + mv out.lem out_types.lem "$OUTPUTDIR" + if lem -ocaml -lib "$SAILDIR/src/lem_interp" \ + -outdir "$OUTPUTDIR" \ + "$SAILDIR/src/gen_lib/sail_values.lem" \ + "$SAILDIR/src/gen_lib/sail_operators.lem" \ + "$SAILDIR/src/gen_lib/sail_operators_mwords.lem" \ + "$SAILDIR/src/lem_interp/sail_instr_kinds.lem" \ + "$SAILDIR/src/gen_lib/prompt.lem" \ + "$SAILDIR/src/gen_lib/state_monad.lem" \ + "$SAILDIR/src/gen_lib/state.lem" \ + "$SAILDIR/src/gen_lib/prompt_monad.lem" \ + "$DIR/test_extra.lem" \ + "$OUTPUTDIR/out_types.lem" "$OUTPUTDIR/out.lem" &>>log; + then + cd "$OUTPUTDIR" + if ocamlfind ocamlc -linkpkg -package zarith -package lem \ + sail_values.ml sail_operators.ml \ + sail_operators_mwords.ml sail_instr_kinds.ml \ + prompt_monad.ml prompt.ml state_monad.ml state.ml \ + test_extra.ml out_types.ml out.ml ../test.ml \ + -o test &>>log + then + if ./test &>>log + then + green "tested $i expecting pass" "pass" + else + red "tested $i expecting pass" "running generated test failed" + fi + else + red "tested $i expecting pass" "compiling generated OCaml failed" + fi + else + red "tested $i expecting pass" "failed to generate OCaml from Lem" + fi + else + red "tested $i expecting pass" "failed to generate Lem" + fi + echo >> log +done + +finish_suite "monomorphisation tests" + +printf "</testsuites>\n" >> $DIR/tests.xml |
