diff options
author | Xavier Leroy <xavier.leroy@inria.fr> | 2018-08-24 14:02:43 +0200 |
---|---|---|
committer | Xavier Leroy <xavier.leroy@inria.fr> | 2018-08-24 14:02:43 +0200 |
commit | 3f153b74876e0a5dce14402f98d2d348ecfacc95 (patch) | |
tree | 5834b6c5594168bee70dba1e893185a19416946d /test/regression/Makefile | |
parent | 78ce76b87a7de88dcdf6d742428d5474dac19867 (diff) | |
download | compcert-3f153b74876e0a5dce14402f98d2d348ecfacc95.tar.gz compcert-3f153b74876e0a5dce14402f98d2d348ecfacc95.zip |
Improve execution of regression tests
- Make it possible to skip tests on some platforms
- Make it possible to expect a failure (typically: of the reference interpreter)
- Stop on error
Diffstat (limited to 'test/regression/Makefile')
-rw-r--r-- | test/regression/Makefile | 17 |
1 files changed, 4 insertions, 13 deletions
diff --git a/test/regression/Makefile b/test/regression/Makefile index d4ef2831..191a2285 100644 --- a/test/regression/Makefile +++ b/test/regression/Makefile @@ -22,18 +22,9 @@ TESTS=int32 int64 floats floats-basics \ TESTS_COMP=attribs1 bitfields1 bitfields2 bitfields3 bitfields4 \ bitfields5 bitfields6 bitfields7 bitfields8 \ - builtins-$(ARCH) packedstruct2 alignas \ + builtins-$(ARCH) packedstruct1 packedstruct2 alignas \ varargs1 varargs2 sections alias -# packedstruct1 makes unaligned memory accesses - -ifeq ($(ARCH),powerpc) -TESTS_COMP+=packedstruct1 -endif -ifeq ($(ARCH),x86) -TESTS_COMP+=packedstruct1 -endif - # Can run, both in compiled mode and in interpreter mode, # but produce processor-dependent results, so no reference output in Results @@ -72,12 +63,12 @@ clean: test: @echo "----------- Compiled tests -------------" - @for i in $(TESTS) $(TESTS_COMP); do \ + @set -e; for i in $(TESTS) $(TESTS_COMP); do \ SIMU='$(SIMU)' ./Runtest $$i ./$$i.compcert; \ done @echo "----------- Interpreted tests -------------" - @for i in $(TESTS); do \ - SIMU='' ./Runtest $$i $(CCOMP) $(INTERPFLAGS) $$i.c; \ + @set -e; for i in $(TESTS); do \ + SIMU='' INTERP=1 ./Runtest $$i $(CCOMP) $(INTERPFLAGS) $$i.c; \ done @for i in $(TESTS_DIFF); do \ if $(CCOMP) -fall -interp -quiet $$i.c > _cinterp.log; then \ |