summaryrefslogtreecommitdiff
path: root/test/regression/Makefile
blob: f4f96233bdf5f0f7e2817e860d36314a840ec762 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
include ../../Makefile.config

CCOMP=../../ccomp
CCOMPFLAGS=-stdlib ../../runtime -dparse -dc -dclight -dasm -fall
ifeq ($(CCHECKLINK),true)
CCHECK=../../cchecklink
CCOMPFLAGS+= -sdump
endif

LIBS=$(LIBMATH)

# Can run, both in compiled mode and in interpreter mode,
# and have reference output in Results

TESTS=int32 int64 floats floats-basics \
  expr1 expr6 funptr2 initializers initializers2 initializers3 \
  volatile1 volatile2 volatile3 \
  funct3 expr5 struct7 struct8 struct11 casts1 casts2 char1 \
  sizeof1 sizeof2 binops bool for1 switch switch2 compound

# Can run, but only in compiled mode, and have reference output in Results

TESTS_COMP=attribs1 bitfields1 bitfields2 bitfields3 bitfields4 \
  bitfields5 bitfields6 bitfields7 bitfields8 \
  builtins-$(ARCH) packedstruct1 packedstruct2 alignas \
  varargs1 varargs2 sections

# Can run, both in compiled mode and in interpreter mode,
# but produce processor-dependent results, so no reference output in Results

TESTS_DIFF=NaNs

# Other tests: should compile to .s without errors (but expect warnings)

EXTRAS=annot1 commaprec expr2 expr3 expr4 extern1 funct2 funptr1 \
  pragmas ptrs1 ptrs2 struct1 struct2 struct3 \
  struct4 struct5 struct6 struct9 struct10 types1 seqops \
  singlefloats emptydecl

# Test known to fail
FAILURES=funct1

all: $(TESTS:%=%.compcert) $(TESTS_COMP:%=%.compcert) $(TESTS_DIFF:%=%.compcert) $(EXTRAS:%=%.s)

all_s: $(TESTS:%=%.s) $(TESTS_COMP:%=%.s) $(TESTS_DIFF:%=%.s) $(EXTRAS:%=%.s)

%.compcert: %.c $(CCOMP)
	$(CCOMP) $(CCOMPFLAGS) -o $*.compcert $*.c $(LIBS)

%.s: %.c $(CCOMP)
	$(CCOMP) $(CCOMPFLAGS) -S $*.c

clean:
	rm -f *.compcert
	rm -f *.parsed.c *.compcert.c *.light.c *.s *.o *.sdump *~ 

test:
	@for i in $(TESTS) $(TESTS_COMP); do \
	   if ./$$i.compcert | cmp -s - Results/$$i; \
           then echo "$$i: passed"; \
           else echo "$$i: FAILED"; \
	   fi; \
         done
	@for i in $(TESTS); do \
           if $(CCOMP) -fall -interp -quiet $$i.c > _cinterp.log; then \
             if cmp -s _cinterp.log Results/$$i; \
             then echo "$$i: interpreter passed"; \
             else echo "$$i: interpreter FAILED"; \
             fi; \
           else \
             echo "$$i: interpreter undefined behavior"; \
           fi; \
           rm -f _cinterp.log; \
         done
	@for i in $(TESTS_DIFF); do \
           if $(CCOMP) -fall -interp -quiet $$i.c > _cinterp.log; then \
             if ./$$i.compcert | cmp -s _cinterp.log -; \
             then echo "$$i: compiler and interpreter agree"; \
             else echo "$$i: compiler and interpreter DISAGREE"; \
             fi; \
           else \
             echo "$$i: interpreter undefined behavior"; \
           fi; \
           rm -f _cinterp.log; \
         done

bench:

ccheck:
	@for i in $(TESTS) $(TESTS_COMP); do \
           echo "---- $$i"; \
           $(CCHECK) -exe $$i.compcert $$i.sdump; \
         done