1 # $Id: Makefile,v 1.58 2020/07/04 22:33:00 sjg Exp $
3 # $NetBSD: Makefile,v 1.59 2020/06/28 09:42:40 rillig Exp $
5 # Unit tests for make(1)
6 # The main targets are:
8 # all: run all the tests
9 # test: run 'all', and compare to expected results
10 # accept: move generated output to expected results
13 # Each feature should get its own set of tests in its own suitably
14 # named makefile (*.mk), with its own set of expected results (*.exp),
15 # and it should be added to the TESTNAMES list.
20 .-include "Makefile.config"
22 UNIT_TESTS:= ${.PARSEDIR}
25 # Each test is in a sub-makefile.
26 # Keep the list sorted.
65 # these tests were broken by referting POSIX chanegs
66 STRICT_POSIX_TESTS = \
73 # Override make flags for certain tests
77 OUTFILES= ${TESTNAMES:S/$/.out/}
81 CLEANFILES += *.rawout *.out *.status *.tmp *.core *.tmp
82 CLEANFILES += obj*.[och] lib*.a # posix1.mk
83 CLEANFILES += issue* .[ab]* # suffixes.mk
84 CLEANRECURSIVE += dir dummy # posix1.mk
88 .if !empty(CLEANRECURSIVE)
89 rm -rf ${CLEANRECURSIVE}
97 .if defined(.PARSEDIR)
98 # ensure consistent results from sort(1)
104 # some tests need extra post-processing
105 SED_CMDS.varshell = -e 's,^[a-z]*sh: ,,' \
106 -e '/command/s,No such.*,not found,'
108 # the detailed error message can vary across systems
109 SED_CMDS.modmisc = -e 's,\(substitution error:\).*,\1 details omitted,'
111 # the tests are actually done with sub-makes.
112 .SUFFIXES: .mk .rawout .out
114 @echo ${TEST_MAKE} ${flags.${.TARGET:R}:U-k} -f ${.IMPSRC}
116 { ${TEST_MAKE} ${flags.${.TARGET:R}:U-k} -f ${.IMPSRC} \
117 2>&1 ; echo $$? >${.TARGET:R}.status ; } > ${.TARGET}.tmp
118 @mv ${.TARGET}.tmp ${.TARGET}
120 # We always pretend .MAKE was called 'make'
121 # and strip ${.CURDIR}/ from the output
122 # and replace anything after 'stopped in' with unit-tests
123 # so the results can be compared.
125 @echo postprocess ${.TARGET}
126 @${TOOL_SED} -e 's,^${TEST_MAKE:T:C/\./\\\./g}[][0-9]*:,make:,' \
127 -e 's,${TEST_MAKE:C/\./\\\./g},make,' \
128 -e '/stopped/s, /.*, unit-tests,' \
129 -e 's,${.CURDIR:C/\./\\\./g}/,,g' \
130 -e 's,${UNIT_TESTS:C/\./\\\./g}/,,g' ${SED_CMDS.${.TARGET:T:R}} \
131 < ${.IMPSRC} > ${.TARGET}.tmp
132 @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp
133 @mv ${.TARGET}.tmp ${.TARGET}
135 # Compare all output files
136 test: ${OUTFILES} .PHONY
138 for test in ${TESTNAMES}; do \
139 ${TOOL_DIFF} ${DIFF_FLAGS} ${UNIT_TESTS}/$${test}.exp $${test}.out \
140 || failed="$${failed}$${failed:+ }$${test}" ; \
142 if [ -n "$${failed}" ]; then \
143 echo "Failed tests: $${failed}" ; false ; \
145 echo "All tests passed" ; \
149 @for test in ${TESTNAMES}; do \
150 cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \
151 || { echo "Replacing $${test}.exp" ; \
152 cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \
155 .if exists(${TEST_MAKE})
156 ${TESTNAMES:S/$/.rawout/}: ${TEST_MAKE}