1# $FreeBSD$ 2# $Id: Makefile,v 1.60 2020/07/10 00:48:32 sjg Exp $ 3# 4# $NetBSD: Makefile,v 1.63 2020/07/09 22:40:14 sjg Exp $ 5# 6# Unit tests for make(1) 7# 8# The main targets are: 9# 10# all: 11# run all the tests 12# test: 13# run 'all', and compare to expected results 14# accept: 15# move generated output to expected results 16# 17# Settable variables 18# 19# TEST_MAKE 20# The make program to be tested. 21# 22# 23# Adding a test case 24# 25# Each feature should get its own set of tests in its own suitably 26# named makefile (*.mk), with its own set of expected results (*.exp), 27# and it should be added to the TESTS list. 28# 29# Any added files must also be added to src/distrib/sets/lists/tests/mi. 30# Makefiles that are not added to TESTS must be ignored in 31# src/tests/usr.bin/make/t_make.sh (example: include-sub). 32# 33 34# Each test is in a sub-makefile. 35# Keep the list sorted. 36TESTS+= comment 37TESTS+= cond-late 38TESTS+= cond-short 39TESTS+= cond1 40TESTS+= cond2 41TESTS+= dollar 42TESTS+= doterror 43TESTS+= dotwait 44TESTS+= error 45TESTS+= # escape # broken by reverting POSIX changes 46TESTS+= export 47TESTS+= export-all 48TESTS+= export-env 49TESTS+= forloop 50TESTS+= forsubst 51TESTS+= hash 52TESTS+= # impsrc # broken by reverting POSIX changes 53TESTS+= include-main 54TESTS+= misc 55TESTS+= moderrs 56TESTS+= modmatch 57TESTS+= modmisc 58TESTS+= modorder 59TESTS+= modts 60TESTS+= modword 61TESTS+= order 62TESTS+= # phony-end # broken by reverting POSIX changes 63TESTS+= posix 64TESTS+= # posix1 # broken by reverting POSIX changes 65TESTS+= qequals 66TESTS+= # suffixes # broken by reverting POSIX changes 67TESTS+= sunshcmd 68TESTS+= sysv 69TESTS+= ternary 70TESTS+= unexport 71TESTS+= unexport-env 72TESTS+= varcmd 73TESTS+= varmisc 74TESTS+= varmod-edge 75TESTS+= varquote 76TESTS+= varshell 77 78# Override make flags for certain tests; default is -k. 79FLAGS.doterror= # none 80FLAGS.order= -j1 81 82# Some tests need extra post-processing. 83SED_CMDS.modmisc+= -e 's,\(substitution error:\).*,\1 (details omitted),' 84SED_CMDS.varshell+= -e 's,^[a-z]*sh: ,,' 85SED_CMDS.varshell+= -e '/command/s,No such.*,not found,' 86 87# End of the configuration section. 88 89.MAIN: all 90 91.-include "Makefile.config" 92 93UNIT_TESTS:= ${srcdir} 94.PATH: ${UNIT_TESTS} 95 96OUTFILES= ${TESTS:=.out} 97 98all: ${OUTFILES} 99 100CLEANFILES+= *.rawout *.out *.status *.tmp *.core *.tmp 101CLEANFILES+= obj*.[och] lib*.a # posix1.mk 102CLEANFILES+= issue* .[ab]* # suffixes.mk 103CLEANRECURSIVE+= dir dummy # posix1.mk 104 105clean: 106 rm -f ${CLEANFILES} 107.if !empty(CLEANRECURSIVE) 108 rm -rf ${CLEANRECURSIVE} 109.endif 110 111TEST_MAKE?= ${.MAKE} 112TOOL_SED?= sed 113TOOL_TR?= tr 114TOOL_DIFF?= diff 115DIFF_FLAGS?= -u 116 117.if defined(.PARSEDIR) 118# ensure consistent results from sort(1) 119LC_ALL= C 120LANG= C 121.export LANG LC_ALL 122.endif 123 124# the tests are actually done with sub-makes. 125.SUFFIXES: .mk .rawout .out 126.mk.rawout: 127 @echo ${TEST_MAKE} ${FLAGS.${.TARGET:R}:U-k} -f ${.IMPSRC} 128 -@cd ${.OBJDIR} && \ 129 { ${TEST_MAKE} ${FLAGS.${.TARGET:R}:U-k} -f ${.IMPSRC} \ 130 2>&1 ; echo $$? >${.TARGET:R}.status ; } > ${.TARGET}.tmp 131 @mv ${.TARGET}.tmp ${.TARGET} 132 133# Post-process the test output so that the results can be compared. 134# 135# always pretend .MAKE was called 'make' 136_SED_CMDS+= -e 's,^${TEST_MAKE:T:S,.,\\.,g}[][0-9]*:,make:,' 137_SED_CMDS+= -e 's,${TEST_MAKE:S,.,\\.,g},make,' 138# replace anything after 'stopped in' with unit-tests 139_SED_CMDS+= -e '/stopped/s, /.*, unit-tests,' 140# strip ${.CURDIR}/ from the output 141_SED_CMDS+= -e 's,${.CURDIR:S,.,\\.,g}/,,g' 142_SED_CMDS+= -e 's,${UNIT_TESTS:S,.,\\.,g}/,,g' 143 144.rawout.out: 145 @echo postprocess ${.TARGET} 146 @${TOOL_SED} ${_SED_CMDS} ${SED_CMDS.${.TARGET:R}} \ 147 < ${.IMPSRC} > ${.TARGET}.tmp 148 @echo "exit status `cat ${.TARGET:R}.status`" >> ${.TARGET}.tmp 149 @mv ${.TARGET}.tmp ${.TARGET} 150 151# Compare all output files 152test: ${OUTFILES} .PHONY 153 @failed= ; \ 154 for test in ${TESTS}; do \ 155 ${TOOL_DIFF} ${DIFF_FLAGS} ${UNIT_TESTS}/$${test}.exp $${test}.out \ 156 || failed="$${failed}$${failed:+ }$${test}" ; \ 157 done ; \ 158 if [ -n "$${failed}" ]; then \ 159 echo "Failed tests: $${failed}" ; false ; \ 160 else \ 161 echo "All tests passed" ; \ 162 fi 163 164accept: 165 @for test in ${TESTS}; do \ 166 cmp -s ${UNIT_TESTS}/$${test}.exp $${test}.out \ 167 || { echo "Replacing $${test}.exp" ; \ 168 cp $${test}.out ${UNIT_TESTS}/$${test}.exp ; } \ 169 done 170 171.if exists(${TEST_MAKE}) 172${TESTS:=.rawout}: ${TEST_MAKE} 173.endif 174 175.-include <bsd.obj.mk> 176