1# $FreeBSD$ 2# 3# You must include bsd.test.mk instead of this file from your Makefile. 4# 5# Logic to build and install ATF test programs; i.e. test programs linked 6# against the ATF libraries. 7 8.if !target(__<bsd.test.mk>__) 9.error atf.test.mk cannot be included directly. 10.endif 11 12# List of C, C++ and shell test programs to build. 13# 14# Programs listed here are built using PROGS, PROGS_CXX and SCRIPTS, 15# respectively, from bsd.prog.mk. However, the build rules are tweaked to 16# require the ATF libraries. 17# 18# Test programs registered in this manner are set to be installed into TESTSDIR 19# (which should be overriden by the Makefile) and are not required to provide a 20# manpage. 21ATF_TESTS_C?= 22ATF_TESTS_CXX?= 23ATF_TESTS_SH?= 24 25# Whether to allow using the deprecated ATF tools or not. 26# 27# If 'yes', this file will generate Atffiles when requested and will also 28# support using the deprecated atf-run tool to execute the tests. 29ALLOW_DEPRECATED_ATF_TOOLS?= no 30 31# Knob to control the handling of the Atffile for this Makefile. 32# 33# If 'yes', an Atffile exists in the source tree and is installed into 34# TESTSDIR. 35# 36# If 'auto', an Atffile is automatically generated based on the list of test 37# programs built by the Makefile and is installed into TESTSDIR. This is the 38# default and is sufficient in the majority of the cases. 39# 40# If 'no', no Atffile is installed. 41ATFFILE?= auto 42 43# Path to the prefix of the installed ATF tools, if any. 44# 45# If atf-run and atf-report are installed from ports, we automatically define a 46# realtest target below to run the tests using these tools. The tools are 47# searched for in the hierarchy specified by this variable. 48ATF_PREFIX?= /usr/local 49 50# C compiler passed to ATF tests that need to build code. 51ATF_BUILD_CC?= ${DESTDIR}/usr/bin/cc 52TESTS_ENV+= ATF_BUILD_CC=${ATF_BUILD_CC} 53 54# C preprocessor passed to ATF tests that need to build code. 55ATF_BUILD_CPP?= ${DESTDIR}/usr/bin/cpp 56TESTS_ENV+= ATF_BUILD_CPP=${ATF_BUILD_CPP} 57 58# C++ compiler passed to ATF tests that need to build code. 59ATF_BUILD_CXX?= ${DESTDIR}/usr/bin/c++ 60TESTS_ENV+= ATF_BUILD_CXX=${ATF_BUILD_CXX} 61 62# Shell interpreter used to run atf-sh(1) based tests. 63ATF_SHELL?= ${DESTDIR}/bin/sh 64TESTS_ENV+= ATF_SHELL=${ATF_SHELL} 65 66.if !empty(ATF_TESTS_C) 67PROGS+= ${ATF_TESTS_C} 68_TESTS+= ${ATF_TESTS_C} 69.for _T in ${ATF_TESTS_C} 70BINDIR.${_T}= ${TESTSDIR} 71MAN.${_T}?= # empty 72SRCS.${_T}?= ${_T}.c 73DPADD.${_T}+= ${LIBATF_C} 74.if empty(LDFLAGS:M-static) && empty(LDFLAGS.${_T}:M-static) 75LDADD.${_T}+= ${LDADD_atf_c} 76.else 77LDADD.${_T}+= ${LIBATF_C} 78.endif 79TEST_INTERFACE.${_T}= atf 80.endfor 81.endif 82 83.if !empty(ATF_TESTS_CXX) 84PROGS_CXX+= ${ATF_TESTS_CXX} 85_TESTS+= ${ATF_TESTS_CXX} 86.for _T in ${ATF_TESTS_CXX} 87BINDIR.${_T}= ${TESTSDIR} 88MAN.${_T}?= # empty 89SRCS.${_T}?= ${_T}${CXX_SUFFIX:U.cc} 90DPADD.${_T}+= ${LIBATF_CXX} ${LIBATF_C} 91.if empty(LDFLAGS:M-static) && empty(LDFLAGS.${_T}:M-static) 92LDADD.${_T}+= ${LDADD_atf_cxx} ${LDADD_atf_c} 93.else 94LDADD.${_T}+= ${LIBATF_CXX} ${LIBATF_C} 95.endif 96TEST_INTERFACE.${_T}= atf 97.endfor 98.endif 99 100.if !empty(ATF_TESTS_SH) 101SCRIPTS+= ${ATF_TESTS_SH} 102_TESTS+= ${ATF_TESTS_SH} 103.for _T in ${ATF_TESTS_SH} 104SCRIPTSDIR_${_T}= ${TESTSDIR} 105TEST_INTERFACE.${_T}= atf 106CLEANFILES+= ${_T} ${_T}.tmp 107# TODO(jmmv): It seems to me that this SED and SRC functionality should 108# exist in bsd.prog.mk along the support for SCRIPTS. Move it there if 109# this proves to be useful within the tests. 110ATF_TESTS_SH_SED_${_T}?= # empty 111ATF_TESTS_SH_SRC_${_T}?= ${_T}.sh 112${_T}: ${ATF_TESTS_SH_SRC_${_T}} 113 echo '#! /usr/libexec/atf-sh' > ${.TARGET}.tmp 114.if empty(ATF_TESTS_SH_SED_${_T}) 115 cat ${.ALLSRC:N*Makefile*} >>${.TARGET}.tmp 116.else 117 cat ${.ALLSRC:N*Makefile*} \ 118 | sed ${ATF_TESTS_SH_SED_${_T}} >>${.TARGET}.tmp 119.endif 120 chmod +x ${.TARGET}.tmp 121 mv ${.TARGET}.tmp ${.TARGET} 122.endfor 123.endif 124 125.if ${ALLOW_DEPRECATED_ATF_TOOLS} != "no" 126 127.if ${ATFFILE:tl} != "no" 128FILES+= Atffile 129FILESDIR_Atffile= ${TESTSDIR} 130 131.if ${ATFFILE:tl} == "auto" 132CLEANFILES+= Atffile Atffile.tmp 133 134Atffile: Makefile 135 @{ echo 'Content-Type: application/X-atf-atffile; version="1"'; \ 136 echo; \ 137 echo '# Automatically generated by atf-test.mk.'; \ 138 echo; \ 139 echo 'prop: test-suite = "'${TESTSUITE}'"'; \ 140 echo; \ 141 for tp in ${ATF_TESTS_C} ${ATF_TESTS_CXX} ${ATF_TESTS_SH} \ 142 ${TESTS_SUBDIRS}; \ 143 do \ 144 echo "tp: $${tp}"; \ 145 done; } >Atffile.tmp 146 @mv Atffile.tmp Atffile 147.endif 148.endif 149 150ATF_REPORT?= ${ATF_PREFIX}/bin/atf-report 151ATF_RUN?= ${ATF_PREFIX}/bin/atf-run 152.if exists(${ATF_RUN}) && exists(${ATF_REPORT}) 153# Definition of the "make test" target and supporting variables. 154# 155# This target, by necessity, can only work for native builds (i.e. a freeBSD 156# host building a release for the same system). The target runs ATF, which is 157# not in the toolchain, and the tests execute code built for the target host. 158# 159# Due to the dependencies of the binaries built by the source tree and how they 160# are used by tests, it is highly possible for a execution of "make test" to 161# report bogus results unless the new binaries are put in place. 162_TESTS_FIFO= ${.OBJDIR}/atf-run.fifo 163_TESTS_LOG= ${.OBJDIR}/atf-run.log 164CLEANFILES+= ${_TESTS_FIFO} ${_TESTS_LOG} 165realtest: .PHONY 166 @set -e; \ 167 if [ -z "${TESTSDIR}" ]; then \ 168 echo "*** No TESTSDIR defined; nothing to do."; \ 169 exit 0; \ 170 fi; \ 171 cd ${DESTDIR}${TESTSDIR}; \ 172 rm -f ${_TESTS_FIFO}; \ 173 mkfifo ${_TESTS_FIFO}; \ 174 tee ${_TESTS_LOG} < ${_TESTS_FIFO} | ${TESTS_ENV} ${ATF_REPORT} & \ 175 set +e; \ 176 ${TESTS_ENV} ${ATF_RUN} >> ${_TESTS_FIFO}; \ 177 result=$${?}; \ 178 wait; \ 179 rm -f ${_TESTS_FIFO}; \ 180 echo; \ 181 echo "*** The verbatim output of atf-run has been saved to ${_TESTS_LOG}"; \ 182 echo "***"; \ 183 echo "*** WARNING: atf-run is deprecated; please install kyua instead"; \ 184 exit $${result} 185.endif 186 187.endif 188