3bd42d5026
The new ATFFILE_EXTRA_TPS variable can hold a set of test programs or subdirectories to be added to the generated Atffile, without needing these to be built by the current Makefile. This is to be used in conjunction with MK* knobs and external/ so that a 3rd-party component can place its tests in the corresponding tests/ directory and have the parent Atffile recognize them. An alternative would be to use 'tp-glob' in the Atffile and list the names of the directories/tests that may or may not exist. However, this would require providing manually-crafted Atffiles -- and because the majority are auto-generated, there would be some confusion.
164 lines
4.5 KiB
Makefile
164 lines
4.5 KiB
Makefile
# $NetBSD: bsd.test.mk,v 1.22 2013/02/16 15:00:44 jmmv Exp $
|
|
#
|
|
|
|
.include <bsd.init.mk>
|
|
|
|
_TESTS:= # empty
|
|
|
|
.if defined(TESTS_SUBDIRS)
|
|
SUBDIR+= ${TESTS_SUBDIRS}
|
|
_TESTS:= ${TESTS_SUBDIRS:N.WAIT}
|
|
.endif
|
|
|
|
.include <bsd.subdir.mk>
|
|
|
|
.if defined(TESTS_C)
|
|
_TESTS+= ${TESTS_C}
|
|
PROGS+= ${TESTS_C}
|
|
. for _T in ${TESTS_C}
|
|
BINDIR.${_T}= ${TESTSDIR}
|
|
LDADD.${_T}+= -latf-c
|
|
DPADD.${_T}+= ${LIBATF_C}
|
|
MAN.${_T}?= # empty
|
|
. endfor
|
|
.endif
|
|
|
|
.if defined(TESTS_CXX)
|
|
_TESTS+= ${TESTS_CXX}
|
|
PROGS_CXX+= ${TESTS_CXX}
|
|
. for _T in ${TESTS_CXX}
|
|
BINDIR.${_T}= ${TESTSDIR}
|
|
LDADD.${_T}+= -latf-c++ -latf-c
|
|
DPADD.${_T}+= ${LIBATF_CXX} ${LIBATF_C}
|
|
MAN.${_T}?= # empty
|
|
. endfor
|
|
.endif
|
|
|
|
.if defined(TESTS_SH)
|
|
_TESTS+= ${TESTS_SH}
|
|
CLEANDIRFILES+= ${TESTS_SH}
|
|
|
|
. for _T in ${TESTS_SH}
|
|
SCRIPTS+= ${_T}
|
|
SCRIPTSDIR_${_T}= ${TESTSDIR}
|
|
|
|
CLEANDIRFILES+= ${_T}.tmp
|
|
|
|
TESTS_SH_SRC_${_T}?= ${_T}.sh
|
|
${_T}: ${TESTS_SH_SRC_${_T}}
|
|
${_MKTARGET_BUILD}
|
|
echo '#! /usr/bin/atf-sh' >${.TARGET}.tmp
|
|
cat ${.ALLSRC} >>${.TARGET}.tmp
|
|
chmod +x ${.TARGET}.tmp
|
|
mv ${.TARGET}.tmp ${.TARGET}
|
|
. endfor
|
|
.endif
|
|
|
|
ATFFILE?= auto
|
|
|
|
# Additional list of 'tp' entries to add to the Atffile when ATFFILE=auto.
|
|
# This is useful in the cases where the tests in a single directory come
|
|
# from various sources (e.g. src/tests and src/external/.../tests) and
|
|
# the installation of some of those tests rely on MK* variables being set.
|
|
ATFFILE_EXTRA_TPS?=
|
|
|
|
.if ${ATFFILE:tl} != "no"
|
|
FILES+= Atffile
|
|
FILESDIR_Atffile= ${TESTSDIR}
|
|
|
|
. if ${ATFFILE:tl} == "auto"
|
|
CLEANDIRFILES+= Atffile Atffile.tmp
|
|
|
|
realall: Atffile
|
|
Atffile: Makefile
|
|
${_MKTARGET_CREATE}
|
|
@{ echo 'Content-Type: application/X-atf-atffile; version="1"'; \
|
|
echo; \
|
|
echo '# Automatically generated by bsd.test.mk.'; \
|
|
echo; \
|
|
echo 'prop: test-suite = "NetBSD"'; \
|
|
echo; \
|
|
for tp in ${_TESTS} ${ATFFILE_EXTRA_TPS}; do \
|
|
echo "tp: $${tp}"; \
|
|
done; } >Atffile.tmp
|
|
@mv Atffile.tmp Atffile
|
|
. endif
|
|
|
|
.include <bsd.files.mk>
|
|
.endif
|
|
|
|
.if !empty(SCRIPTS) || !empty(PROGS) || !empty(PROGS_CXX)
|
|
. include <bsd.prog.mk>
|
|
.endif
|
|
|
|
#
|
|
# Definition of the "make test" target and supporting variables.
|
|
#
|
|
# This target, by necessity, can only work for native builds (i.e. a NetBSD
|
|
# host building a release for the same system). The target runs ATF, which is
|
|
# not in the toolchain, and the tests execute code built for the target host.
|
|
#
|
|
# Due to the dependencies of the binaries built by the source tree and how they
|
|
# are used by tests, it is highly possible for a execution of "make test" to
|
|
# report bogus results unless the new binaries are put in place.
|
|
#
|
|
|
|
TESTS_PATH += ${DESTDIR}/bin ${DESTDIR}/sbin ${DESTDIR}/usr/bin ${DESTDIR}/usr/sbin
|
|
TESTS_LD_LIBRARY_PATH += ${DESTDIR}/lib ${DESTDIR}/usr/lib
|
|
|
|
TESTS_ENV += ATF_BUILD_CC=${DESTDIR}/usr/bin/cc
|
|
TESTS_ENV += ATF_BUILD_CPP=${DESTDIR}/usr/bin/cpp
|
|
TESTS_ENV += ATF_BUILD_CXX=${DESTDIR}/usr/bin/c++
|
|
TESTS_ENV += ATF_CONFDIR=${DESTDIR}/etc
|
|
TESTS_ENV += ATF_INCLUDEDIR=${DESTDIR}/usr/include
|
|
TESTS_ENV += ATF_LIBDIR=${DESTDIR}/usr/lib
|
|
TESTS_ENV += ATF_LIBEXECDIR=${DESTDIR}/usr/libexec
|
|
TESTS_ENV += ATF_PKGDATADIR=${DESTDIR}/usr/share/atf
|
|
TESTS_ENV += ATF_SHELL=${DESTDIR}/bin/sh
|
|
TESTS_ENV += LD_LIBRARY_PATH=${TESTS_LD_LIBRARY_PATH:tW:S/ /:/g}
|
|
TESTS_ENV += PATH=${TESTS_PATH:tW:S/ /:/g}
|
|
|
|
_TESTS_FIFO = ${.OBJDIR}/atf-run.fifo
|
|
_TESTS_LOG = ${.OBJDIR}/atf-run.log
|
|
CLEANDIRFILES += ${_TESTS_FIFO} ${_TESTS_LOG}
|
|
|
|
.PHONY: test
|
|
.if defined(TESTSDIR)
|
|
. if ${TESTSDIR} == ${TESTSBASE}
|
|
# Forbid this case. It is likely to cause false positives/negatives and it
|
|
# does not cover all the tests (e.g. it misses testing software in external).
|
|
test:
|
|
@echo "*** Sorry, you cannot use make test from src/tests. Install the"
|
|
@echo "*** tests into their final location and run them from /usr/tests"
|
|
@false
|
|
. else
|
|
test:
|
|
@echo "*** WARNING: make test is experimental"
|
|
@echo "***"
|
|
@echo "*** Using this test does not preclude you from running the tests"
|
|
@echo "*** installed in /usr/tests. This test run may raise false"
|
|
@echo "*** positives and/or false negatives."
|
|
@echo
|
|
@set -e; \
|
|
cd ${DESTDIR}${TESTSDIR}; \
|
|
rm -f ${_TESTS_FIFO}; \
|
|
mkfifo ${_TESTS_FIFO}; \
|
|
cat ${_TESTS_FIFO} | tee ${_TESTS_LOG} | \
|
|
${TESTS_ENV} ${DESTDIR}/usr/bin/atf-report & \
|
|
result=0; \
|
|
${TESTS_ENV} ${DESTDIR}/usr/bin/atf-run >>${_TESTS_FIFO} || result=1; \
|
|
wait; \
|
|
rm -f ${_TESTS_FIFO}; \
|
|
echo; \
|
|
echo "*** The verbatim output of atf-run has been saved to ${_TESTS_LOG}"; \
|
|
echo "*** Once again, note that "make test" is unsupported."; \
|
|
test $${result} -eq 0
|
|
. endif
|
|
.else
|
|
test:
|
|
@echo "*** No TESTSDIR defined; nothing to do."
|
|
.endif
|
|
|
|
##### Pull in related .mk logic
|
|
.include <bsd.clean.mk>
|