# USE_PERL_TEST	- Try to test all Perl modules

.if defined(WITH_PERL_TESTS) && ( defined(PERL_CONFIGURE) || defined(PERL_MODBUILD) )

USE_TESTS=	yes

.endif

# NOTE: Leave test as last so any other Mk/bsd.*.mk can override defaults

# and targets.

.if ( defined(USE_TESTS) || defined(TEST_DEPENDS) ) && !defined(DISABLE_TESTS)

.include "${PORTSDIR}/Mk/bsd.test.mk"

.endif

.if ( defined(USE_TESTS) || defined(TEST_DEPENDS) ) && !defined(DISABLE_TESTS)

.include "${PORTSDIR}/Mk/bsd.test.mk"

.endif

.if ( defined(USE_TESTS) || defined(TEST_DEPENDS) ) && !defined(DISABLE_TESTS)

_TEST_TARGET=	test

_INSTALL_DEP=	test

.else

_TEST_TARGET=	#emtpy

_INSTALL_DEP=	build

.endif

# vim: ts=4 sw=4

# $FreeBSD$

#

# Ports test framework.

#

# USE_TESTS		- Must be defined in port Makefile for this file to

# 			  	  be included. 

#

# NO_TEST		- Don't try to test an individual port, meant to be set

# 			  	  in individual ports

#

# TEST_DEPENDS	- Dependencies required to run tests successfully. Will be

# 				  added to BUILD_DEPENDS.

#

# TEST_WRKSRC	- Base directory for tests. Default ${WRKSRC}.

#

# TEST_ENV		- Variables to be added to the test environment. They will

#                 complement MAKE_ENV or SCRIPTS_ENV whichever applies, but

#                 will only be set during the testing stage.

#

# TEST_TARGET	- Alternate target name. Default: check if GNU_CONFIGURE is

#                 is set, test otherwise.

#

# TEST_SCRIPT	- If set, run script relative ${TEST_WRKSRC} instead of

#                 invoking make. Uses ${SCRIPT_ENV}. Default: unset.

#                 If the script is not executable set this variable to the

#                 interpreter and add the actual script to TEST_SCRIPT_ARGS.

#                 E.g.:

#                 TEST_SCRIPT= ${PYTHON_CMD}

#                 TEST_SCRIPT_ARGS=test.py run

#

# TEST_SCRIPT_ARGS - Arguments for ${TEST_SCRIPT}

#

# TEST_BROKEN_TESTS - List of tests relative to ${TEST_WRKSRC} that should be

# 				  removed prior to testing. This is meant for tests that

# 				  hang the test process if they are run.

#

# TEST_FAIL_OK	- If the tests are known to fail, but the software considered

#                 "in working order", set this variable and specify the

#                 reason in a similar fashion as IGNORE. The tests will

#                 still run so one can see the failures, but it will not hold

#                 the installation process.

#

# Flags:

#

# TEST_INTERACTIVE - Set if the test requires tty input or a tty device.

#

# TEST_REQUIRE_NETWORKING - Set if the tests require networking. Tests will be

# 				  disabled by relevant user flag below and PACKAGE_BUILDING.

#

# TEST_REQUIRE_LOCALHOST - Set if the tests require localhost or 127.0.0.1 to

# 				  be available in the host. Also sets TEST_REQUIRE_NETWORKING.

# 				  Test will be disabled if jailed.

#

# TEST_REQUIRE_RAW_SOCKETS - Set if the tests require raw sockets. Sets

#				  *_NETWORKING and tests will be disabled if jailed.

#

# User flags:

# DISABLE_TESTS	- This file won't even be included.

# WITHOUT_NETWORKED_TESTS - Disable tests that require networking.

#

.if !defined(_TESTMKINCLUDED)

_TESTMKINCLUDED=$$Rev$$

TEST_COOKIE?=	${WRKDIR}/.test_done.${PORTNAME}.${PREFIX:S/\//_/g}

TEST_DIRS?=		. #yes a dot

TEST_ENV?=		#empty

TEST_WRKSRC?=	${WRKSRC}

_TEST_IS_JAILED!=	${SYSCTL} -n security.jail.jailed

.if defined(TEST_REQUIRE_LOCALHOST)

TEST_REQUIRE_NETWORKING=	Requires localhost

.endif

.if defined(TEST_REQUIRE_RAW_SOCKETS)

TEST_REQUIRE_NETWORKING=	Requires raw sockets

.endif

.if defined(PACKAGE_BUILDING)

WITHOUT_NETWORKED_TESTS=yes

.endif

.if defined(TEST_REQUIRE_NETWORKING) && ${TEST_REQUIRE_NETWORKING} == yes

TEST_REQUIRE_NETWORKING=	Networked tests disabled by flag

.endif

_TEST_DEP=	build

.if ( defined(TEST_INTERACTIVE) && defined(BATCH) ) ||  \

	defined(NO_TEST) || \

	( defined(TEST_REQUIRE_LOCALHOST) && ${_TEST_IS_JAILED} == 1 ) || \

	( defined(TEST_REQUIRE_RAW_SOCKETS) && ${_TEST_IS_JAILED} == 1 ) || \

	( defined(TEST_REQUIRE_NETWORKING) && defined(WITHOUT_NETWORKED_TESTS) )

_TEST_SEQ=	test-message

.else

_TEST_SEQ=	test-message test-rm-broken pre-test do-test post-test \

			test-results-message

.endif

.if defined(TEST_INTERACTIVE) && !defined(BATCH)

IS_INTERACTIVE=	yes

.endif

# Here we try to define some generic ways of testing that may work with many

# ports

# The bulk of GNU configure scripts use a check target, inspired by

# automake or autotest.

.if defined(GNU_CONFIGURE)

TEST_TARGET?=	check

.else

TEST_TARGET?=	test

.endif

.if defined(USE_GMAKE)

_TEST_MAKE=	${GMAKE}

.else

_TEST_MAKE=	${MAKE}

.endif

# Try to use build in Perl tests for Perl ports

.if defined(PERL_CONFIGURE) ||defined(PERL_MODBUILD)

TEST_ADD_RUNDEPS=	yes

# Build.pl tests run slightly differently

.if defined(PERL_MODBUILD)

_TEST_MAKE=	${PERL5} ${PL_BUILD}

.endif # PERL_MODBUILD

# Multiple test jobs support for Perl

.if defined(DISABLE_MAKE_JOBS) || defined(MAKE_JOBS_UNSAFE)

TEST_JOBS_NUMBER=	# empty

.else

.if defined(MAKE_JOBS_SAFE) || defined(FORCE_MAKE_JOBS)

TEST_JOBS_NUMBER?=	`${SYSCTL} -n kern.smp.cpus`

TEST_ENV+=	HARNESS_OPTIONS=j${TEST_JOBS_NUMBER}

.endif # MAKE_JOBS_SAFE or FORCE_MAKE_JOBS

.endif # DISABLE_MAKE_JOBS or MAKE_JOBS_UNSAFE

.endif # PERL_CONFIGURE or PERL_MODBUILD

# TODO: add additional generic testing support here

.if defined(TEST_ADD_RUNDEPS)

TEST_DEPENDS+=	${RUN_DEPENDS}

.endif

.if defined(TEST_DEPENDS)

BUILD_DEPENDS+=	${TEST_DEPENDS}

.endif

.if defined(TEST_FAIL_OK)

_TEST_OK=	||true

.else

_TEST_OK=	#empty

.endif

.endif # !_TESTMKINCLUDED

.if defined(_POSTMKINCLUDED) && defined(_TESTMKINCLUDED)

.if !target(test-message)

test-message:

.if defined(TEST_INTERACTIVE) && defined(BATCH)

	@${ECHO_MSG} "===>  Skipping interactive tests"

.elif defined(TEST_REQUIRE_LOCALHOST) && ${_TEST_IS_JAILED} == 1

	@${ECHO_MSG} "===>  Skipping tests: requires localhost and we are jailed"

.elif defined(TEST_REQUIRE_RAW_SOCKETS) && ${_TEST_IS_JAILED} == 1

	@${ECHO_MSG} "===>  Skipping tests: requires raw sockets and we are jailed"

.elif defined(TEST_REQUIRE_NETWORKING) && defined(WITHOUT_NETWORKED_TESTS)

	@${ECHO_MSG} "===>  Skipping tests: ${TEST_REQUIRE_NETWORKING}"

.elif defined(NO_TEST)

	@${ECHO_MSG} "===>  Skipping tests: ${NO_TEST}"

.else

	@${ECHO_MSG} "===>  Testing for ${PKGNAME}"

.endif

.if !defined(USE_TESTS)

	@${ECHO_MSG} "WARNING: USE_TESTS not set in ${PKGORIGIN}/Makefile"

.endif

.endif

.if !target(test-rm-broken)

test-rm-broken:

.if defined(TEST_BROKEN_TESTS)

	@${ECHO_MSG} "===>   Removing tests that may hang the test process:"

.for test in ${TEST_BROKEN_TESTS}

	@${ECHO_MSG} "        ${test}"

	@${RM} ${WRKSRC}/${test}

.endfor

.else

	@${DO_NADA}

.endif # !defined TEST_BROKEN_TESTS

.endif # !target

# Can be used by port to see if any conditions apply that are not handled

# gracefully by upstream test, like being jailed or having a running instance

# of the program (databases/virtuoso for example).

.if !target(pre-test)

pre-test:

	@${DO_NADA}

.endif

# The real thing(tm)

# Override this in Makefile if you really need something special.

.if !target(do-test)

do-test:

.for dir in ${TEST_DIRS}

.if !defined(TEST_SCRIPT)

	@cd ${WRKSRC}/${dir} && ${SETENV} ${MAKE_ENV} ${TEST_ENV} ${_TEST_MAKE} \

		${TEST_TARGET} ${_TEST_OK}

.else

	@cd ${WRKSRC}/${dir} && ${SETENV} ${SCRIPTS_ENV} ${TEST_ENV} \

		${TEST_SCRIPT} ${TEST_SCRIPT_ARGS} ${_TEST_OK}

.endif # !TEST_SCRIPT

.endfor # test dirs

.endif # !target(do-test)

# Can be used by port to do clean ups or mail test results.

.if !target(post-test)

post-test:

	@${DO_NADA}

.endif

.if !target(test-results-message)

test-results-message:

.if defined(TEST_FAIL_OK)

	@${ECHO_CMD}

	@${ECHO_MSG} "===>   Test may have failed because:"

	@${ECHO_CMD}; ${ECHO_MSG} "${TEST_FAIL_OK}"; ${ECHO_CMD}

.endif

	@${ECHO_CMD} "===>  Testing completed for ${PKGNAME}"

.endif

.if !target(retest)

retest:

	-@${RM} ${TEST_COOKIE}

	@cd ${.CURDIR} && ${MAKE} test

.endif

.endif # defined(_POSTMKINCLUDED) && defined(_TESTMKINCLUDED)