xref: /freebsd/sys/contrib/openzfs/scripts/zfs-tests.sh (revision f7c32ed617858bcd22f8d1b03199099d50125721)
1#!/bin/sh
2#
3# CDDL HEADER START
4#
5# The contents of this file are subject to the terms of the
6# Common Development and Distribution License, Version 1.0 only
7# (the "License").  You may not use this file except in compliance
8# with the License.
9#
10# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
11# or http://www.opensolaris.org/os/licensing.
12# See the License for the specific language governing permissions
13# and limitations under the License.
14#
15# When distributing Covered Code, include this CDDL HEADER in each
16# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
17# If applicable, add the following below this CDDL HEADER, with the
18# fields enclosed by brackets "[]" replaced with your own identifying
19# information: Portions Copyright [yyyy] [name of copyright owner]
20#
21# CDDL HEADER END
22#
23
24BASE_DIR=$(dirname "$0")
25SCRIPT_COMMON=common.sh
26if [ -f "${BASE_DIR}/${SCRIPT_COMMON}" ]; then
27. "${BASE_DIR}/${SCRIPT_COMMON}"
28else
29echo "Missing helper script ${SCRIPT_COMMON}" && exit 1
30fi
31
32PROG=zfs-tests.sh
33VERBOSE="no"
34QUIET=""
35CLEANUP="yes"
36CLEANUPALL="no"
37LOOPBACK="yes"
38STACK_TRACER="no"
39FILESIZE="4G"
40DEFAULT_RUNFILES="common.run,$(uname | tr '[:upper:]' '[:lower:]').run"
41RUNFILES=${RUNFILES:-$DEFAULT_RUNFILES}
42FILEDIR=${FILEDIR:-/var/tmp}
43DISKS=${DISKS:-""}
44SINGLETEST=""
45SINGLETESTUSER="root"
46TAGS=""
47ITERATIONS=1
48ZFS_DBGMSG="$STF_SUITE/callbacks/zfs_dbgmsg.ksh"
49ZFS_DMESG="$STF_SUITE/callbacks/zfs_dmesg.ksh"
50UNAME=$(uname -s)
51
52# Override some defaults if on FreeBSD
53if [ "$UNAME" = "FreeBSD" ] ; then
54	TESTFAIL_CALLBACKS=${TESTFAIL_CALLBACKS:-"$ZFS_DMESG"}
55	LOSETUP=/sbin/mdconfig
56	DMSETUP=/sbin/gpart
57else
58	ZFS_MMP="$STF_SUITE/callbacks/zfs_mmp.ksh"
59	TESTFAIL_CALLBACKS=${TESTFAIL_CALLBACKS:-"$ZFS_DBGMSG:$ZFS_DMESG:$ZFS_MMP"}
60	LOSETUP=${LOSETUP:-/sbin/losetup}
61	DMSETUP=${DMSETUP:-/sbin/dmsetup}
62fi
63
64#
65# Log an informational message when additional verbosity is enabled.
66#
67msg() {
68	if [ "$VERBOSE" = "yes" ]; then
69		echo "$@"
70	fi
71}
72
73#
74# Log a failure message, cleanup, and return an error.
75#
76fail() {
77	echo "$PROG: $1" >&2
78	cleanup
79	exit 1
80}
81
82cleanup_freebsd_loopback() {
83	for TEST_LOOPBACK in ${LOOPBACKS}; do
84		if [ -c "/dev/${TEST_LOOPBACK}" ]; then
85			sudo "${LOSETUP}" -d -u "${TEST_LOOPBACK}" ||
86			    echo "Failed to destroy: ${TEST_LOOPBACK}"
87		fi
88	done
89}
90
91cleanup_linux_loopback() {
92	for TEST_LOOPBACK in ${LOOPBACKS}; do
93		LOOP_DEV="${TEST_LOOPBACK##*/}"
94		DM_DEV=$(sudo "${DMSETUP}" ls 2>/dev/null | \
95		    grep "${LOOP_DEV}" | cut -f1)
96
97		if [ -n "$DM_DEV" ]; then
98			sudo "${DMSETUP}" remove "${DM_DEV}" ||
99			    echo "Failed to remove: ${DM_DEV}"
100		fi
101
102		if [ -n "${TEST_LOOPBACK}" ]; then
103			sudo "${LOSETUP}" -d "${TEST_LOOPBACK}" ||
104			    echo "Failed to remove: ${TEST_LOOPBACK}"
105		fi
106	done
107}
108
109#
110# Attempt to remove loopback devices and files which where created earlier
111# by this script to run the test framework.  The '-k' option may be passed
112# to the script to suppress cleanup for debugging purposes.
113#
114cleanup() {
115	if [ "$CLEANUP" = "no" ]; then
116		return 0
117	fi
118
119
120	if [ "$LOOPBACK" = "yes" ]; then
121		if [ "$UNAME" = "FreeBSD" ] ; then
122			cleanup_freebsd_loopback
123		else
124			cleanup_linux_loopback
125		fi
126	fi
127
128	for TEST_FILE in ${FILES}; do
129		rm -f "${TEST_FILE}" >/dev/null 2>&1
130	done
131
132	if [ "$STF_PATH_REMOVE" = "yes" ] && [ -d "$STF_PATH" ]; then
133		rm -Rf "$STF_PATH"
134	fi
135}
136trap cleanup EXIT
137
138#
139# Attempt to remove all testpools (testpool.XXX), unopened dm devices,
140# loopback devices, and files.  This is a useful way to cleanup a previous
141# test run failure which has left the system in an unknown state.  This can
142# be dangerous and should only be used in a dedicated test environment.
143#
144cleanup_all() {
145	TEST_POOLS=$(sudo "$ZPOOL" list -H -o name | grep testpool)
146	if [ "$UNAME" = "FreeBSD" ] ; then
147		TEST_LOOPBACKS=$(sudo "${LOSETUP}" -l)
148	else
149		TEST_LOOPBACKS=$(sudo "${LOSETUP}" -a|grep file-vdev|cut -f1 -d:)
150	fi
151	TEST_FILES=$(ls /var/tmp/file-vdev* 2>/dev/null)
152
153	msg
154	msg "--- Cleanup ---"
155	msg "Removing pool(s):     $(echo "${TEST_POOLS}" | tr '\n' ' ')"
156	for TEST_POOL in $TEST_POOLS; do
157		sudo "$ZPOOL" destroy "${TEST_POOL}"
158	done
159
160	if [ "$UNAME" != "FreeBSD" ] ; then
161		msg "Removing dm(s):       $(sudo "${DMSETUP}" ls |
162		    grep loop | tr '\n' ' ')"
163		sudo "${DMSETUP}" remove_all
164	fi
165
166	msg "Removing loopback(s): $(echo "${TEST_LOOPBACKS}" | tr '\n' ' ')"
167	for TEST_LOOPBACK in $TEST_LOOPBACKS; do
168		if [ "$UNAME" = "FreeBSD" ] ; then
169			sudo "${LOSETUP}" -d -u "${TEST_LOOPBACK}"
170		else
171			sudo "${LOSETUP}" -d "${TEST_LOOPBACK}"
172		fi
173	done
174
175	msg "Removing files(s):    $(echo "${TEST_FILES}" | tr '\n' ' ')"
176	for TEST_FILE in $TEST_FILES; do
177		sudo rm -f "${TEST_FILE}"
178	done
179}
180
181#
182# Takes a name as the only arguments and looks for the following variations
183# on that name.  If one is found it is returned.
184#
185# $RUNFILE_DIR/<name>
186# $RUNFILE_DIR/<name>.run
187# <name>
188# <name>.run
189#
190find_runfile() {
191	NAME=$1
192	RESULT=""
193
194	if [ -f "$RUNFILE_DIR/$NAME" ]; then
195		RESULT="$RUNFILE_DIR/$NAME"
196	elif [ -f "$RUNFILE_DIR/$NAME.run" ]; then
197		RESULT="$RUNFILE_DIR/$NAME.run"
198	elif [ -f "$NAME" ]; then
199		RESULT="$NAME"
200	elif [ -f "$NAME.run" ]; then
201		RESULT="$NAME.run"
202	fi
203
204	echo "$RESULT"
205}
206
207#
208# Symlink file if it appears under any of the given paths.
209#
210create_links() {
211	dir_list="$1"
212	file_list="$2"
213
214	[ -n "$STF_PATH" ] || fail "STF_PATH wasn't correctly set"
215
216	for i in $file_list; do
217		for j in $dir_list; do
218			[ ! -e "$STF_PATH/$i" ] || continue
219
220			if [ ! -d "$j/$i" ] && [ -e "$j/$i" ]; then
221				ln -sf "$j/$i" "$STF_PATH/$i" || \
222				    fail "Couldn't link $i"
223				break
224			fi
225		done
226
227		[ ! -e "$STF_PATH/$i" ] && \
228		    STF_MISSING_BIN="$STF_MISSING_BIN $i"
229	done
230	STF_MISSING_BIN=${STF_MISSING_BIN# }
231}
232
233#
234# Constrain the path to limit the available binaries to a known set.
235# When running in-tree a top level ./bin/ directory is created for
236# convenience, otherwise a temporary directory is used.
237#
238constrain_path() {
239	. "$STF_SUITE/include/commands.cfg"
240
241	# On FreeBSD, base system zfs utils are in /sbin and OpenZFS utils
242	# install to /usr/local/sbin. To avoid testing the wrong utils we
243	# need /usr/local to come before / in the path search order.
244	SYSTEM_DIRS="/usr/local/bin /usr/local/sbin"
245	SYSTEM_DIRS="$SYSTEM_DIRS /usr/bin /usr/sbin /bin /sbin $LIBEXEC_DIR"
246
247	if [ "$INTREE" = "yes" ]; then
248		# Constrained path set to ./zfs/bin/
249		STF_PATH="$BIN_DIR"
250		STF_PATH_REMOVE="no"
251		STF_MISSING_BIN=""
252		if [ ! -d "$STF_PATH" ]; then
253			mkdir "$STF_PATH"
254			chmod 755 "$STF_PATH" || fail "Couldn't chmod $STF_PATH"
255		fi
256
257		# Special case links for standard zfs utilities
258		DIRS="$(find "$CMD_DIR" -type d \( ! -name .deps -a \
259		    ! -name .libs \) -print | tr '\n' ' ')"
260		create_links "$DIRS" "$ZFS_FILES"
261
262		# Special case links for zfs test suite utilities
263		DIRS="$(find "$STF_SUITE" -type d \( ! -name .deps -a \
264		    ! -name .libs \) -print | tr '\n' ' ')"
265		create_links "$DIRS" "$ZFSTEST_FILES"
266	else
267		# Constrained path set to /var/tmp/constrained_path.*
268		SYSTEMDIR=${SYSTEMDIR:-/var/tmp/constrained_path.XXXXXX}
269		STF_PATH=$(mktemp -d "$SYSTEMDIR")
270		STF_PATH_REMOVE="yes"
271		STF_MISSING_BIN=""
272
273		chmod 755 "$STF_PATH" || fail "Couldn't chmod $STF_PATH"
274
275		# Special case links for standard zfs utilities
276		create_links "$SYSTEM_DIRS" "$ZFS_FILES"
277
278		# Special case links for zfs test suite utilities
279		create_links "$STF_SUITE/bin" "$ZFSTEST_FILES"
280	fi
281
282	# Standard system utilities
283	SYSTEM_FILES="$SYSTEM_FILES_COMMON"
284	if [ "$UNAME" = "FreeBSD" ] ; then
285		SYSTEM_FILES="$SYSTEM_FILES $SYSTEM_FILES_FREEBSD"
286	else
287		SYSTEM_FILES="$SYSTEM_FILES $SYSTEM_FILES_LINUX"
288	fi
289	create_links "$SYSTEM_DIRS" "$SYSTEM_FILES"
290
291	# Exceptions
292	ln -fs "$STF_PATH/awk" "$STF_PATH/nawk"
293	if [ "$UNAME" = "Linux" ] ; then
294		ln -fs /sbin/fsck.ext4 "$STF_PATH/fsck"
295		ln -fs /sbin/mkfs.ext4 "$STF_PATH/newfs"
296		ln -fs "$STF_PATH/gzip" "$STF_PATH/compress"
297		ln -fs "$STF_PATH/gunzip" "$STF_PATH/uncompress"
298		ln -fs "$STF_PATH/exportfs" "$STF_PATH/share"
299		ln -fs "$STF_PATH/exportfs" "$STF_PATH/unshare"
300	elif [ "$UNAME" = "FreeBSD" ] ; then
301		ln -fs /usr/local/bin/ksh93 "$STF_PATH/ksh"
302	fi
303}
304
305#
306# Output a useful usage message.
307#
308usage() {
309cat << EOF
310USAGE:
311$0 [-hvqxkfS] [-s SIZE] [-r RUNFILES] [-t PATH] [-u USER]
312
313DESCRIPTION:
314	ZFS Test Suite launch script
315
316OPTIONS:
317	-h          Show this message
318	-v          Verbose zfs-tests.sh output
319	-q          Quiet test-runner output
320	-x          Remove all testpools, dm, lo, and files (unsafe)
321	-k          Disable cleanup after test failure
322	-f          Use files only, disables block device tests
323	-S          Enable stack tracer (negative performance impact)
324	-c          Only create and populate constrained path
325	-n NFSFILE  Use the nfsfile to determine the NFS configuration
326	-I NUM      Number of iterations
327	-d DIR      Use DIR for files and loopback devices
328	-s SIZE     Use vdevs of SIZE (default: 4G)
329	-r RUNFILES Run tests in RUNFILES (default: ${DEFAULT_RUNFILES})
330	-t PATH     Run single test at PATH relative to test suite
331	-T TAGS     Comma separated list of tags (default: 'functional')
332	-u USER     Run single test as USER (default: root)
333
334EXAMPLES:
335# Run the default (linux) suite of tests and output the configuration used.
336$0 -v
337
338# Run a smaller suite of tests designed to run more quickly.
339$0 -r linux-fast
340
341# Run a single test
342$0 -t tests/functional/cli_root/zfs_bookmark/zfs_bookmark_cliargs.ksh
343
344# Cleanup a previous run of the test suite prior to testing, run the
345# default (linux) suite of tests and perform no cleanup on exit.
346$0 -x
347
348EOF
349}
350
351while getopts 'hvqxkfScn:d:s:r:?t:T:u:I:' OPTION; do
352	case $OPTION in
353	h)
354		usage
355		exit 1
356		;;
357	v)
358		VERBOSE="yes"
359		;;
360	q)
361		QUIET="yes"
362		;;
363	x)
364		CLEANUPALL="yes"
365		;;
366	k)
367		CLEANUP="no"
368		;;
369	f)
370		LOOPBACK="no"
371		;;
372	S)
373		STACK_TRACER="yes"
374		;;
375	c)
376		constrain_path
377		exit
378		;;
379	n)
380		nfsfile=$OPTARG
381		[ -f "$nfsfile" ] || fail "Cannot read file: $nfsfile"
382		export NFS=1
383		. "$nfsfile"
384		;;
385	d)
386		FILEDIR="$OPTARG"
387		;;
388	I)
389		ITERATIONS="$OPTARG"
390		if [ "$ITERATIONS" -le 0 ]; then
391			fail "Iterations must be greater than 0."
392		fi
393		;;
394	s)
395		FILESIZE="$OPTARG"
396		;;
397	r)
398		RUNFILES="$OPTARG"
399		;;
400	t)
401		if [ -n "$SINGLETEST" ]; then
402			fail "-t can only be provided once."
403		fi
404		SINGLETEST="$OPTARG"
405		;;
406	T)
407		TAGS="$OPTARG"
408		;;
409	u)
410		SINGLETESTUSER="$OPTARG"
411		;;
412	?)
413		usage
414		exit
415		;;
416	esac
417done
418
419shift $((OPTIND-1))
420
421FILES=${FILES:-"$FILEDIR/file-vdev0 $FILEDIR/file-vdev1 $FILEDIR/file-vdev2"}
422LOOPBACKS=${LOOPBACKS:-""}
423
424if [ -n "$SINGLETEST" ]; then
425	if [ -n "$TAGS" ]; then
426		fail "-t and -T are mutually exclusive."
427	fi
428	RUNFILE_DIR="/var/tmp"
429	RUNFILES="zfs-tests.$$.run"
430	SINGLEQUIET="False"
431
432	if [ -n "$QUIET" ]; then
433		SINGLEQUIET="True"
434	fi
435
436	cat >$RUNFILE_DIR/$RUNFILES << EOF
437[DEFAULT]
438pre =
439quiet = $SINGLEQUIET
440pre_user = root
441user = $SINGLETESTUSER
442timeout = 600
443post_user = root
444post =
445outputdir = /var/tmp/test_results
446EOF
447	SINGLETESTDIR=$(dirname "$SINGLETEST")
448	SINGLETESTFILE=$(basename "$SINGLETEST")
449	SETUPSCRIPT=
450	CLEANUPSCRIPT=
451
452	if [ -f "$STF_SUITE/$SINGLETESTDIR/setup.ksh" ]; then
453		SETUPSCRIPT="setup"
454	fi
455
456	if [ -f "$STF_SUITE/$SINGLETESTDIR/cleanup.ksh" ]; then
457		CLEANUPSCRIPT="cleanup"
458	fi
459
460	cat >>$RUNFILE_DIR/$RUNFILES << EOF
461
462[$SINGLETESTDIR]
463tests = ['$SINGLETESTFILE']
464pre = $SETUPSCRIPT
465post = $CLEANUPSCRIPT
466tags = ['functional']
467EOF
468fi
469
470#
471# Use default tag if none was specified
472#
473TAGS=${TAGS:='functional'}
474
475#
476# Attempt to locate the runfiles describing the test workload.
477#
478R=""
479IFS=,
480for RUNFILE in $RUNFILES; do
481	if [ -n "$RUNFILE" ]; then
482		SAVED_RUNFILE="$RUNFILE"
483		RUNFILE=$(find_runfile "$RUNFILE")
484		[ -z "$RUNFILE" ] && fail "Cannot find runfile: $SAVED_RUNFILE"
485		R="$R,$RUNFILE"
486	fi
487
488	if [ ! -r "$RUNFILE" ]; then
489		fail "Cannot read runfile: $RUNFILE"
490	fi
491done
492unset IFS
493RUNFILES=${R#,}
494
495#
496# This script should not be run as root.  Instead the test user, which may
497# be a normal user account, needs to be configured such that it can
498# run commands via sudo passwordlessly.
499#
500if [ "$(id -u)" = "0" ]; then
501	fail "This script must not be run as root."
502fi
503
504if [ "$(sudo whoami)" != "root" ]; then
505	fail "Passwordless sudo access required."
506fi
507
508#
509# Constrain the available binaries to a known set.
510#
511constrain_path
512
513#
514# Check if ksh exists
515#
516if [ "$UNAME" = "FreeBSD" ]; then
517	sudo ln -fs /usr/local/bin/ksh93 /bin/ksh
518fi
519[ -e "$STF_PATH/ksh" ] || fail "This test suite requires ksh."
520[ -e "$STF_SUITE/include/default.cfg" ] || fail \
521    "Missing $STF_SUITE/include/default.cfg file."
522
523#
524# Verify the ZFS module stack is loaded.
525#
526if [ "$STACK_TRACER" = "yes" ]; then
527	sudo "${ZFS_SH}" -S >/dev/null 2>&1
528else
529	sudo "${ZFS_SH}" >/dev/null 2>&1
530fi
531
532#
533# Attempt to cleanup all previous state for a new test run.
534#
535if [ "$CLEANUPALL" = "yes" ]; then
536	cleanup_all
537fi
538
539#
540# By default preserve any existing pools
541# NOTE: Since 'zpool list' outputs a newline-delimited list convert $KEEP from
542# space-delimited to newline-delimited.
543#
544if [ -z "${KEEP}" ]; then
545	KEEP="$(sudo "$ZPOOL" list -H -o name)"
546	if [ -z "${KEEP}" ]; then
547		KEEP="rpool"
548	fi
549else
550	KEEP="$(echo "$KEEP" | tr '[:blank:]' '\n')"
551fi
552
553#
554# NOTE: The following environment variables are undocumented
555# and should be used for testing purposes only:
556#
557# __ZFS_POOL_EXCLUDE - don't iterate over the pools it lists
558# __ZFS_POOL_RESTRICT - iterate only over the pools it lists
559#
560# See libzfs/libzfs_config.c for more information.
561#
562if [ "$UNAME" = "FreeBSD" ] ; then
563	__ZFS_POOL_EXCLUDE="$(echo "$KEEP" | tr -s '\n' ' ')"
564else
565	__ZFS_POOL_EXCLUDE="$(echo "$KEEP" | sed ':a;N;s/\n/ /g;ba')"
566fi
567
568. "$STF_SUITE/include/default.cfg"
569
570#
571# No DISKS have been provided so a basic file or loopback based devices
572# must be created for the test suite to use.
573#
574if [ -z "${DISKS}" ]; then
575	#
576	# If this is a performance run, prevent accidental use of
577	# loopback devices.
578	#
579	[ "$TAGS" = "perf" ] && fail "Running perf tests without disks."
580
581	#
582	# Create sparse files for the test suite.  These may be used
583	# directory or have loopback devices layered on them.
584	#
585	for TEST_FILE in ${FILES}; do
586		[ -f "$TEST_FILE" ] && fail "Failed file exists: ${TEST_FILE}"
587		truncate -s "${FILESIZE}" "${TEST_FILE}" ||
588		    fail "Failed creating: ${TEST_FILE} ($?)"
589	done
590
591	#
592	# If requested setup loopback devices backed by the sparse files.
593	#
594	if [ "$LOOPBACK" = "yes" ]; then
595		test -x "$LOSETUP" || fail "$LOSETUP utility must be installed"
596
597		for TEST_FILE in ${FILES}; do
598			if [ "$UNAME" = "FreeBSD" ] ; then
599				MDDEVICE=$(sudo "${LOSETUP}" -a -t vnode -f "${TEST_FILE}")
600				if [ -z "$MDDEVICE" ] ; then
601					fail "Failed: ${TEST_FILE} -> loopback"
602				fi
603				DISKS="$DISKS $MDDEVICE"
604				LOOPBACKS="$LOOPBACKS $MDDEVICE"
605			else
606				TEST_LOOPBACK=$(sudo "${LOSETUP}" -f)
607				sudo "${LOSETUP}" "${TEST_LOOPBACK}" "${TEST_FILE}" ||
608				    fail "Failed: ${TEST_FILE} -> ${TEST_LOOPBACK}"
609				BASELOOPBACK="${TEST_LOOPBACK##*/}"
610				DISKS="$DISKS $BASELOOPBACK"
611				LOOPBACKS="$LOOPBACKS $TEST_LOOPBACK"
612			fi
613		done
614		DISKS=${DISKS# }
615		LOOPBACKS=${LOOPBACKS# }
616	else
617		DISKS="$FILES"
618	fi
619fi
620
621#
622# It may be desirable to test with fewer disks than the default when running
623# the performance tests, but the functional tests require at least three.
624#
625NUM_DISKS=$(echo "${DISKS}" | awk '{print NF}')
626if [ "$TAGS" != "perf" ]; then
627	[ "$NUM_DISKS" -lt 3 ] && fail "Not enough disks ($NUM_DISKS/3 minimum)"
628fi
629
630#
631# Disable SELinux until the ZFS Test Suite has been updated accordingly.
632#
633if [ -x "$STF_PATH/setenforce" ]; then
634	sudo setenforce permissive >/dev/null 2>&1
635fi
636
637#
638# Enable internal ZFS debug log and clear it.
639#
640if [ -e /sys/module/zfs/parameters/zfs_dbgmsg_enable ]; then
641	sudo /bin/sh -c "echo 1 >/sys/module/zfs/parameters/zfs_dbgmsg_enable"
642	sudo /bin/sh -c "echo 0 >/proc/spl/kstat/zfs/dbgmsg"
643fi
644
645msg
646msg "--- Configuration ---"
647msg "Runfiles:        $RUNFILES"
648msg "STF_TOOLS:       $STF_TOOLS"
649msg "STF_SUITE:       $STF_SUITE"
650msg "STF_PATH:        $STF_PATH"
651msg "FILEDIR:         $FILEDIR"
652msg "FILES:           $FILES"
653msg "LOOPBACKS:       $LOOPBACKS"
654msg "DISKS:           $DISKS"
655msg "NUM_DISKS:       $NUM_DISKS"
656msg "FILESIZE:        $FILESIZE"
657msg "ITERATIONS:      $ITERATIONS"
658msg "TAGS:            $TAGS"
659msg "STACK_TRACER:    $STACK_TRACER"
660msg "Keep pool(s):    $KEEP"
661msg "Missing util(s): $STF_MISSING_BIN"
662msg ""
663
664export STF_TOOLS
665export STF_SUITE
666export STF_PATH
667export DISKS
668export FILEDIR
669export KEEP
670export __ZFS_POOL_EXCLUDE
671export TESTFAIL_CALLBACKS
672export PATH=$STF_PATH
673
674if [ "$UNAME" = "FreeBSD" ] ; then
675	mkdir -p "$FILEDIR" || true
676	RESULTS_FILE=$(mktemp -u "${FILEDIR}/zts-results.XXXXXX")
677	REPORT_FILE=$(mktemp -u "${FILEDIR}/zts-report.XXXXXX")
678else
679	RESULTS_FILE=$(mktemp -u -t zts-results.XXXXXX -p "$FILEDIR")
680	REPORT_FILE=$(mktemp -u -t zts-report.XXXXXX -p "$FILEDIR")
681fi
682
683#
684# Run all the tests as specified.
685#
686msg "${TEST_RUNNER} ${QUIET:+-q}" \
687    "-c \"${RUNFILES}\"" \
688    "-T \"${TAGS}\"" \
689    "-i \"${STF_SUITE}\"" \
690    "-I \"${ITERATIONS}\""
691${TEST_RUNNER} ${QUIET:+-q} \
692    -c "${RUNFILES}" \
693    -T "${TAGS}" \
694    -i "${STF_SUITE}" \
695    -I "${ITERATIONS}" \
696    2>&1 | tee "$RESULTS_FILE"
697
698#
699# Analyze the results.
700#
701${ZTS_REPORT} "$RESULTS_FILE" >"$REPORT_FILE"
702RESULT=$?
703cat "$REPORT_FILE"
704
705RESULTS_DIR=$(awk '/^Log directory/ { print $3 }' "$RESULTS_FILE")
706if [ -d "$RESULTS_DIR" ]; then
707	cat "$RESULTS_FILE" "$REPORT_FILE" >"$RESULTS_DIR/results"
708fi
709
710rm -f "$RESULTS_FILE" "$REPORT_FILE"
711
712if [ -n "$SINGLETEST" ]; then
713	rm -f "$RUNFILES" >/dev/null 2>&1
714fi
715
716exit ${RESULT}
717