xref: /freebsd/tests/sys/cddl/zfs/include/libtest.kshlib (revision 0b57cec536236d46e3dba9bd041533462f33dbb7)
1# vim: filetype=sh
2#
3# CDDL HEADER START
4#
5# The contents of this file are subject to the terms of the
6# Common Development and Distribution License (the "License").
7# You may not use this file except in compliance with the License.
8#
9# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10# or http://www.opensolaris.org/os/licensing.
11# See the License for the specific language governing permissions
12# and limitations under the License.
13#
14# When distributing Covered Code, include this CDDL HEADER in each
15# file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16# If applicable, add the following below this CDDL HEADER, with the
17# fields enclosed by brackets "[]" replaced with your own identifying
18# information: Portions Copyright [yyyy] [name of copyright owner]
19#
20# CDDL HEADER END
21#
22
23# $FreeBSD$
24
25#
26# Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
27# Use is subject to license terms.
28#
29# ident	"@(#)libtest.kshlib	1.15	09/08/06 SMI"
30#
31
32. ${STF_SUITE}/include/logapi.kshlib
33
34ZFS=${ZFS:-/sbin/zfs}
35ZPOOL=${ZPOOL:-/sbin/zpool}
36os_name=`uname -s`
37
38# Determine if a test has the necessary requirements to run
39
40function test_requires
41{
42        integer unsupported=0
43        unsupported_list=""
44        until [[ $# -eq 0 ]];do
45                var_name=$1
46                cmd=$(eval echo \$${1})
47                if [[ ! "$cmd" != "" ]] ; then
48                        print $var_name is not set
49                        unsupported_list="$var_name $unsupported_list"
50                        ((unsupported=unsupported+1))
51                fi
52                shift
53        done
54        if [[ unsupported -gt 0 ]] ; then
55                log_unsupported "$unsupported_list commands are unsupported"
56        else
57                log_note "All commands are supported"
58        fi
59}
60
61# Determine whether a dataset is mounted
62#
63# $1 dataset name
64# $2 filesystem type; optional - defaulted to zfs
65#
66# Return 0 if dataset is mounted; 1 if unmounted; 2 on error
67
68function ismounted
69{
70	typeset fstype=$2
71	[[ -z $fstype ]] && fstype=zfs
72	typeset out dir name ret
73
74	case $fstype in
75		zfs)
76			if [[ "$1" == "/"* ]] ; then
77				for out in $($ZFS mount | $AWK '{print $2}') ; do
78					[[ $1 == $out ]] && return 0
79				done
80			else
81				for out in $($ZFS mount | $AWK '{print $1}') ; do
82					[[ $1 == $out ]] && return 0
83				done
84			fi
85		;;
86		ufs|nfs)
87			# a = device, b = "on", c = mount point", d = flags
88			$MOUNT | $GREP $fstype | while read a b c d
89			do
90				[[ "$1" == "$a" || "$1" == "$c" ]] && return 0
91			done
92		;;
93	esac
94
95	return 1
96}
97
98# Return 0 if a dataset is mounted; 1 otherwise
99#
100# $1 dataset name
101# $2 filesystem type; optional - defaulted to zfs
102
103function mounted
104{
105	ismounted $1 $2
106	(( $? == 0 )) && return 0
107	return 1
108}
109
110# Return 0 if a dataset is unmounted; 1 otherwise
111#
112# $1 dataset name
113# $2 filesystem type; optional - defaulted to zfs
114
115function unmounted
116{
117	ismounted $1 $2
118	(( $? == 1 )) && return 0
119	return 1
120}
121
122# split line on ","
123#
124# $1 - line to split
125
126function splitline
127{
128	$ECHO $1 | $SED "s/,/ /g"
129}
130
131function default_setup
132{
133	default_setup_noexit "$@"
134
135	log_pass
136}
137
138#
139# Given a list of disks, setup storage pools and datasets.
140#
141function default_setup_noexit
142{
143	typeset disklist=$1
144	typeset container=$2
145	typeset volume=$3
146
147	if is_global_zone; then
148		if poolexists $TESTPOOL ; then
149			destroy_pool $TESTPOOL
150		fi
151		[[ -d /$TESTPOOL ]] && $RM -rf /$TESTPOOL
152		log_must $ZPOOL create -f $TESTPOOL $disklist
153	else
154		reexport_pool
155	fi
156
157	$RM -rf $TESTDIR  || log_unresolved Could not remove $TESTDIR
158	$MKDIR -p $TESTDIR || log_unresolved Could not create $TESTDIR
159
160	log_must $ZFS create $TESTPOOL/$TESTFS
161	log_must $ZFS set mountpoint=$TESTDIR $TESTPOOL/$TESTFS
162
163	if [[ -n $container ]]; then
164		$RM -rf $TESTDIR1  || \
165			log_unresolved Could not remove $TESTDIR1
166		$MKDIR -p $TESTDIR1 || \
167			log_unresolved Could not create $TESTDIR1
168
169		log_must $ZFS create $TESTPOOL/$TESTCTR
170		log_must $ZFS set canmount=off $TESTPOOL/$TESTCTR
171		log_must $ZFS create $TESTPOOL/$TESTCTR/$TESTFS1
172		log_must $ZFS set mountpoint=$TESTDIR1 \
173		    $TESTPOOL/$TESTCTR/$TESTFS1
174	fi
175
176	if [[ -n $volume ]]; then
177		if is_global_zone ; then
178			log_must $ZFS create -V $VOLSIZE $TESTPOOL/$TESTVOL
179		else
180			log_must $ZFS create $TESTPOOL/$TESTVOL
181		fi
182
183	fi
184}
185
186#
187# Given a list of disks, setup a storage pool, file system and
188# a container.
189#
190function default_container_setup
191{
192	typeset disklist=$1
193
194	default_setup "$disklist" "true"
195}
196
197#
198# Given a list of disks, setup a storage pool,file system
199# and a volume.
200#
201function default_volume_setup
202{
203	typeset disklist=$1
204
205	default_setup "$disklist" "" "true"
206}
207
208#
209# Given a list of disks, setup a storage pool,file system,
210# a container and a volume.
211#
212function default_container_volume_setup
213{
214	typeset disklist=$1
215
216	default_setup "$disklist" "true" "true"
217}
218
219#
220# Create a snapshot on a filesystem or volume. Defaultly create a snapshot on
221# filesystem
222#
223# $1 Existing filesystem or volume name. Default, $TESTFS
224# $2 snapshot name. Default, $TESTSNAP
225#
226function create_snapshot
227{
228	typeset fs_vol=${1:-$TESTFS}
229	typeset snap=${2:-$TESTSNAP}
230
231	[[ -z $fs_vol ]] && log_fail "Filesystem or volume's name is undefined."
232	[[ -z $snap ]] && log_fail "Snapshot's name is undefined."
233
234	if snapexists $fs_vol@$snap; then
235		log_fail "$fs_vol@$snap already exists."
236	fi
237	datasetexists $fs_vol || \
238		log_fail "$fs_vol must exist."
239
240	log_must $ZFS snapshot $fs_vol@$snap
241}
242
243#
244# Create a clone from a snapshot, default clone name is $TESTCLONE.
245#
246# $1 Existing snapshot, $TESTPOOL/$TESTFS@$TESTSNAP is default.
247# $2 Clone name, $TESTPOOL/$TESTCLONE is default.
248#
249function create_clone   # snapshot clone
250{
251	typeset snap=${1:-$TESTPOOL/$TESTFS@$TESTSNAP}
252	typeset clone=${2:-$TESTPOOL/$TESTCLONE}
253
254	[[ -z $snap ]] && \
255		log_fail "Snapshot name is undefined."
256	[[ -z $clone ]] && \
257		log_fail "Clone name is undefined."
258
259	log_must $ZFS clone $snap $clone
260}
261
262function default_mirror_setup
263{
264	default_mirror_setup_noexit $1 $2 $3
265
266	log_pass
267}
268
269#
270# Given a pair of disks, set up a storage pool and dataset for the mirror
271# @parameters: $1 the primary side of the mirror
272#   $2 the secondary side of the mirror
273# @uses: ZPOOL ZFS TESTPOOL TESTFS
274function default_mirror_setup_noexit
275{
276	readonly func="default_mirror_setup_noexit"
277	typeset primary=$1
278	typeset secondary=$2
279
280	[[ -z $primary ]] && \
281		log_fail "$func: No parameters passed"
282	[[ -z $secondary ]] && \
283		log_fail "$func: No secondary partition passed"
284	[[ -d /$TESTPOOL ]] && $RM -rf /$TESTPOOL
285	log_must $ZPOOL create -f $TESTPOOL mirror $@
286	log_must $ZFS create $TESTPOOL/$TESTFS
287	log_must $ZFS set mountpoint=$TESTDIR $TESTPOOL/$TESTFS
288}
289
290#
291# create a number of mirrors.
292# We create a number($1) of 2 way mirrors using the pairs of disks named
293# on the command line. These mirrors are *not* mounted
294# @parameters: $1 the number of mirrors to create
295#  $... the devices to use to create the mirrors on
296# @uses: ZPOOL ZFS TESTPOOL
297function setup_mirrors
298{
299	typeset -i nmirrors=$1
300
301	shift
302	while (( nmirrors > 0 )); do
303		log_must test -n "$1" -a -n "$2"
304		[[ -d /$TESTPOOL$nmirrors ]] && $RM -rf /$TESTPOOL$nmirrors
305		log_must $ZPOOL create -f $TESTPOOL$nmirrors mirror $1 $2
306		shift 2
307		(( nmirrors = nmirrors - 1 ))
308	done
309}
310
311#
312# create a number of raidz pools.
313# We create a number($1) of 2 raidz pools  using the pairs of disks named
314# on the command line. These pools are *not* mounted
315# @parameters: $1 the number of pools to create
316#  $... the devices to use to create the pools on
317# @uses: ZPOOL ZFS TESTPOOL
318function setup_raidzs
319{
320	typeset -i nraidzs=$1
321
322	shift
323	while (( nraidzs > 0 )); do
324		log_must test -n "$1" -a -n "$2"
325		[[ -d /$TESTPOOL$nraidzs ]] && $RM -rf /$TESTPOOL$nraidzs
326		log_must $ZPOOL create -f $TESTPOOL$nraidzs raidz $1 $2
327		shift 2
328		(( nraidzs = nraidzs - 1 ))
329	done
330}
331
332#
333# Destroy the configured testpool mirrors.
334# the mirrors are of the form ${TESTPOOL}{number}
335# @uses: ZPOOL ZFS TESTPOOL
336function destroy_mirrors
337{
338	default_cleanup_noexit
339
340	log_pass
341}
342
343#
344# Given a minimum of two disks, set up a storage pool and dataset for the raid-z
345# $1 the list of disks
346#
347function default_raidz_setup
348{
349	typeset disklist="$*"
350	set -A disks $disklist
351
352	if [[ ${#disks[*]} -lt 2 ]]; then
353		log_fail "A raid-z requires a minimum of two disks."
354	fi
355
356	[[ -d /$TESTPOOL ]] && $RM -rf /$TESTPOOL
357	log_must $ZPOOL create -f $TESTPOOL raidz $1 $2 $3
358	log_must $ZFS create $TESTPOOL/$TESTFS
359	log_must $ZFS set mountpoint=$TESTDIR $TESTPOOL/$TESTFS
360
361	log_pass
362}
363
364#
365# Common function used to cleanup storage pools and datasets.
366#
367# Invoked at the start of the test suite to ensure the system
368# is in a known state, and also at the end of each set of
369# sub-tests to ensure errors from one set of tests doesn't
370# impact the execution of the next set.
371
372function default_cleanup
373{
374	default_cleanup_noexit
375
376	log_pass
377}
378
379function all_pools
380{
381	cmd="$ZPOOL list -H -o name | $GREP 'testpool'"
382	eval $cmd
383}
384
385#
386# Returns 0 if the system contains any pools that must not be modified by the
387# ZFS tests.
388#
389function other_pools_exist
390{
391	typeset pool_count=`$ZPOOL list -H | $GREP -v '^testpool' | $WC -l`
392	[ "$pool_count" -ne 0 ]
393}
394
395function default_cleanup_noexit
396{
397	typeset exclude=""
398	typeset pool=""
399	#
400	# Destroying the pool will also destroy any
401	# filesystems it contains.
402	#
403	if is_global_zone; then
404		# Here, we loop through the pools we're allowed to
405		# destroy, only destroying them if it's safe to do
406		# so.
407		for pool in $(all_pools); do
408			if safe_to_destroy_pool $pool; then
409				destroy_pool $pool
410			fi
411		done
412	else
413		typeset fs=""
414		for fs in $($ZFS list -H -o name \
415		    | $GREP "^$ZONE_POOL/$ZONE_CTR[01234]/"); do
416			datasetexists $fs && \
417				log_must $ZFS destroy -Rf $fs
418		done
419
420		# Need cleanup here to avoid garbage dir left.
421		for fs in $($ZFS list -H -o name \
422		    ); do
423			[[ $fs == /$ZONE_POOL ]] && continue
424			[[ -d $fs ]] && log_must $RM -rf $fs/*
425		done
426
427		#
428		# Reset the $ZONE_POOL/$ZONE_CTR[01234] file systems property to
429		# the default value
430		#
431		for fs in $($ZFS list -H -o name \
432		    ); do
433			if [[ $fs == $ZONE_POOL/$ZONE_CTR[01234] ]]; then
434				log_must $ZFS set reservation=none $fs
435				log_must $ZFS set recordsize=128K $fs
436				log_must $ZFS set mountpoint=/$fs $fs
437				typeset enc=""
438				enc=$(get_prop encryption $fs)
439				if [[ $? -ne 0 ]] || [[ -z "$enc" ]] || \
440					[[ "$enc" == "off" ]]; then
441					log_must $ZFS set checksum=on $fs
442				fi
443				log_must $ZFS set compression=off $fs
444				log_must $ZFS set atime=on $fs
445				log_must $ZFS set devices=off $fs
446				log_must $ZFS set exec=on $fs
447				log_must $ZFS set setuid=on $fs
448				log_must $ZFS set readonly=off $fs
449				log_must $ZFS set snapdir=hidden $fs
450				log_must $ZFS set aclmode=groupmask $fs
451				log_must $ZFS set aclinherit=secure $fs
452			fi
453		done
454	fi
455
456	[[ -d $TESTDIR ]] && \
457		log_must $RM -rf $TESTDIR
458}
459
460
461#
462# Common function used to cleanup storage pools, file systems
463# and containers.
464#
465function default_container_cleanup
466{
467	if ! is_global_zone; then
468		reexport_pool
469	fi
470
471	ismounted $TESTPOOL/$TESTCTR/$TESTFS1
472	[[ $? -eq 0 ]] && \
473	    log_must $ZFS unmount $TESTPOOL/$TESTCTR/$TESTFS1
474
475	datasetexists $TESTPOOL/$TESTCTR/$TESTFS1 && \
476	    log_must $ZFS destroy -R $TESTPOOL/$TESTCTR/$TESTFS1
477
478	datasetexists $TESTPOOL/$TESTCTR && \
479	    log_must $ZFS destroy -Rf $TESTPOOL/$TESTCTR
480
481	[[ -e $TESTDIR1 ]] && \
482	    log_must $RM -rf $TESTDIR1 > /dev/null 2>&1
483
484	default_cleanup
485}
486
487#
488# Common function used to cleanup snapshot of file system or volume. Default to
489# delete the file system's snapshot
490#
491# $1 snapshot name
492#
493function destroy_snapshot
494{
495	typeset snap=${1:-$TESTPOOL/$TESTFS@$TESTSNAP}
496
497	if ! snapexists $snap; then
498		log_fail "'$snap' does not existed."
499	fi
500
501	#
502	# For the sake of the value which come from 'get_prop' is not equal
503	# to the really mountpoint when the snapshot is unmounted. So, firstly
504	# check and make sure this snapshot's been mounted in current system.
505	#
506	typeset mtpt=""
507	if ismounted $snap; then
508		mtpt=$(get_prop mountpoint $snap)
509		(( $? != 0 )) && \
510			log_fail "get_prop mountpoint $snap failed."
511	fi
512
513	log_must $ZFS destroy $snap
514	[[ $mtpt != "" && -d $mtpt ]] && \
515		log_must $RM -rf $mtpt
516}
517
518#
519# Common function used to cleanup clone.
520#
521# $1 clone name
522#
523function destroy_clone
524{
525	typeset clone=${1:-$TESTPOOL/$TESTCLONE}
526
527	if ! datasetexists $clone; then
528		log_fail "'$clone' does not existed."
529	fi
530
531	# With the same reason in destroy_snapshot
532	typeset mtpt=""
533	if ismounted $clone; then
534		mtpt=$(get_prop mountpoint $clone)
535		(( $? != 0 )) && \
536			log_fail "get_prop mountpoint $clone failed."
537	fi
538
539	log_must $ZFS destroy $clone
540	[[ $mtpt != "" && -d $mtpt ]] && \
541		log_must $RM -rf $mtpt
542}
543
544# Return 0 if a snapshot exists; $? otherwise
545#
546# $1 - snapshot name
547
548function snapexists
549{
550	$ZFS list -H -t snapshot "$1" > /dev/null 2>&1
551	return $?
552}
553
554#
555# Set a property to a certain value on a dataset.
556# Sets a property of the dataset to the value as passed in.
557# @param:
558#	$1 dataset who's property is being set
559# 	$2 property to set
560#	$3 value to set property to
561# @return:
562#	0 if the property could be set.
563#	non-zero otherwise.
564# @use: ZFS
565#
566function dataset_setprop
567{
568	typeset fn=dataset_setprop
569
570	if (( $# < 3 )); then
571		log_note "$fn: Insufficient parameters (need 3, had $#)"
572		return 1
573	fi
574	typeset output=
575	output=$($ZFS set $2=$3 $1 2>&1)
576	typeset rv=$?
577	if (( rv != 0 )); then
578		log_note "Setting property on $1 failed."
579		log_note "property $2=$3"
580		log_note "Return Code: $rv"
581		log_note "Output: $output"
582		return $rv
583	fi
584	return 0
585}
586
587#
588# Assign suite defined dataset properties.
589# This function is used to apply the suite's defined default set of
590# properties to a dataset.
591# @parameters: $1 dataset to use
592# @uses: ZFS COMPRESSION_PROP CHECKSUM_PROP
593# @returns:
594#   0 if the dataset has been altered.
595#   1 if no pool name was passed in.
596#   2 if the dataset could not be found.
597#   3 if the dataset could not have it's properties set.
598#
599function dataset_set_defaultproperties
600{
601	typeset dataset="$1"
602
603	[[ -z $dataset ]] && return 1
604
605	typeset confset=
606	typeset -i found=0
607	for confset in $($ZFS list); do
608		if [[ $dataset = $confset ]]; then
609			found=1
610			break
611		fi
612	done
613	[[ $found -eq 0 ]] && return 2
614	if [[ -n $COMPRESSION_PROP ]]; then
615		dataset_setprop $dataset compression $COMPRESSION_PROP || \
616			return 3
617		log_note "Compression set to '$COMPRESSION_PROP' on $dataset"
618	fi
619	if [[ -n $CHECKSUM_PROP && $WRAPPER != *"crypto"* ]]; then
620		dataset_setprop $dataset checksum $CHECKSUM_PROP || \
621			return 3
622		log_note "Checksum set to '$CHECKSUM_PROP' on $dataset"
623	fi
624	return 0
625}
626
627#
628# Check a numeric assertion
629# @parameter: $@ the assertion to check
630# @output: big loud notice if assertion failed
631# @use: log_fail
632#
633function assert
634{
635	(( $@ )) || log_fail $@
636}
637
638function wipe_partition_table #<whole_disk_name> [<whole_disk_name> ...]
639{
640	while [[ -n $* ]]; do
641		typeset diskname=$1
642		[ ! -e $diskname ] && log_fail "ERROR: $diskname doesn't exist"
643		if gpart list ${diskname#/dev/} >/dev/null 2>&1; then
644			wait_for 5 1 $GPART destroy -F $diskname
645		else
646			log_note "No GPT partitions detected on $diskname"
647		fi
648		log_must $GPART create -s gpt $diskname
649		shift
650	done
651}
652
653#
654# Given a slice, size and disk, this function
655# formats the slice to the specified size.
656# Size should be specified with units as per
657# the `format` command requirements eg. 100mb 3gb
658#
659function set_partition #<slice_num> <slice_start> <size_plus_units>  <whole_disk_name>
660{
661	typeset -i slicenum=$1
662	typeset start=$2
663	typeset size=$3
664	typeset disk=$4
665	set -A devmap a b c d e f g h
666	[[ -z $slicenum || -z $size || -z $disk ]] && \
667		log_fail "The slice, size or disk name is unspecified."
668
669	size=`$ECHO $size| sed s/mb/M/`
670	size=`$ECHO $size| sed s/m/M/`
671	size=`$ECHO $size| sed s/gb/G/`
672	size=`$ECHO $size| sed s/g/G/`
673	[[ -n $start ]] && start="-b $start"
674	log_must $GPART add -t efi $start -s $size -i $slicenum $disk
675	return 0
676}
677
678function get_disk_size #<disk>
679{
680	typeset disk=$1
681	diskinfo $disk | awk '{print $3}'
682}
683
684function get_available_disk_size #<disk>
685{
686	typeset disk=$1
687	raw_size=`get_disk_size $disk`
688	(( available_size = raw_size * 95 / 100 ))
689	echo $available_size
690}
691
692#
693# Get the end cyl of the given slice
694# #TODO: fix this to be GPT-compatible if we want to use the SMI WRAPPER.  This
695# function is not necessary on FreeBSD
696#
697function get_endslice #<disk> <slice>
698{
699	log_fail "get_endslice has not been updated for GPT partitions"
700}
701
702#
703# Get the first LBA that is beyond the end of the given partition
704function get_partition_end #<disk> <partition_index>
705{
706	typeset disk=$1
707	typeset partition_index=$2
708	export partition_index
709	$GPART show $disk | $AWK \
710		'/^[ \t]/ && $3 ~ ENVIRON["partition_index"] {print $1 + $2}'
711}
712
713
714#
715# Given a size,disk and total number of partitions,  this function formats the
716# disk partitions from 0 to the total partition number with the same specified
717# size.
718#
719function partition_disk	#<part_size> <whole_disk_name>	<total_parts>
720{
721	typeset -i i=1
722	typeset part_size=$1
723	typeset disk_name=$2
724	typeset total_parts=$3
725	typeset cyl
726
727	wipe_partition_table $disk_name
728	while (( i <= $total_parts )); do
729		set_partition $i "" $part_size $disk_name
730		(( i = i+1 ))
731	done
732}
733
734function size_of_file # fname
735{
736	typeset fname=$1
737	sz=`stat -f '%z' $fname`
738	[[ -z "$sz" ]] && log_fail "stat($fname) failed"
739	$ECHO $sz
740	return 0
741}
742
743#
744# This function continues to write to a filenum number of files into dirnum
745# number of directories until either $FILE_WRITE returns an error or the
746# maximum number of files per directory have been written.
747#
748# Usage:
749# fill_fs [destdir] [dirnum] [filenum] [bytes] [num_writes] [data]
750#
751# Return value: 0 on success
752#		non 0 on error
753#
754# Where :
755#	destdir:    is the directory where everything is to be created under
756#	dirnum:	    the maximum number of subdirectories to use, -1 no limit
757#	filenum:    the maximum number of files per subdirectory
758#	blocksz:    number of bytes per block
759#	num_writes: number of blocks to write
760#	data:	    the data that will be written
761#
762#	E.g.
763#	file_fs /testdir 20 25 1024 256 0
764#
765# Note: blocksz * num_writes equals the size of the testfile
766#
767function fill_fs # destdir dirnum filenum blocksz num_writes data
768{
769	typeset destdir=${1:-$TESTDIR}
770	typeset -i dirnum=${2:-50}
771	typeset -i filenum=${3:-50}
772	typeset -i blocksz=${4:-8192}
773	typeset -i num_writes=${5:-10240}
774	typeset -i data=${6:-0}
775
776	typeset -i retval=0
777	typeset -i dn=0 # current dir number
778	typeset -i fn=0 # current file number
779	while (( retval == 0 )); do
780		(( dirnum >= 0 && dn >= dirnum )) && break
781		typeset curdir=$destdir/$dn
782		log_must $MKDIR -p $curdir
783		for (( fn = 0; $fn < $filenum && $retval == 0; fn++ )); do
784			log_cmd $FILE_WRITE -o create -f $curdir/$TESTFILE.$fn \
785			    -b $blocksz -c $num_writes -d $data
786			retval=$?
787		done
788		(( dn = dn + 1 ))
789	done
790	return $retval
791}
792
793#
794# Simple function to get the specified property. If unable to
795# get the property then exits.
796#
797# Note property is in 'parsable' format (-p)
798#
799function get_prop # property dataset
800{
801	typeset prop_val
802	typeset prop=$1
803	typeset dataset=$2
804
805	prop_val=$($ZFS get -pH -o value $prop $dataset 2>/dev/null)
806	if [[ $? -ne 0 ]]; then
807		log_note "Unable to get $prop property for dataset $dataset"
808		return 1
809	fi
810
811	$ECHO $prop_val
812	return 0
813}
814
815#
816# Simple function to return the lesser of two values.
817#
818function min
819{
820	typeset first_arg=$1
821	typeset second_arg=$2
822
823	if (( first_arg < second_arg )); then
824		$ECHO $first_arg
825	else
826		$ECHO $second_arg
827	fi
828	return 0
829}
830
831#
832# Simple function to get the specified property of pool. If unable to
833# get the property then exits.
834#
835function get_pool_prop # property pool
836{
837	typeset prop_val
838	typeset prop=$1
839	typeset pool=$2
840
841	if poolexists $pool ; then
842		prop_val=$($ZPOOL get $prop $pool 2>/dev/null | $TAIL -1 | \
843			$AWK '{print $3}')
844		if [[ $? -ne 0 ]]; then
845			log_note "Unable to get $prop property for pool " \
846			"$pool"
847			return 1
848		fi
849	else
850		log_note "Pool $pool not exists."
851		return 1
852	fi
853
854	$ECHO $prop_val
855	return 0
856}
857
858# Return 0 if a pool exists; $? otherwise
859#
860# $1 - pool name
861
862function poolexists
863{
864	typeset pool=$1
865
866	if [[ -z $pool ]]; then
867		log_note "No pool name given."
868		return 1
869	fi
870
871	$ZPOOL list -H "$pool" > /dev/null 2>&1
872	return $?
873}
874
875# Return 0 if all the specified datasets exist; $? otherwise
876#
877# $1-n  dataset name
878function datasetexists
879{
880	if (( $# == 0 )); then
881		log_note "No dataset name given."
882		return 1
883	fi
884
885	while (( $# > 0 )); do
886		$ZFS list -H -t filesystem,snapshot,volume $1 > /dev/null 2>&1 || \
887			return $?
888		shift
889	done
890
891	return 0
892}
893
894# return 0 if none of the specified datasets exists, otherwise return 1.
895#
896# $1-n  dataset name
897function datasetnonexists
898{
899	if (( $# == 0 )); then
900		log_note "No dataset name given."
901		return 1
902	fi
903
904	while (( $# > 0 )); do
905		$ZFS list -H -t filesystem,snapshot,volume $1 > /dev/null 2>&1 && \
906			return 1
907		shift
908	done
909
910	return 0
911}
912
913#
914# Given a mountpoint, or a dataset name, determine if it is shared.
915#
916# Returns 0 if shared, 1 otherwise.
917#
918function is_shared
919{
920	typeset fs=$1
921	typeset mtpt
922
923	if [[ $fs != "/"* ]] ; then
924		if datasetnonexists "$fs" ; then
925			return 1
926		else
927			mtpt=$(get_prop mountpoint "$fs")
928			case $mtpt in
929				none|legacy|-) return 1
930					;;
931				*)	fs=$mtpt
932					;;
933			esac
934		fi
935	fi
936
937	for mtpt in `$SHARE | $AWK '{print $2}'` ; do
938		if [[ $mtpt == $fs ]] ; then
939			return 0
940		fi
941	done
942
943	typeset stat=$($SVCS -H -o STA nfs/server:default)
944	if [[ $stat != "ON" ]]; then
945		log_note "Current nfs/server status: $stat"
946	fi
947
948	return 1
949}
950
951#
952# Given a mountpoint, determine if it is not shared.
953#
954# Returns 0 if not shared, 1 otherwise.
955#
956function not_shared
957{
958	typeset fs=$1
959
960	is_shared $fs
961	if (( $? == 0)); then
962		return 1
963	fi
964
965	return 0
966}
967
968#
969# Helper function to unshare a mountpoint.
970#
971function unshare_fs #fs
972{
973	typeset fs=$1
974
975	is_shared $fs
976	if (( $? == 0 )); then
977		log_must $ZFS unshare $fs
978	fi
979
980	return 0
981}
982
983#
984# Check NFS server status and trigger it online.
985#
986function setup_nfs_server
987{
988	# Cannot share directory in non-global zone.
989	#
990	if ! is_global_zone; then
991		log_note "Cannot trigger NFS server by sharing in LZ."
992		return
993	fi
994
995	typeset nfs_fmri="svc:/network/nfs/server:default"
996	if [[ $($SVCS -Ho STA $nfs_fmri) != "ON" ]]; then
997		#
998		# Only really sharing operation can enable NFS server
999		# to online permanently.
1000		#
1001		typeset dummy=$TMPDIR/dummy
1002
1003		if [[ -d $dummy ]]; then
1004			log_must $RM -rf $dummy
1005		fi
1006
1007		log_must $MKDIR $dummy
1008		log_must $SHARE $dummy
1009
1010		#
1011		# Waiting for fmri's status to be the final status.
1012		# Otherwise, in transition, an asterisk (*) is appended for
1013		# instances, unshare will reverse status to 'DIS' again.
1014		#
1015		# Waiting for 1's at least.
1016		#
1017		log_must $SLEEP 1
1018		timeout=10
1019		while [[ timeout -ne 0 && $($SVCS -Ho STA $nfs_fmri) == *'*' ]]
1020		do
1021			log_must $SLEEP 1
1022
1023			(( timeout -= 1 ))
1024		done
1025
1026		log_must $UNSHARE $dummy
1027		log_must $RM -rf $dummy
1028	fi
1029
1030	log_note "Current NFS status: '$($SVCS -Ho STA,FMRI $nfs_fmri)'"
1031}
1032
1033#
1034# To verify whether calling process is in global zone
1035#
1036# Return 0 if in global zone, 1 in non-global zone
1037#
1038function is_global_zone
1039{
1040	typeset cur_zone=$($ZONENAME 2>/dev/null)
1041
1042	# Zones are not supported on FreeBSD.
1043	if [[ $os_name == "FreeBSD" ]]; then
1044		return 0
1045	fi
1046
1047	if [[ $cur_zone != "global" ]]; then
1048		return 1
1049	fi
1050	return 0
1051}
1052
1053#
1054# Verify whether test is permit to run from
1055# global zone, local zone, or both
1056#
1057# $1 zone limit, could be "global", "local", or "both"(no limit)
1058#
1059# Return 0 if permit, otherwise exit with log_unsupported
1060#
1061function verify_runnable # zone limit
1062{
1063	typeset limit=$1
1064
1065	[[ -z $limit ]] && return 0
1066
1067	if is_global_zone ; then
1068		case $limit in
1069			global|both)
1070				break
1071				;;
1072			local)  log_unsupported "Test is unable to run from \
1073					global zone."
1074				break
1075				;;
1076			*)      log_note "Warning: unknown limit $limit - use both."
1077				;;
1078		esac
1079	else
1080		case $limit in
1081			local|both)
1082				break
1083				;;
1084			global) log_unsupported "Test is unable to run from \
1085					local zone."
1086				break
1087				;;
1088			*)      log_note "Warning: unknown limit $limit - use both."
1089				;;
1090		esac
1091
1092		reexport_pool
1093	fi
1094
1095	return 0
1096}
1097
1098# Return 0 if create successfully or the pool exists; $? otherwise
1099# Note: In local zones, this function should return 0 silently.
1100#
1101# $1 - pool name
1102# $2-n - [keyword] devs_list
1103
1104function create_pool #pool devs_list
1105{
1106	typeset pool=${1%%/*}
1107
1108	shift
1109
1110	if [[ -z $pool ]]; then
1111		log_note "Missing pool name."
1112		return 1
1113	fi
1114
1115	if poolexists $pool ; then
1116		destroy_pool $pool
1117	fi
1118
1119	if is_global_zone ; then
1120		[[ -d /$pool ]] && $RM -rf /$pool
1121		log_must $ZPOOL create -f $pool $@
1122	fi
1123
1124	return 0
1125}
1126
1127# Return 0 if destroy successfully or the pool exists; $? otherwise
1128# Note: In local zones, this function should return 0 silently.
1129#
1130# $1 - pool name
1131# Destroy pool with the given parameters.
1132
1133function destroy_pool #pool
1134{
1135	typeset pool=${1%%/*}
1136	typeset mtpt
1137
1138	if [[ -z $pool ]]; then
1139		log_note "No pool name given."
1140		return 1
1141	fi
1142
1143	if is_global_zone ; then
1144		if poolexists "$pool" ; then
1145			mtpt=$(get_prop mountpoint "$pool")
1146			log_must $ZPOOL destroy -f $pool
1147
1148			[[ -d $mtpt ]] && \
1149				log_must $RM -rf $mtpt
1150		else
1151			log_note "Pool $pool does not exist, skipping destroy."
1152			return 1
1153		fi
1154	fi
1155
1156	return 0
1157}
1158
1159#
1160# Create file vdevs.
1161# By default this generates sparse vdevs 10GB in size, for performance.
1162#
1163function create_vdevs # vdevs
1164{
1165	typeset vdsize=10G
1166
1167	[ -n "$VDEV_SIZE" ] && vdsize=$VDEV_SIZE
1168	rm -f $@ || return 1
1169	truncate -s $vdsize $@
1170}
1171
1172#
1173# Firstly, create a pool with 5 datasets. Then, create a single zone and
1174# export the 5 datasets to it. In addition, we also add a ZFS filesystem
1175# and a zvol device to the zone.
1176#
1177# $1 zone name
1178# $2 zone root directory prefix
1179# $3 zone ip
1180#
1181function zfs_zones_setup #zone_name zone_root zone_ip
1182{
1183	typeset zone_name=${1:-$(hostname)-z}
1184	typeset zone_root=${2:-"/zone_root"}
1185	typeset zone_ip=${3:-"10.1.1.10"}
1186	typeset prefix_ctr=$ZONE_CTR
1187	typeset pool_name=$ZONE_POOL
1188	typeset -i cntctr=5
1189	typeset -i i=0
1190
1191	# Create pool and 5 container within it
1192	#
1193	[[ -d /$pool_name ]] && $RM -rf /$pool_name
1194	log_must $ZPOOL create -f $pool_name $DISKS
1195	while (( i < cntctr )); do
1196		log_must $ZFS create $pool_name/$prefix_ctr$i
1197		(( i += 1 ))
1198	done
1199
1200	# create a zvol
1201	log_must $ZFS create -V 1g $pool_name/zone_zvol
1202
1203	#
1204	# If current system support slog, add slog device for pool
1205	#
1206	typeset sdevs="$TMPDIR/sdev1 $TMPDIR/sdev2"
1207	log_must create_vdevs $sdevs
1208	log_must $ZPOOL add $pool_name log mirror $sdevs
1209
1210	# this isn't supported just yet.
1211	# Create a filesystem. In order to add this to
1212	# the zone, it must have it's mountpoint set to 'legacy'
1213	# log_must $ZFS create $pool_name/zfs_filesystem
1214	# log_must $ZFS set mountpoint=legacy $pool_name/zfs_filesystem
1215
1216	[[ -d $zone_root ]] && \
1217		log_must $RM -rf $zone_root/$zone_name
1218	[[ ! -d $zone_root ]] && \
1219		log_must $MKDIR -p -m 0700 $zone_root/$zone_name
1220
1221	# Create zone configure file and configure the zone
1222	#
1223	typeset zone_conf=$TMPDIR/zone_conf.${TESTCASE_ID}
1224	$ECHO "create" > $zone_conf
1225	$ECHO "set zonepath=$zone_root/$zone_name" >> $zone_conf
1226	$ECHO "set autoboot=true" >> $zone_conf
1227	i=0
1228	while (( i < cntctr )); do
1229		$ECHO "add dataset" >> $zone_conf
1230		$ECHO "set name=$pool_name/$prefix_ctr$i" >> \
1231			$zone_conf
1232		$ECHO "end" >> $zone_conf
1233		(( i += 1 ))
1234	done
1235
1236	# add our zvol to the zone
1237	$ECHO "add device" >> $zone_conf
1238	$ECHO "set match=/dev/zvol/$pool_name/zone_zvol" >> $zone_conf
1239	$ECHO "end" >> $zone_conf
1240
1241	# add a corresponding zvol to the zone
1242	$ECHO "add device" >> $zone_conf
1243	$ECHO "set match=/dev/zvol/$pool_name/zone_zvol" >> $zone_conf
1244	$ECHO "end" >> $zone_conf
1245
1246	# once it's supported, we'll add our filesystem to the zone
1247	# $ECHO "add fs" >> $zone_conf
1248	# $ECHO "set type=zfs" >> $zone_conf
1249	# $ECHO "set special=$pool_name/zfs_filesystem" >> $zone_conf
1250	# $ECHO "set dir=/export/zfs_filesystem" >> $zone_conf
1251	# $ECHO "end" >> $zone_conf
1252
1253	$ECHO "verify" >> $zone_conf
1254	$ECHO "commit" >> $zone_conf
1255	log_must $ZONECFG -z $zone_name -f $zone_conf
1256	log_must $RM -f $zone_conf
1257
1258	# Install the zone
1259	$ZONEADM -z $zone_name install
1260	if (( $? == 0 )); then
1261		log_note "SUCCESS: $ZONEADM -z $zone_name install"
1262	else
1263		log_fail "FAIL: $ZONEADM -z $zone_name install"
1264	fi
1265
1266	# Install sysidcfg file
1267	#
1268	typeset sysidcfg=$zone_root/$zone_name/root/etc/sysidcfg
1269  	$ECHO "system_locale=C" > $sysidcfg
1270  	$ECHO  "terminal=dtterm" >> $sysidcfg
1271  	$ECHO  "network_interface=primary {" >> $sysidcfg
1272  	$ECHO  "hostname=$zone_name" >> $sysidcfg
1273  	$ECHO  "}" >> $sysidcfg
1274  	$ECHO  "name_service=NONE" >> $sysidcfg
1275  	$ECHO  "root_password=mo791xfZ/SFiw" >> $sysidcfg
1276  	$ECHO  "security_policy=NONE" >> $sysidcfg
1277  	$ECHO  "timezone=US/Eastern" >> $sysidcfg
1278
1279	# Boot this zone
1280	log_must $ZONEADM -z $zone_name boot
1281}
1282
1283#
1284# Reexport TESTPOOL & TESTPOOL(1-4)
1285#
1286function reexport_pool
1287{
1288	typeset -i cntctr=5
1289	typeset -i i=0
1290
1291	while (( i < cntctr )); do
1292		if (( i == 0 )); then
1293			TESTPOOL=$ZONE_POOL/$ZONE_CTR$i
1294			if ! ismounted $TESTPOOL; then
1295				log_must $ZFS mount $TESTPOOL
1296			fi
1297		else
1298			eval TESTPOOL$i=$ZONE_POOL/$ZONE_CTR$i
1299			if eval ! ismounted \$TESTPOOL$i; then
1300				log_must eval $ZFS mount \$TESTPOOL$i
1301			fi
1302		fi
1303		(( i += 1 ))
1304	done
1305}
1306
1307#
1308# Wait for something to return true, checked by the caller.
1309#
1310function wait_for_checked # timeout dt <method> [args...]
1311{
1312	typeset timeout=$1
1313	typeset dt=$2
1314	shift; shift
1315	typeset -i start=$(date '+%s')
1316	typeset -i endtime
1317
1318	log_note "Waiting $timeout seconds (checked every $dt seconds) for: $*"
1319	((endtime = start + timeout))
1320	while :; do
1321		$*
1322		[ $? -eq 0 ] && return
1323		curtime=$(date '+%s')
1324		[ $curtime -gt $endtime ] && return 1
1325		sleep $dt
1326	done
1327	return 0
1328}
1329
1330#
1331# Wait for something to return true.
1332#
1333function wait_for # timeout dt <method> [args...]
1334{
1335	typeset timeout=$1
1336	typeset dt=$2
1337	shift; shift
1338
1339	wait_for_checked $timeout $dt $* || \
1340		log_fail "ERROR: Timed out waiting for: $*"
1341}
1342
1343#
1344# Verify a given disk is online or offline
1345#
1346# Return 0 is pool/disk matches expected state, 1 otherwise
1347# stateexpr is a regex like ONLINE or REMOVED|UNAVAIL
1348#
1349function check_state # pool disk stateexpr
1350{
1351	typeset pool=$1
1352	typeset disk=${2#/dev/}
1353	disk=${disk#/dev/}
1354	disk=${disk#/dev/}
1355	typeset stateexpr=$3
1356
1357	$ZPOOL status -v $pool | grep "$disk"  \
1358	    | egrep -i "$stateexpr" > /dev/null 2>&1
1359
1360	return $?
1361}
1362
1363#
1364# Wait for a given disk to leave a state
1365#
1366function wait_for_state_exit
1367{
1368	typeset pool=$1
1369	typeset disk=$2
1370	typeset state=$3
1371
1372	while check_state "$pool" "$disk" "$state"; do
1373		$SLEEP 1
1374	done
1375}
1376
1377#
1378# Wait for a given disk to enter a state
1379#
1380function wait_for_state_enter
1381{
1382	typeset -i timeout=$1
1383	typeset pool=$2
1384	typeset disk=$3
1385	typeset state=$4
1386
1387	log_note "Waiting up to $timeout seconds for $disk to become $state ..."
1388	for ((; $timeout > 0; timeout=$timeout-1)); do
1389		check_state $pool "$disk" "$state"
1390		[ $? -eq 0 ] && return
1391		$SLEEP 1
1392	done
1393	log_must $ZPOOL status $pool
1394	log_fail "ERROR: Disk $disk not marked as $state in $pool"
1395}
1396
1397#
1398# Get the mountpoint of snapshot
1399# as its mountpoint
1400#
1401function snapshot_mountpoint
1402{
1403	typeset dataset=${1:-$TESTPOOL/$TESTFS@$TESTSNAP}
1404
1405	if [[ $dataset != *@* ]]; then
1406		log_fail "Error name of snapshot '$dataset'."
1407	fi
1408
1409	typeset fs=${dataset%@*}
1410	typeset snap=${dataset#*@}
1411
1412	if [[ -z $fs || -z $snap ]]; then
1413		log_fail "Error name of snapshot '$dataset'."
1414	fi
1415
1416	$ECHO $(get_prop mountpoint $fs)/$(get_snapdir_name)/$snap
1417}
1418
1419function pool_maps_intact # pool
1420{
1421	typeset pool="$1"
1422
1423	if ! $ZDB -bcv $pool; then
1424		return 1
1425	fi
1426	return 0
1427}
1428
1429function filesys_has_zil # filesystem
1430{
1431	typeset filesys="$1"
1432
1433	if ! $ZDB -ivv $filesys | $GREP "ZIL header"; then
1434		return 1
1435	fi
1436	return 0
1437}
1438
1439#
1440# Given a pool and file system, this function will verify the file system
1441# using the zdb internal tool. Note that the pool is exported and imported
1442# to ensure it has consistent state.
1443#
1444function verify_filesys # pool filesystem dir
1445{
1446	typeset pool="$1"
1447	typeset filesys="$2"
1448	typeset zdbout="$TMPDIR/zdbout.${TESTCASE_ID}"
1449
1450	shift
1451	shift
1452	typeset dirs=$@
1453	typeset search_path=""
1454
1455	log_note "Calling $ZDB to verify filesystem '$filesys'"
1456	log_must $ZPOOL export $pool
1457
1458	if [[ -n $dirs ]] ; then
1459		for dir in $dirs ; do
1460			search_path="$search_path -d $dir"
1461		done
1462	fi
1463
1464	log_must $ZPOOL import $search_path $pool
1465
1466	$ZDB -cudi $filesys > $zdbout 2>&1
1467	if [[ $? != 0 ]]; then
1468		log_note "Output: $ZDB -cudi $filesys"
1469		$CAT $zdbout
1470		log_fail "$ZDB detected errors with: '$filesys'"
1471	fi
1472
1473	log_must $RM -rf $zdbout
1474}
1475
1476#
1477# Given a pool, and this function list all disks in the pool
1478#
1479function get_disklist # pool
1480{
1481	typeset disklist=""
1482
1483	disklist=$($ZPOOL iostat -v $1 | $NAWK '(NR >4 ) {print $1}' | \
1484 		$GREP -v "\-\-\-\-\-" | \
1485		$EGREP -v -e "^(mirror|raidz1|raidz2|spare|log|cache)$" )
1486
1487	$ECHO $disklist
1488}
1489
1490#
1491# Destroy all existing metadevices and state database
1492#
1493function destroy_metas
1494{
1495	typeset metad
1496
1497	for metad in $($METASTAT -p | $AWK '{print $1}'); do
1498		log_must $METACLEAR -rf $metad
1499	done
1500
1501	for metad in $($METADB | $CUT -f6 | $GREP dev | $UNIQ); do
1502		log_must $METADB -fd $metad
1503	done
1504}
1505
1506# /**
1507#  This function kills a given list of processes after a time period. We use
1508#  this in the stress tests instead of STF_TIMEOUT so that we can have processes
1509#  run for a fixed amount of time, yet still pass. Tests that hit STF_TIMEOUT
1510#  would be listed as FAIL, which we don't want : we're happy with stress tests
1511#  running for a certain amount of time, then finishing.
1512#
1513# @param $1 the time in seconds after which we should terminate these processes
1514# @param $2..$n the processes we wish to terminate.
1515# */
1516function stress_timeout
1517{
1518	typeset -i TIMEOUT=$1
1519	shift
1520	typeset cpids="$@"
1521
1522	log_note "Waiting for child processes($cpids). " \
1523		"It could last dozens of minutes, please be patient ..."
1524	log_must $SLEEP $TIMEOUT
1525
1526	log_note "Killing child processes after ${TIMEOUT} stress timeout."
1527	typeset pid
1528	for pid in $cpids; do
1529		$PS -p $pid > /dev/null 2>&1
1530		if (( $? == 0 )); then
1531			log_must $KILL -USR1 $pid
1532		fi
1533	done
1534}
1535
1536#
1537# Check whether current OS support a specified feature or not
1538#
1539# return 0 if current OS version is in unsupported list, 1 otherwise
1540#
1541# $1 unsupported target OS versions
1542#
1543function check_version # <OS version>
1544{
1545	typeset unsupported_vers="$@"
1546	typeset ver
1547	typeset cur_ver=`$UNAME -r`
1548
1549	for ver in $unsupported_vers; do
1550		[[ "$cur_ver" == "$ver" ]] && return 0
1551	done
1552
1553	return 1
1554}
1555
1556#
1557# Verify a given hotspare disk is inuse or avail
1558#
1559# Return 0 is pool/disk matches expected state, 1 otherwise
1560#
1561function check_hotspare_state # pool disk state{inuse,avail}
1562{
1563	typeset pool=$1
1564	typeset disk=${2#/dev/}
1565	disk=${disk#/dev/}
1566	disk=${disk#/dev/}
1567	typeset state=$3
1568
1569	cur_state=$(get_device_state $pool $disk "spares")
1570
1571	if [[ $state != ${cur_state} ]]; then
1572		return 1
1573	fi
1574	return 0
1575}
1576
1577#
1578# Verify a given slog disk is inuse or avail
1579#
1580# Return 0 is pool/disk matches expected state, 1 otherwise
1581#
1582function check_slog_state # pool disk state{online,offline,unavail}
1583{
1584	typeset pool=$1
1585	typeset disk=${2#/dev/}
1586	disk=${disk#/dev/}
1587	disk=${disk#/dev/}
1588	typeset state=$3
1589
1590	cur_state=$(get_device_state $pool $disk "logs")
1591
1592	if [[ $state != ${cur_state} ]]; then
1593		return 1
1594	fi
1595	return 0
1596}
1597
1598#
1599# Verify a given vdev disk is inuse or avail
1600#
1601# Return 0 is pool/disk matches expected state, 1 otherwise
1602#
1603function check_vdev_state # pool disk state{online,offline,unavail}
1604{
1605	typeset pool=$1
1606	typeset disk=${2#/dev/}
1607	disk=${disk#/dev/}
1608	disk=${disk#/dev/}
1609	typeset state=$3
1610
1611	if [[ $WRAPPER == *"smi"* ]]; then
1612		$ECHO $disk | $EGREP "^c[0-F]+([td][0-F]+)+$" > /dev/null 2>&1
1613		if (( $? == 0 )); then
1614			disk=${disk}s2
1615		fi
1616	fi
1617
1618	cur_state=$(get_device_state $pool $disk)
1619
1620	if [[ $state != ${cur_state} ]]; then
1621		return 1
1622	fi
1623	return 0
1624}
1625
1626#
1627# Check the output of 'zpool status -v <pool>',
1628# and to see if the content of <token> contain the <keyword> specified.
1629#
1630# Return 0 is contain, 1 otherwise
1631#
1632function check_pool_status # pool token keyword
1633{
1634	typeset pool=$1
1635	typeset token=$2
1636	typeset keyword=$3
1637
1638	$ZPOOL status -v "$pool" 2>/dev/null | \
1639		$NAWK -v token="$token:" '($1==token) {print $0}' | \
1640		$GREP -i "$keyword" >/dev/null 2>&1
1641
1642	return $?
1643}
1644
1645function vdev_pool_error_count
1646{
1647	typeset errs=$1
1648	if [ -z "$2" ]; then
1649		test $errs -gt 0; ret=$?
1650	else
1651		test $errs -eq $2; ret=$?
1652	fi
1653	log_debug "vdev_pool_error_count: errs='$errs' \$2='$2' ret='$ret'"
1654	return $ret
1655}
1656
1657#
1658# Generate a pool status error file suitable for pool_errors_from_file.
1659# If the pool is healthy, returns 0.  Otherwise, the caller must handle the
1660# returned temporarily file appropriately.
1661#
1662function pool_error_file # <pool>
1663{
1664	typeset pool="$1"
1665
1666	typeset tmpfile=$TMPDIR/pool_status.${TESTCASE_ID}
1667	$ZPOOL status -x $pool > ${tmpfile}
1668	echo $tmpfile
1669}
1670
1671#
1672# Evaluates <file> counting the number of errors.  If vdev specified, only
1673# that vdev's errors are counted.  Returns the total number.  <file> will be
1674# deleted on exit.
1675#
1676function pool_errors_from_file # <file> [vdev]
1677{
1678	typeset file=$1
1679	shift
1680	typeset checkvdev="$2"
1681
1682	typeset line
1683	typeset -i fetchbegin=1
1684	typeset -i errnum=0
1685	typeset -i c_read=0
1686	typeset -i c_write=0
1687	typeset -i c_cksum=0
1688
1689	cat ${file} | $EGREP -v "pool:" | while read line; do
1690	 	if (( $fetchbegin != 0 )); then
1691                        $ECHO $line | $GREP "NAME" >/dev/null 2>&1
1692                        (( $? == 0 )) && (( fetchbegin = 0 ))
1693                         continue
1694                fi
1695
1696		if [[ -n $checkvdev ]]; then
1697			$ECHO $line | $GREP $checkvdev >/dev/null 2>&1
1698			(( $? != 0 )) && continue
1699			c_read=`$ECHO $line | $AWK '{print $3}'`
1700			c_write=`$ECHO $line | $AWK '{print $4}'`
1701			c_cksum=`$ECHO $line | $AWK '{print $5}'`
1702			if [ $c_read != 0 ] || [ $c_write != 0 ] || \
1703		   	   [ $c_cksum != 0 ]
1704			then
1705				(( errnum = errnum + 1 ))
1706			fi
1707			break
1708		fi
1709
1710		c_read=`$ECHO $line | $AWK '{print $3}'`
1711		c_write=`$ECHO $line | $AWK '{print $4}'`
1712		c_cksum=`$ECHO $line | $AWK '{print $5}'`
1713		if [ $c_read != 0 ] || [ $c_write != 0 ] || \
1714		    [ $c_cksum != 0 ]
1715		then
1716			(( errnum = errnum + 1 ))
1717		fi
1718	done
1719
1720	rm -f $file
1721	echo $errnum
1722}
1723
1724#
1725# Returns whether the vdev has the given number of errors.
1726# If the number is unspecified, any non-zero number returns true.
1727#
1728function vdev_has_errors # pool vdev [errors]
1729{
1730	typeset pool=$1
1731	typeset vdev=$2
1732	typeset tmpfile=$(pool_error_file $pool)
1733	log_note "Original pool status:"
1734	cat $tmpfile
1735
1736	typeset -i errs=$(pool_errors_from_file $tmpfile $vdev)
1737	vdev_pool_error_count $errs $3
1738}
1739
1740#
1741# Returns whether the pool has the given number of errors.
1742# If the number is unspecified, any non-zero number returns true.
1743#
1744function pool_has_errors # pool [errors]
1745{
1746	typeset pool=$1
1747	typeset tmpfile=$(pool_error_file $pool)
1748	log_note "Original pool status:"
1749	cat $tmpfile
1750
1751	typeset -i errs=$(pool_errors_from_file $tmpfile)
1752	vdev_pool_error_count $errs $2
1753}
1754
1755#
1756# Returns whether clearing $pool at $vdev (if given) succeeds.
1757#
1758function pool_clear_succeeds
1759{
1760	typeset pool="$1"
1761	typeset vdev=$2
1762
1763	$ZPOOL clear $pool $vdev
1764	! pool_has_errors $pool
1765}
1766
1767#
1768# Return whether the pool is healthy
1769#
1770function is_pool_healthy # pool
1771{
1772	typeset pool=$1
1773
1774	typeset healthy_output="pool '$pool' is healthy"
1775	typeset real_output=$($ZPOOL status -x $pool)
1776
1777	if [[ "$real_output" == "$healthy_output" ]]; then
1778		return 0
1779	else
1780		typeset -i ret
1781		$ZPOOL status -x $pool | $GREP "state:" | \
1782			$GREP "FAULTED" >/dev/null 2>&1
1783		ret=$?
1784		(( $ret == 0 )) && return 1
1785		typeset l_scan
1786		typeset errnum
1787		l_scan=$($ZPOOL status -x $pool | $GREP "scan:")
1788		l_scan=${l_scan##*"with"}
1789		errnum=$($ECHO $l_scan | $AWK '{print $1}')
1790		if [ "$errnum" != "0" ]; then
1791		 	return 1
1792		else
1793			return 0
1794		fi
1795	fi
1796}
1797
1798#
1799# These 5 following functions are instance of check_pool_status()
1800#	is_pool_resilvering - to check if the pool is resilver in progress
1801#	is_pool_resilvered - to check if the pool is resilver completed
1802#	is_pool_scrubbing - to check if the pool is scrub in progress
1803#	is_pool_scrubbed - to check if the pool is scrub completed
1804#	is_pool_scrub_stopped - to check if the pool is scrub stopped
1805#
1806function is_pool_resilvering #pool
1807{
1808	check_pool_status "$1" "scan" "resilver in progress"
1809	return $?
1810}
1811
1812function is_pool_resilvered #pool
1813{
1814	check_pool_status "$1" "scan" "resilvered"
1815	return $?
1816}
1817
1818function resilver_happened # pool
1819{
1820	typeset pool=$1
1821	is_pool_resilvering "$pool" || is_pool_resilvered "$pool"
1822}
1823
1824function is_pool_scrubbing #pool
1825{
1826	check_pool_status "$1" "scan" "scrub in progress"
1827	return $?
1828}
1829
1830function is_pool_scrubbed #pool
1831{
1832	check_pool_status "$1" "scan" "scrub repaired"
1833	return $?
1834}
1835
1836function is_pool_scrub_stopped #pool
1837{
1838	check_pool_status "$1" "scan" "scrub canceled"
1839	return $?
1840}
1841
1842function is_pool_state # pool state
1843{
1844	check_pool_status "$1" "state" "$2"
1845	return $?
1846}
1847
1848#
1849# Erase the partition tables and destroy any zfs labels
1850#
1851function cleanup_devices #vdevs
1852{
1853	for device in $@; do
1854		# Labelclear must happen first, otherwise it may interfere
1855		# with the teardown/setup of GPT labels.
1856		$ZPOOL labelclear -f $device
1857		# Only wipe partition tables for arguments that are disks,
1858		# as opposed to slices (which are valid arguments here).
1859		if camcontrol inquiry $device >/dev/null 2>&1; then
1860			wipe_partition_table $device
1861		fi
1862	done
1863	return 0
1864}
1865
1866#
1867# Verify the rsh connectivity to each remote host in RHOSTS.
1868#
1869# Return 0 if remote host is accessible; otherwise 1.
1870# $1 remote host name
1871# $2 username
1872#
1873function verify_rsh_connect #rhost, username
1874{
1875	typeset rhost=$1
1876	typeset username=$2
1877	typeset rsh_cmd="$RSH -n"
1878	typeset cur_user=
1879
1880	$GETENT hosts $rhost >/dev/null 2>&1
1881	if (( $? != 0 )); then
1882		log_note "$rhost cannot be found from" \
1883			"administrative database."
1884		return 1
1885	fi
1886
1887	$PING $rhost 3 >/dev/null 2>&1
1888	if (( $? != 0 )); then
1889		log_note "$rhost is not reachable."
1890		return 1
1891	fi
1892
1893	if (( ${#username} != 0 )); then
1894		rsh_cmd="$rsh_cmd -l $username"
1895		cur_user="given user \"$username\""
1896	else
1897		cur_user="current user \"`$LOGNAME`\""
1898	fi
1899
1900	 if ! $rsh_cmd $rhost $TRUE; then
1901		log_note "$RSH to $rhost is not accessible" \
1902			"with $cur_user."
1903		return 1
1904	fi
1905
1906	return 0
1907}
1908
1909#
1910# Verify the remote host connection via rsh after rebooting
1911# $1 remote host
1912#
1913function verify_remote
1914{
1915	rhost=$1
1916
1917	#
1918	# The following loop waits for the remote system rebooting.
1919	# Each iteration will wait for 150 seconds. there are
1920	# total 5 iterations, so the total timeout value will
1921	# be 12.5  minutes for the system rebooting. This number
1922	# is an approxiate number.
1923	#
1924	typeset -i count=0
1925	while ! verify_rsh_connect $rhost; do
1926		sleep 150
1927		(( count = count + 1 ))
1928		if (( count > 5 )); then
1929			return 1
1930		fi
1931	done
1932	return 0
1933}
1934
1935#
1936# Replacement function for /usr/bin/rsh. This function will include
1937# the /usr/bin/rsh and meanwhile return the execution status of the
1938# last command.
1939#
1940# $1 usrname passing down to -l option of /usr/bin/rsh
1941# $2 remote machine hostname
1942# $3... command string
1943#
1944
1945function rsh_status
1946{
1947	typeset ruser=$1
1948	typeset rhost=$2
1949	typeset -i ret=0
1950	typeset cmd_str=""
1951	typeset rsh_str=""
1952
1953	shift; shift
1954	cmd_str="$@"
1955
1956	err_file=$TMPDIR/${rhost}.${TESTCASE_ID}.err
1957	if (( ${#ruser} == 0 )); then
1958		rsh_str="$RSH -n"
1959	else
1960		rsh_str="$RSH -n -l $ruser"
1961	fi
1962
1963	$rsh_str $rhost /usr/local/bin/ksh93 -c "'$cmd_str; \
1964		print -u 2 \"status=\$?\"'" \
1965		>/dev/null 2>$err_file
1966	ret=$?
1967	if (( $ret != 0 )); then
1968		$CAT $err_file
1969		$RM -f $std_file $err_file
1970		log_fail  "$RSH itself failed with exit code $ret..."
1971	fi
1972
1973	 ret=$($GREP -v 'print -u 2' $err_file | $GREP 'status=' | \
1974		$CUT -d= -f2)
1975	(( $ret != 0 )) && $CAT $err_file >&2
1976
1977	$RM -f $err_file >/dev/null 2>&1
1978	return $ret
1979}
1980
1981#
1982# Get the SUNWstc-fs-zfs package installation path in a remote host
1983# $1 remote host name
1984#
1985function get_remote_pkgpath
1986{
1987	typeset rhost=$1
1988	typeset pkgpath=""
1989
1990	pkgpath=$($RSH -n $rhost "$PKGINFO -l SUNWstc-fs-zfs | $GREP BASEDIR: |\
1991			$CUT -d: -f2")
1992
1993	$ECHO $pkgpath
1994}
1995
1996#/**
1997# A function to find and locate free disks on a system or from given
1998# disks as the parameter.  Since the conversion to ATF, this function is
1999# superfluous; it is assumed that the user will supply an accurate list of
2000# disks to use.  So we just return the arguments.
2001#
2002# $@ given disks to find which are free
2003#
2004# @return a string containing the list of available disks
2005#*/
2006function find_disks
2007{
2008	(( first=0 ))
2009	for disk in $@; do
2010		[[ $first == 1 ]] && echo -n " "
2011		(( first=1 ))
2012		case $disk in
2013		/dev/*)	echo -n "$disk" ;;
2014		*)	echo -n "/dev/$disk" ;;
2015		esac
2016	done
2017}
2018
2019# A function to set convenience variables for disks.
2020function set_disks
2021{
2022	set -A disk_array $(find_disks $DISKS)
2023	[[ -z "$DISK_ARRAY_LIMIT" ]] && typeset -i DISK_ARRAY_LIMIT=5
2024
2025	export DISK=""
2026	typeset -i i=0
2027	while (( i < ${#disk_array[*]} && i <= $DISK_ARRAY_LIMIT )); do
2028		export DISK${i}="${disk_array[$i]}"
2029		DISKSARRAY="$DISKSARRAY ${disk_array[$i]}"
2030		(( i = i + 1 ))
2031	done
2032	export DISK_ARRAY_NUM=$i
2033	export DISKSARRAY
2034	export disk=$DISK0
2035}
2036
2037#
2038# Add specified user to specified group
2039#
2040# $1 group name
2041# $2 user name
2042#
2043function add_user #<group_name> <user_name>
2044{
2045	typeset gname=$1
2046	typeset uname=$2
2047
2048	if (( ${#gname} == 0 || ${#uname} == 0 )); then
2049		log_fail "group name or user name are not defined."
2050	fi
2051
2052	# Check to see if the user exists.
2053	$ID $uname > /dev/null 2>&1 && return 0
2054
2055	# Assign 1000 as the base uid
2056	typeset -i uid=1000
2057	while true; do
2058		typeset -i ret
2059		$USERADD -u $uid -g $gname -d /var/tmp/$uname -m $uname
2060		ret=$?
2061		case $ret in
2062			0) return 0 ;;
2063			# The uid is not unique
2064			65) ((uid += 1)) ;;
2065			*) return 1 ;;
2066		esac
2067		if [[ $uid == 65000 ]]; then
2068			log_fail "No user id available under 65000 for $uname"
2069		fi
2070	done
2071
2072	return 0
2073}
2074
2075#
2076# Delete the specified user.
2077#
2078# $1 login name
2079#
2080function del_user #<logname>
2081{
2082	typeset user=$1
2083
2084	if (( ${#user} == 0 )); then
2085		log_fail "login name is necessary."
2086	fi
2087
2088	if $ID $user > /dev/null 2>&1; then
2089		log_must $USERDEL $user
2090	fi
2091
2092	return 0
2093}
2094
2095#
2096# Select valid gid and create specified group.
2097#
2098# $1 group name
2099#
2100function add_group #<group_name>
2101{
2102	typeset group=$1
2103
2104	if (( ${#group} == 0 )); then
2105		log_fail "group name is necessary."
2106	fi
2107
2108	# See if the group already exists.
2109	$GROUPSHOW $group >/dev/null 2>&1
2110	[[ $? == 0 ]] && return 0
2111
2112	# Assign 100 as the base gid
2113	typeset -i gid=100
2114	while true; do
2115		$GROUPADD -g $gid $group > /dev/null 2>&1
2116		typeset -i ret=$?
2117		case $ret in
2118			0) return 0 ;;
2119			# The gid is not  unique
2120			65) ((gid += 1)) ;;
2121			*) return 1 ;;
2122		esac
2123		if [[ $gid == 65000 ]]; then
2124			log_fail "No user id available under 65000 for $group"
2125		fi
2126	done
2127}
2128
2129#
2130# Delete the specified group.
2131#
2132# $1 group name
2133#
2134function del_group #<group_name>
2135{
2136	typeset grp=$1
2137	if (( ${#grp} == 0 )); then
2138		log_fail "group name is necessary."
2139	fi
2140
2141	$GROUPDEL -n $grp > /dev/null 2>&1
2142	typeset -i ret=$?
2143	case $ret in
2144		# Group does not exist, or was deleted successfully.
2145		0|6|65) return 0 ;;
2146		# Name already exists as a group name
2147		9) log_must $GROUPDEL $grp ;;
2148		*) return 1 ;;
2149	esac
2150
2151	return 0
2152}
2153
2154#
2155# This function will return true if it's safe to destroy the pool passed
2156# as argument 1. It checks for pools based on zvols and files, and also
2157# files contained in a pool that may have a different mountpoint.
2158#
2159function safe_to_destroy_pool { # $1 the pool name
2160
2161	typeset pool=""
2162	typeset DONT_DESTROY=""
2163
2164	# We check that by deleting the $1 pool, we're not
2165	# going to pull the rug out from other pools. Do this
2166	# by looking at all other pools, ensuring that they
2167	# aren't built from files or zvols contained in this pool.
2168
2169	for pool in $($ZPOOL list -H -o name)
2170	do
2171		ALTMOUNTPOOL=""
2172
2173		# this is a list of the top-level directories in each of the files
2174		# that make up the path to the files the pool is based on
2175		FILEPOOL=$($ZPOOL status -v $pool | $GREP /$1/ | \
2176			$AWK '{print $1}')
2177
2178		# this is a list of the zvols that make up the pool
2179		ZVOLPOOL=$($ZPOOL status -v $pool | $GREP "/dev/zvol/$1$" | \
2180			$AWK '{print $1}')
2181
2182		# also want to determine if it's a file-based pool using an
2183		# alternate mountpoint...
2184		POOL_FILE_DIRS=$($ZPOOL status -v $pool | \
2185					$GREP / | $AWK '{print $1}' | \
2186					$AWK -F/ '{print $2}' | $GREP -v "dev")
2187
2188		for pooldir in $POOL_FILE_DIRS
2189		do
2190			OUTPUT=$($ZFS list -H -r -o mountpoint $1 | \
2191					$GREP "${pooldir}$" | $AWK '{print $1}')
2192
2193			ALTMOUNTPOOL="${ALTMOUNTPOOL}${OUTPUT}"
2194		done
2195
2196
2197		if [ ! -z "$ZVOLPOOL" ]
2198		then
2199			DONT_DESTROY="true"
2200			log_note "Pool $pool is built from $ZVOLPOOL on $1"
2201		fi
2202
2203		if [ ! -z "$FILEPOOL" ]
2204		then
2205			DONT_DESTROY="true"
2206			log_note "Pool $pool is built from $FILEPOOL on $1"
2207		fi
2208
2209		if [ ! -z "$ALTMOUNTPOOL" ]
2210		then
2211			DONT_DESTROY="true"
2212			log_note "Pool $pool is built from $ALTMOUNTPOOL on $1"
2213		fi
2214	done
2215
2216	if [ -z "${DONT_DESTROY}" ]
2217	then
2218		return 0
2219	else
2220		log_note "Warning: it is not safe to destroy $1!"
2221		return 1
2222	fi
2223}
2224
2225#
2226# Get IP address of hostname
2227# $1 hostname
2228#
2229function getipbyhost
2230{
2231	typeset ip
2232	ip=`$ARP $1 2>/dev/null | $AWK -F\) '{print $1}' \
2233		| $AWK -F\( '{print $2}'`
2234	$ECHO $ip
2235}
2236
2237#
2238# Setup iSCSI initiator to target
2239# $1 target hostname
2240#
2241function iscsi_isetup
2242{
2243	# check svc:/network/iscsi_initiator:default state, try to enable it
2244	# if the state is not ON
2245	typeset ISCSII_FMRI="svc:/network/iscsi_initiator:default"
2246	if [[ "ON" != $($SVCS -H -o sta $ISCSII_FMRI) ]]; then
2247		log_must $SVCADM enable $ISCSII_FMRI
2248
2249		typeset -i retry=20
2250		while [[ "ON" != $($SVCS -H -o sta $ISCSII_FMRI) && \
2251			( $retry -ne 0 ) ]]
2252		do
2253			(( retry = retry - 1 ))
2254			$SLEEP 1
2255		done
2256
2257		if [[ "ON" != $($SVCS -H -o sta $ISCSII_FMRI) ]]; then
2258			log_fail "$ISCSII_FMRI service can not be enabled!"
2259		fi
2260	fi
2261
2262	log_must $ISCSIADM add discovery-address $(getipbyhost $1)
2263	log_must $ISCSIADM modify discovery --sendtargets enable
2264	log_must $DEVFSADM -i iscsi
2265}
2266
2267#
2268# Check whether iscsi parameter is set as remote
2269#
2270# return 0 if iscsi is set as remote, otherwise 1
2271#
2272function check_iscsi_remote
2273{
2274	if [[ $iscsi == "remote" ]] ; then
2275		return 0
2276	else
2277		return 1
2278	fi
2279}
2280
2281#
2282# Check if a volume is a valide iscsi target
2283# $1 volume name
2284# return 0 if suceeds, otherwise, return 1
2285#
2286function is_iscsi_target
2287{
2288	typeset dataset=$1
2289	typeset target targets
2290
2291	[[ -z $dataset ]] && return 1
2292
2293	targets=$($ISCSITADM list target | $GREP "Target:" | $AWK '{print $2}')
2294	[[ -z $targets ]] && return 1
2295
2296	for target in $targets; do
2297		[[ $dataset == $target ]] && return 0
2298	done
2299
2300	return 1
2301}
2302
2303#
2304# Get the iSCSI name of a target
2305# $1 target name
2306#
2307function iscsi_name
2308{
2309	typeset target=$1
2310	typeset name
2311
2312	[[ -z $target ]] && log_fail "No parameter."
2313
2314	if ! is_iscsi_target $target ; then
2315		log_fail "Not a target."
2316	fi
2317
2318	name=$($ISCSITADM list target $target | $GREP "iSCSI Name:" \
2319		| $AWK '{print $2}')
2320
2321	return $name
2322}
2323
2324#
2325# check svc:/system/iscsitgt:default state, try to enable it if the state
2326# is not ON
2327#
2328function iscsitgt_setup
2329{
2330	log_must $RM -f $ISCSITGTFILE
2331	if [[ "ON" == $($SVCS -H -o sta $ISCSITGT_FMRI) ]]; then
2332		log_note "iscsitgt is already enabled"
2333		return
2334	fi
2335
2336    	log_must $SVCADM enable -t $ISCSITGT_FMRI
2337
2338	typeset -i retry=20
2339	while [[ "ON" != $($SVCS -H -o sta $ISCSITGT_FMRI) && \
2340		( $retry -ne 0 ) ]]
2341	do
2342		$SLEEP 1
2343		(( retry = retry - 1 ))
2344	done
2345
2346	if [[ "ON" != $($SVCS -H -o sta $ISCSITGT_FMRI) ]]; then
2347		log_fail "$ISCSITGT_FMRI service can not be enabled!"
2348	fi
2349
2350	log_must $TOUCH $ISCSITGTFILE
2351}
2352
2353#
2354# set DISABLED state of svc:/system/iscsitgt:default
2355# which is the most suiteable state if $ISCSITGTFILE exists
2356#
2357function iscsitgt_cleanup
2358{
2359	if [[ -e $ISCSITGTFILE ]]; then
2360		log_must $SVCADM disable $ISCSITGT_FMRI
2361		log_must $RM -f $ISCSITGTFILE
2362	fi
2363}
2364
2365#
2366# Close iSCSI initiator to target
2367# $1 target hostname
2368#
2369function iscsi_iclose
2370{
2371	log_must $ISCSIADM modify discovery --sendtargets disable
2372	log_must $ISCSIADM remove discovery-address $(getipbyhost $1)
2373	$DEVFSADM -Cv
2374}
2375
2376#
2377# Get the available ZFS compression options
2378# $1 option type zfs_set|zfs_compress
2379#
2380function get_compress_opts
2381{
2382	typeset COMPRESS_OPTS
2383	typeset GZIP_OPTS="gzip gzip-1 gzip-2 gzip-3 gzip-4 gzip-5 \
2384			gzip-6 gzip-7 gzip-8 gzip-9"
2385
2386	if [[ $1 == "zfs_compress" ]] ; then
2387		COMPRESS_OPTS="on lzjb"
2388	elif [[ $1 == "zfs_set" ]] ; then
2389		COMPRESS_OPTS="on off lzjb"
2390	fi
2391	typeset valid_opts="$COMPRESS_OPTS"
2392	$ZFS get 2>&1 | $GREP gzip >/dev/null 2>&1
2393	if [[ $? -eq 0 ]]; then
2394		valid_opts="$valid_opts $GZIP_OPTS"
2395	fi
2396	$ECHO "$valid_opts"
2397}
2398
2399#
2400# Check the subcommand/option is supported
2401#
2402function check_opt_support #command, option
2403{
2404	typeset command=$1
2405	typeset option=$2
2406
2407	if [[ -z $command ]]; then
2408		return 0
2409	elif [[ -z $option ]]; then
2410		eval "$ZFS 2>&1 | $GREP '$command' > /dev/null 2>&1"
2411	else
2412		eval "$ZFS $command 2>&1 | $GREP -- '$option' | \
2413			$GREP -v -- 'User-defined' > /dev/null 2>&1"
2414	fi
2415	return $?
2416}
2417
2418#
2419# Check the zpool subcommand/option is supported
2420#
2421function check_zpool_opt_support #command, option
2422{
2423	typeset command=$1
2424	typeset option=$2
2425
2426	if [[ -z $command ]]; then
2427		return 0
2428	elif [[ -z $option ]]; then
2429		eval "$ZPOOL 2>&1 | $GREP '$command' > /dev/null 2>&1"
2430	else
2431		eval "$ZPOOL $command 2>&1 | $GREP -- '$option' > /dev/null 2>&1"
2432	fi
2433	return $?
2434}
2435
2436#
2437# Verify zfs operation with -p option work as expected
2438# $1 operation, value could be create, clone or rename
2439# $2 dataset type, value could be fs or vol
2440# $3 dataset name
2441# $4 new dataset name
2442#
2443function verify_opt_p_ops
2444{
2445	typeset ops=$1
2446	typeset datatype=$2
2447	typeset dataset=$3
2448	typeset newdataset=$4
2449
2450	if [[ $datatype != "fs" && $datatype != "vol" ]]; then
2451		log_fail "$datatype is not supported."
2452	fi
2453
2454	# check parameters accordingly
2455	case $ops in
2456		create)
2457			newdataset=$dataset
2458			dataset=""
2459			if [[ $datatype == "vol" ]]; then
2460				ops="create -V $VOLSIZE"
2461			fi
2462			;;
2463		clone)
2464			if [[ -z $newdataset ]]; then
2465				log_fail "newdataset should not be empty" \
2466					"when ops is $ops."
2467			fi
2468			log_must datasetexists $dataset
2469			log_must snapexists $dataset
2470			;;
2471		rename)
2472			if [[ -z $newdataset ]]; then
2473				log_fail "newdataset should not be empty" \
2474					"when ops is $ops."
2475			fi
2476			log_must datasetexists $dataset
2477			log_mustnot snapexists $dataset
2478			;;
2479		*)
2480			log_fail "$ops is not supported."
2481			;;
2482	esac
2483
2484	# make sure the upper level filesystem does not exist
2485	if datasetexists ${newdataset%/*} ; then
2486		log_must $ZFS destroy -rRf ${newdataset%/*}
2487	fi
2488
2489	# without -p option, operation will fail
2490	log_mustnot $ZFS $ops $dataset $newdataset
2491	log_mustnot datasetexists $newdataset ${newdataset%/*}
2492
2493	# with -p option, operation should succeed
2494	log_must $ZFS $ops -p $dataset $newdataset
2495	if ! datasetexists $newdataset ; then
2496		log_fail "-p option does not work for $ops"
2497	fi
2498
2499	# when $ops is create or clone, redo the operation still return zero
2500	if [[ $ops != "rename" ]]; then
2501		log_must $ZFS $ops -p $dataset $newdataset
2502	fi
2503
2504	return 0
2505}
2506
2507function get_disk_guid
2508{
2509	typeset diskname=$1
2510	lastcwd=$(pwd)
2511	cd /dev
2512	guid=$($ZDB -l ${diskname} | ${AWK} '/^    guid:/ {print $2}' | head -1)
2513	cd $lastcwd
2514	echo $guid
2515}
2516
2517#
2518# Get cachefile for a pool.
2519# Prints the cache file, if there is one.
2520# Returns 0 for a default zpool.cache, 1 for an explicit one, and 2 for none.
2521#
2522function cachefile_for_pool
2523{
2524	typeset pool=$1
2525
2526	cachefile=$(get_pool_prop cachefile $pool)
2527	[[ $? != 0 ]] && return 1
2528
2529	case "$cachefile" in
2530		none)	ret=2 ;;
2531		"-")
2532			ret=2
2533			for dir in /boot/zfs /etc/zfs; do
2534				if [[ -f "${dir}/zpool.cache" ]]; then
2535					cachefile="${dir}/zpool.cache"
2536					ret=0
2537					break
2538				fi
2539			done
2540			;;
2541		*)	ret=1;
2542	esac
2543	[[ $ret -eq 0 || $ret -eq 1 ]] && print "$cachefile"
2544	return $ret
2545}
2546
2547#
2548# Assert that the pool is in the appropriate cachefile.
2549#
2550function assert_pool_in_cachefile
2551{
2552	typeset pool=$1
2553
2554	cachefile=$(cachefile_for_pool $pool)
2555	[ $? -ne 0 ] && log_fail "ERROR: Cachefile not created for '$pool'?"
2556	log_must test -e "${cachefile}"
2557	log_must zdb -U ${cachefile} -C ${pool}
2558}
2559
2560#
2561# Get the zdb options given the cachefile state of the pool.
2562#
2563function zdb_cachefile_opts
2564{
2565	typeset pool=$1
2566	typeset vdevdir=$2
2567	typeset opts
2568
2569	if poolexists "$pool"; then
2570		cachefile=$(cachefile_for_pool $pool)
2571		typeset -i ret=$?
2572		case $ret in
2573			0)	opts="-C" ;;
2574			1)	opts="-U $cachefile -C" ;;
2575			2)	opts="-eC" ;;
2576			*)	log_fail "Unknown return '$ret'" ;;
2577		esac
2578	else
2579		opts="-eC"
2580		[[ -n "$vdevdir" ]] && opts="$opts -p $vdevdir"
2581	fi
2582	echo "$opts"
2583}
2584
2585#
2586# Get configuration of pool
2587# $1 pool name
2588# $2 config name
2589#
2590function get_config
2591{
2592	typeset pool=$1
2593	typeset config=$2
2594	typeset vdevdir=$3
2595	typeset alt_root
2596	typeset zdb_opts
2597
2598	zdb_opts=$(zdb_cachefile_opts $pool $vdevdir)
2599	value=$($ZDB $zdb_opts $pool | $GREP "$config:" | $AWK -F: '{print $2}')
2600	if [[ -n $value ]] ; then
2601		value=${value#'}
2602		value=${value%'}
2603	else
2604		return 1
2605	fi
2606	echo $value
2607
2608	return 0
2609}
2610
2611#
2612# Privated function. Random select one of items from arguments.
2613#
2614# $1 count
2615# $2-n string
2616#
2617function _random_get
2618{
2619	typeset cnt=$1
2620	shift
2621
2622	typeset str="$@"
2623	typeset -i ind
2624	((ind = RANDOM % cnt + 1))
2625
2626	typeset ret=$($ECHO "$str" | $CUT -f $ind -d ' ')
2627	$ECHO $ret
2628}
2629
2630#
2631# Random select one of item from arguments which include NONE string
2632#
2633function random_get_with_non
2634{
2635	typeset -i cnt=$#
2636	((cnt =+ 1))
2637
2638	_random_get "$cnt" "$@"
2639}
2640
2641#
2642# Random select one of item from arguments which doesn't include NONE string
2643#
2644function random_get
2645{
2646	_random_get "$#" "$@"
2647}
2648
2649#
2650# The function will generate a dataset name with specific length
2651# $1, the length of the name
2652# $2, the base string to construct the name
2653#
2654function gen_dataset_name
2655{
2656	typeset -i len=$1
2657	typeset basestr="$2"
2658	typeset -i baselen=${#basestr}
2659	typeset -i iter=0
2660	typeset l_name=""
2661
2662	if (( len % baselen == 0 )); then
2663		(( iter = len / baselen ))
2664	else
2665		(( iter = len / baselen + 1 ))
2666	fi
2667	while (( iter > 0 )); do
2668		l_name="${l_name}$basestr"
2669
2670		(( iter -= 1 ))
2671	done
2672
2673	$ECHO $l_name
2674}
2675
2676#
2677# Ensure that a given path has been synced, not just ZIL committed.
2678#
2679# XXX On FreeBSD, the sync(8) command (via $SYNC) calls zfs_sync() which just
2680#     does a zil_commit(), as opposed to a txg_wait_synced().  For things that
2681#     require writing to their final destination (e.g. for intentional
2682#     corruption purposes), zil_commit() is not good enough.
2683#
2684function force_sync_path # path
2685{
2686	typeset path="$1"
2687
2688	log_must $ZPOOL export $TESTPOOL
2689	log_must $ZPOOL import -d $path $TESTPOOL
2690}
2691
2692#
2693# Get cksum tuple of dataset
2694# $1 dataset name
2695#
2696# zdb output is like below
2697# " Dataset pool/fs [ZPL], ID 978, cr_txg 2277, 19.0K, 5 objects,
2698# rootbp [L0 DMU objset] 400L/200P DVA[0]=<0:1880c00:200>
2699# DVA[1]=<0:341880c00:200> fletcher4 lzjb LE contiguous birth=2292 fill=5
2700# cksum=989930ccf:4014fe00c83:da5e388e58b4:1f7332052252ac "
2701#
2702function datasetcksum
2703{
2704	typeset cksum
2705	$SYNC
2706	cksum=$($ZDB -vvv $1 | $GREP "^Dataset $1 \[" | $GREP "cksum" \
2707		| $AWK -F= '{print $6}')
2708	$ECHO $cksum
2709}
2710
2711#
2712# Get cksum of file
2713# #1 file path
2714#
2715function checksum
2716{
2717	typeset cksum
2718	cksum=$($CKSUM $1 | $AWK '{print $1}')
2719	$ECHO $cksum
2720}
2721
2722#
2723# Get the given disk/slice state from the specific field of the pool
2724#
2725function get_device_state #pool disk field("", "spares","logs")
2726{
2727	typeset pool=$1
2728	typeset disk=${2#/dev/}
2729	disk=${disk#/dev/}
2730	disk=${disk#/dev/}
2731	typeset field=${3:-$pool}
2732
2733	state=$($ZPOOL status -v "$pool" 2>/dev/null | \
2734		$NAWK -v device=$disk -v pool=$pool -v field=$field \
2735		'BEGIN {startconfig=0; startfield=0; }
2736		/config:/ {startconfig=1}
2737		(startconfig==1)&&($1==field) {startfield=1; next;}
2738		(startfield==1)&&($1==device) {print $2; exit;}
2739		(startfield==1)&&(NF>=3)&&($(NF-1)=="was")&&($NF==device) {print $2; exit;}
2740		(startfield==1)&&($1==field || $1 ~ "^spares$" || $1 ~ "^logs$") {startfield=0}')
2741	print $state
2742}
2743
2744
2745#
2746# print the given directory filesystem type
2747#
2748# $1 directory name
2749#
2750function get_fstype
2751{
2752	typeset dir=$1
2753
2754	if [[ -z $dir ]]; then
2755		log_fail "Usage: get_fstype <directory>"
2756	fi
2757
2758	$DF -T $dir | $AWK '{print $2}'
2759}
2760
2761#
2762# Given a disk, label it to VTOC regardless what label was on the disk
2763# $1 disk
2764#
2765function labelvtoc
2766{
2767	typeset disk=$1
2768	if [[ -z $disk ]]; then
2769		log_fail "The disk name is unspecified."
2770	fi
2771	typeset label_file=$TMPDIR/labelvtoc.${TESTCASE_ID}
2772	typeset arch=$($UNAME -p)
2773
2774	if [[ $arch == "i386" ]]; then
2775		 $ECHO "label" > $label_file
2776		 $ECHO "0" >> $label_file
2777		 $ECHO "" >> $label_file
2778		 $ECHO "q" >> $label_file
2779		 $ECHO "q" >> $label_file
2780
2781		 $FDISK -B $disk >/dev/null 2>&1
2782		 # wait a while for fdisk finishes
2783		 $SLEEP 60
2784	elif [[ $arch == "sparc" ]]; then
2785	     	 $ECHO "label" > $label_file
2786		 $ECHO "0" >> $label_file
2787		 $ECHO "" >> $label_file
2788		 $ECHO "" >> $label_file
2789		 $ECHO "" >> $label_file
2790		 $ECHO "q" >> $label_file
2791	else
2792		log_fail "unknown arch type"
2793	fi
2794
2795	$FORMAT -e -s -d $disk -f $label_file
2796	typeset -i ret_val=$?
2797	$RM -f $label_file
2798	#
2799	# wait the format to finish
2800	#
2801	$SLEEP 60
2802	if (( ret_val != 0 )); then
2803		log_fail "unable to label $disk as VTOC."
2804	fi
2805
2806	return 0
2807}
2808
2809#
2810# Detect if the given filesystem property is supported in this release
2811#
2812# 0	Yes, it is supported
2813# !0	No, it is not supported
2814#
2815function fs_prop_exist
2816{
2817	typeset prop=$1
2818
2819	if [[ -z $prop ]]; then
2820		log_fail "Usage: fs_prop_exist <property>"
2821
2822		return 1
2823	fi
2824
2825	#
2826	# If the property is shortened column name,
2827	# convert it to the standard name
2828	#
2829	case $prop in
2830		avail)		prop=available		;;
2831		refer)		prop=referenced		;;
2832		volblock)	prop=volblocksize	;;
2833		compress)	prop=compression	;;
2834		rdonly)		prop=readonly		;;
2835		recsize)	prop=recordsize		;;
2836		reserv)		prop=reservation	;;
2837		refreserv)	prop=refreservation	;;
2838	esac
2839
2840	#
2841	# The zfs get output looks like the following
2842	#
2843
2844	#
2845	# The following properties are supported:
2846	#
2847	#	PROPERTY       EDIT  INHERIT   VALUES
2848	#
2849	#	available	NO	NO	<size>
2850	#	compressratio	NO	NO	<1.00x or higher if compressed>
2851	#	creation	NO	NO	<date>
2852	#	 ... ...
2853	#	zoned		YES	YES	on | off
2854	#
2855	# Sizes are specified in bytes with standard units such as K, M, G, etc.
2856	#
2857
2858	#
2859	# Start to extract property from the first blank line after 'PROPERTY'
2860	# and stop at the next blank line
2861	#
2862	$ZFS get 2>&1 | \
2863		$AWK '/PROPERTY/ {start=1; next}
2864			/Sizes/ {start=0}
2865		  	start==1 {print $1}' | \
2866		$GREP -w "$prop" > /dev/null 2>&1
2867
2868	return $?
2869}
2870
2871#
2872# Detect if the given pool property is supported in this release
2873#
2874# 0	Yes, it is supported
2875# !0	No, it is not supported
2876#
2877function pool_prop_exist
2878{
2879	typeset prop=$1
2880	if [[ -z $prop ]]; then
2881		log_fail "Usage: pool_prop_exist <property>"
2882
2883		return 1
2884	fi
2885	#
2886	# If the property is shortened column name,
2887	# convert it to the standard name
2888	#
2889	case $prop in
2890		avail)		prop=available		;;
2891		cap)		prop=capacity		;;
2892		replace)	prop=autoreplace	;;
2893	esac
2894
2895	#
2896	# The zpool get output looks like the following
2897	#
2898
2899	# usage:
2900	#	get <"all" | property[,...]> <pool> ...
2901	#
2902	# the following properties are supported:
2903	#
2904	#	PROPERTY       EDIT  VALUES
2905	#
2906	#	available	NO	<size>
2907	#	capacity	NO	<size>
2908	#	guid		NO	<guid>
2909	#	health		NO	<state>
2910	#	size		NO	<size>
2911	#	used		NO	<size>
2912	#	altroot		YES	<path>
2913	#	autoreplace	YES	on | off
2914	#	bootfs		YES	<filesystem>
2915	#	cachefile       YES	<file> | none
2916	#	delegation      YES	on | off
2917	#	failmode	YES	wait | continue | panic
2918	#	version		YES	<version>
2919
2920	$ZPOOL get 2>&1 | \
2921		$AWK '/PROPERTY/ {start=1; next}
2922			start==1 {print $1}' | \
2923		$GREP -w "$prop" > /dev/null 2>&1
2924
2925	return $?
2926}
2927
2928#
2929# check if the system was installed as zfsroot or not
2930# return: 0 ture, otherwise false
2931#
2932function is_zfsroot
2933{
2934	$DF -T / | $GREP -q zfs
2935}
2936
2937#
2938# get the root filesystem name if it's zfsroot system.
2939#
2940# return: root filesystem name
2941function get_rootfs
2942{
2943	typeset rootfs=""
2944	rootfs=$($MOUNT | $AWK '$3 == "\/" && $4~/zfs/ {print $1}')
2945	if [[ -z "$rootfs" ]]; then
2946		log_fail "Can not get rootfs"
2947	fi
2948	$ZFS list $rootfs > /dev/null 2>&1
2949	if (( $? == 0 )); then
2950		$ECHO $rootfs
2951	else
2952		log_fail "This is not a zfsroot system."
2953	fi
2954}
2955
2956#
2957# get the rootfs's pool name
2958# return:
2959#       rootpool name
2960#
2961function get_rootpool
2962{
2963	typeset rootfs=""
2964	typeset rootpool=""
2965	rootfs=$(get_rootfs)
2966	rootpool=`$ECHO $rootfs | awk -F\/ '{print $1}'`
2967	echo $rootpool
2968}
2969
2970#
2971# Get the sub string from specified source string
2972#
2973# $1 source string
2974# $2 start position. Count from 1
2975# $3 offset
2976#
2977function get_substr #src_str pos offset
2978{
2979	typeset pos offset
2980
2981	$ECHO $1 | \
2982		$NAWK -v pos=$2 -v offset=$3 '{print substr($0, pos, offset)}'
2983}
2984
2985#
2986# Get the directory path of given device
2987#
2988function get_device_dir #device
2989{
2990	typeset device=$1
2991
2992	$ECHO "/dev"
2993}
2994
2995#
2996# Get the package name
2997#
2998function get_package_name
2999{
3000	typeset dirpath=${1:-$STC_NAME}
3001
3002	print "SUNWstc-${dirpath}" | /usr/bin/sed -e "s/\//-/g"
3003}
3004
3005#
3006# Get the word numbers from a string separated by white space
3007#
3008function get_word_count
3009{
3010	$ECHO $1 | $WC -w
3011}
3012
3013#
3014# To verify if the require numbers of disks is given
3015#
3016function verify_disk_count
3017{
3018	typeset -i min=${2:-1}
3019
3020	typeset -i count=$(get_word_count "$1")
3021
3022	if (( count < min )); then
3023		atf_skip "A minimum of $min disks is required to run." \
3024			" You specified $count disk(s)"
3025	fi
3026}
3027
3028#
3029# Verify that vfs.zfs.vol.recursive is set, so pools can be created using zvols
3030# as backing stores.
3031#
3032function verify_zvol_recursive
3033{
3034	if [ "`sysctl -n vfs.zfs.vol.recursive`" -ne 1 ]; then
3035		atf_skip "Recursive ZVOLs not enabled"
3036	fi
3037}
3038
3039#
3040# bsdmap disk/slice number to a device path
3041#
3042function bsddevmap
3043{
3044	typeset arg=$1
3045	echo $arg | egrep "*s[0-9]$" > /dev/null 2>&1
3046	if [ $? -eq 0 ]
3047	then
3048		n=`echo $arg| wc -c`
3049		set -A map a b c d e f g h i j
3050		s=`echo $arg | cut -c $((n-1))`
3051		arg=${arg%s[0-9]}${map[$s]}
3052	fi
3053	echo $arg
3054}
3055
3056#
3057# Get the name of the snapshots directory.  Traditionally .zfs/snapshots
3058#
3059function get_snapdir_name
3060{
3061	echo ".zfs/snapshot"
3062}
3063
3064#
3065# Unmount all ZFS filesystems except for those that are in the KEEP variable
3066#
3067function unmount_all_safe
3068{
3069	echo $(all_pools) | \
3070		$XARGS -n 1 $ZFS list -H -o name -t all -r | \
3071		$XARGS -n 1 $ZFS unmount
3072}
3073
3074#
3075# Return the highest pool version that this OS can create
3076#
3077function get_zpool_version
3078{
3079	# We assume output from zpool upgrade -v of the form:
3080	#
3081	# This system is currently running ZFS version 2.
3082	# .
3083	# .
3084	typeset ZPOOL_VERSION=$($ZPOOL upgrade -v | $HEAD -1 | \
3085		$AWK '{print $NF}' | $SED -e 's/\.//g')
3086	# Starting with version 5000, the output format changes to:
3087	# This system supports ZFS pool feature flags.
3088	# .
3089	# .
3090	if [[ $ZPOOL_VERSION = "flags" ]]; then
3091		ZPOOL_VERSION=5000
3092	fi
3093	echo $ZPOOL_VERSION
3094}
3095
3096# Ensures that zfsd is running, starting it if necessary.  Every test that
3097# interacts with zfsd must call this at startup.  This is intended primarily
3098# to eliminate interference from outside the test suite.
3099function ensure_zfsd_running
3100{
3101	if ! service zfsd status > /dev/null 2>&1; then
3102		service zfsd start || service zfsd onestart
3103		service zfsd status > /dev/null 2>&1 ||
3104			log_unsupported "Test requires zfsd"
3105	fi
3106}
3107
3108# Temporarily stops ZFSD, because it can interfere with some tests.  If this
3109# function is used, then restart_zfsd _must_ be called in the cleanup routine.
3110function stop_zfsd
3111{
3112	$RM -f $TMPDIR/.zfsd_enabled_during_stf_zfs_tests
3113	if [[ -n "$ZFSD" && -x "$ZFSD" ]]; then
3114		if /etc/rc.d/zfsd status > /dev/null; then
3115			log_note "Stopping zfsd"
3116			$TOUCH $TMPDIR/.zfsd_enabled_during_stf_zfs_tests
3117			/etc/rc.d/zfsd stop || /etc/rc.d/zfsd onestop
3118		fi
3119	fi
3120}
3121
3122# Restarts zfsd after it has been stopped by stop_zfsd.  Intelligently restarts
3123# only iff zfsd was running at the time stop_zfsd was called.
3124function restart_zfsd
3125{
3126	if [[ -f $TMPDIR/.zfsd_enabled_during_stf_zfs_tests ]]; then
3127		log_note "Restarting zfsd"
3128		/etc/rc.d/zfsd start || /etc/rc.d/zfsd onestart
3129	fi
3130	$RM -f $TMPDIR/.zfsd_enabled_during_stf_zfs_tests
3131}
3132
3133#
3134# Using the given <vdev>, obtain the value of the property <propname> for
3135# the given <tvd> identified by numeric id.
3136#
3137function get_tvd_prop # vdev tvd propname
3138{
3139	typeset vdev=$1
3140	typeset -i tvd=$2
3141	typeset propname=$3
3142
3143	$ZDB -l $vdev | $AWK -v tvd=$tvd -v prop="${propname}:" '
3144		BEGIN { start = 0; }
3145		/^        id:/ && ($2==tvd) { start = 1; next; }
3146		(start==0) { next; }
3147		/^        [a-z]+/ && ($1==prop) { print $2; exit; }
3148		/^        children/ { exit; }
3149		'
3150}
3151
3152#
3153# Convert a DVA into a physical block address.  Prints number of blocks.
3154# This takes the usual printed form, in which offsets are left shifted so
3155# they represent bytes rather than the native sector count.
3156#
3157function dva_to_block_addr # dva
3158{
3159	typeset dva=$1
3160
3161	typeset offcol=$(echo $dva | cut -f2 -d:)
3162	typeset -i offset="0x${offcol}"
3163	# First add 4MB to skip the boot blocks and first two vdev labels,
3164	# then convert to 512 byte blocks (for use with dd).  Note that this
3165	# differs from simply adding 8192 blocks, since the input offset is
3166	# given in bytes and has the actual ashift baked in.
3167	(( offset += 4*1024*1024 ))
3168	(( offset >>= 9 ))
3169	echo "$offset"
3170}
3171
3172#
3173# Convert a RAIDZ DVA into a physical block address.  This has the same
3174# output as dva_to_block_addr (number of blocks from beginning of device), but
3175# is more complicated due to RAIDZ.  ashift is normally always 9, but RAIDZ
3176# uses the actual tvd ashift instead.  Furthermore, the number of vdevs changes
3177# the actual block for each device.
3178#
3179function raidz_dva_to_block_addr # dva ncols ashift
3180{
3181	typeset dva=$1
3182	typeset -i ncols=$2
3183        typeset -i ashift=$3
3184
3185	typeset -i offset=0x$(echo $dva | cut -f2 -d:)
3186	(( offset >>= ashift ))
3187
3188	typeset -i ioff=$(( (offset + ncols - 1) / ncols  ))
3189
3190	# Now add the front 4MB and return.
3191	(( ioff += ( 4194304 >> $ashift ) ))
3192	echo "$ioff"
3193}
3194
3195#
3196# Return the vdevs for the given toplevel vdev number.
3197# Child vdevs will only be included if they are ONLINE.  Output format:
3198#
3199#   <toplevel vdev type> <nchildren> <child1>[:<child2> ...]
3200#
3201# Valid toplevel vdev types are mirror, raidz[1-3], leaf (which can be a
3202# disk or a file).  Note that 'nchildren' can be larger than the number of
3203# returned children; it represents the number of children regardless of how
3204# many are actually online.
3205#
3206function vdevs_for_tvd # pool tvd
3207{
3208	typeset pool=$1
3209	typeset -i tvd=$2
3210
3211	$ZPOOL status $pool | $AWK -v want_tvd=$tvd '
3212		BEGIN {
3213			 start = 0; tvd = -1; lvd = -1;
3214			 type = "UNKNOWN"; disks = ""; disk = "";
3215			 nchildren = 0;
3216		}
3217		/NAME.*STATE/ { start = 1; next; }
3218		(start==0) { next; }
3219
3220		(tvd > want_tvd) { exit; }
3221		END { print type " " nchildren " " disks; }
3222
3223		length(disk) > 0 {
3224			if (length(disks) > 0) { disks = disks " "; }
3225			if (substr(disk, 0, 1) == "/") {
3226				disks = disks disk;
3227			} else {
3228				disks = disks "/dev/" disk;
3229			}
3230			disk = "";
3231		}
3232
3233		/^\t(spares|logs)/ { tvd = want_tvd + 1; next; }
3234		/^\t  (mirror|raidz[1-3])-[0-9]+/ {
3235			tvd += 1;
3236			(tvd == want_tvd) && type = substr($1, 0, 6);
3237			next;
3238		}
3239		/^\t  [\/A-Za-z]+/ {
3240			tvd += 1;
3241			if (tvd == want_tvd) {
3242				(( nchildren += 1 ))
3243				type = "leaf";
3244				($2 == "ONLINE") && disk = $1;
3245			}
3246			next;
3247		}
3248
3249		(tvd < want_tvd) { next; }
3250
3251		/^\t    spare-[0-9]+/ { next; }
3252		/^\t      [\/A-Za-z]+/ {
3253			(( nchildren += 1 ))
3254			($2 == "ONLINE") && disk = $1;
3255			next;
3256		}
3257
3258		/^\t    [\/A-Za-z]+/ {
3259			(( nchildren += 1 ))
3260			($2 == "ONLINE") && disk = $1;
3261			next;
3262		}
3263		'
3264}
3265
3266#
3267# Get a vdev path, ashift & offset for a given pool/dataset and DVA.
3268# If desired, can also select the toplevel vdev child number.
3269#
3270function dva_to_vdev_ashift_off # pool/dataset dva [leaf_vdev_num]
3271{
3272	typeset poollike=$1
3273	typeset dva=$2
3274	typeset -i leaf_vdev_num=$3
3275
3276	# vdevs are normally 0-indexed while arguments are 1-indexed.
3277	(( leaf_vdev_num += 1 ))
3278
3279	# Strip any child datasets or snapshots.
3280	pool=$(echo $poollike | sed -e 's,[/@].*,,g')
3281	tvd=$(echo $dva | cut -d: -f1)
3282
3283	set -- $(vdevs_for_tvd $pool $tvd)
3284	log_debug "vdevs_for_tvd: $* <EOM>"
3285	tvd_type=$1; shift
3286	nchildren=$1; shift
3287
3288	lvd=$(eval echo \$$leaf_vdev_num)
3289	log_debug "type='$tvd_type' children='$nchildren' lvd='$lvd' dva='$dva'"
3290	case $tvd_type in
3291	raidz*)
3292		ashift=$(get_tvd_prop $lvd $tvd ashift)
3293		log_debug "raidz: ashift='${ashift}'"
3294		off=$(raidz_dva_to_block_addr $dva $nchildren $ashift)
3295		;;
3296	*)
3297		ashift=9
3298		off=$(dva_to_block_addr $dva)
3299		;;
3300	esac
3301	echo "${lvd}:${ashift}:${off}"
3302}
3303
3304#
3305# Get the DVA for the specified dataset's given filepath.
3306#
3307function file_dva # dataset filepath [level] [offset] [dva_num]
3308{
3309	typeset dataset=$1
3310	typeset filepath=$2
3311	typeset -i level=$3
3312	typeset -i offset=$4
3313	typeset -i dva_num=$5
3314
3315	typeset -li blksz=0
3316	typeset -li blknum=0
3317	typeset -li startoff
3318	typeset -li inode
3319
3320	eval `$STAT -s "$filepath"`
3321	inode="$st_ino"
3322
3323	# The inner match is for 'DVA[0]=<0:1b412600:200>', in which the
3324	# text surrounding the actual DVA is a fixed size with 8 characters
3325	# before it and 1 after.
3326	$ZDB -P -vvvvv "$dataset/" $inode | \
3327	    $AWK -v level=${level} -v dva_num=${dva_num} '
3328		BEGIN { stage = 0; }
3329		(stage == 0) && ($1=="Object") { stage = 1; next; }
3330
3331		(stage == 1) {
3332			print $3 " " $4;
3333			stage = 2; next;
3334		}
3335
3336		(stage == 2) && /^Indirect blocks/ { stage=3; next; }
3337		(stage < 3) { next; }
3338
3339		match($2, /L[0-9]/) {
3340			if (substr($2, RSTART+1, RLENGTH-1) != level) { next; }
3341		}
3342		match($3, /DVA\[.*>/) {
3343			dva = substr($3, RSTART+8, RLENGTH-9);
3344			if (substr($3, RSTART+4, 1) == dva_num) {
3345				print $1 " " dva;
3346			}
3347		}
3348		' | \
3349	while read line; do
3350		log_debug "params='$blksz/$blknum/$startoff' line='$line'"
3351		if (( blksz == 0 )); then
3352			typeset -i iblksz=$(echo $line | cut -d " " -f1)
3353			typeset -i dblksz=$(echo $line | cut -d " " -f2)
3354
3355			# Calculate the actual desired block starting offset.
3356			if (( level > 0 )); then
3357				typeset -i nbps_per_level
3358				typeset -i indsz
3359				typeset -i i=0
3360
3361				(( nbps_per_level = iblksz / 128 ))
3362				(( blksz = dblksz ))
3363				for (( i = 0; $i < $level; i++ )); do
3364					(( blksz *= nbps_per_level ))
3365				done
3366			else
3367				blksz=$dblksz
3368			fi
3369
3370			(( blknum = offset / blksz ))
3371			(( startoff = blknum * blksz ))
3372			continue
3373		fi
3374
3375		typeset lineoffstr=$(echo $line | cut -d " " -f1)
3376		typeset -i lineoff=$(printf "%d" "0x${lineoffstr}")
3377		typeset dva="$(echo $line | cut -d " " -f2)"
3378		log_debug "str='$lineoffstr' lineoff='$lineoff' dva='$dva'"
3379		if [[ -n "$dva" ]] && (( lineoff == startoff )); then
3380			echo $line | cut -d " " -f2
3381			return 0
3382		fi
3383	done
3384	return 1
3385}
3386
3387#
3388# Corrupt the given dataset's filepath file.  This will obtain the first
3389# level 0 block's DVA and scribble random bits on it.
3390#
3391function corrupt_file # dataset filepath [leaf_vdev_num]
3392{
3393	typeset dataset=$1
3394	typeset filepath=$2
3395	typeset -i leaf_vdev_num="$3"
3396
3397	dva=$(file_dva $dataset $filepath)
3398	[ $? -ne 0 ] && log_fail "ERROR: Can't find file $filepath on $dataset"
3399
3400	vdoff=$(dva_to_vdev_ashift_off $dataset $dva $leaf_vdev_num)
3401	vdev=$(echo $vdoff | cut -d: -f1)
3402	ashift=$(echo $vdoff | cut -d: -f2)
3403	off=$(echo $vdoff | cut -d: -f3)
3404	blocksize=$(( 1 << $ashift ))
3405
3406	log_note "Corrupting ${dataset}'s $filepath on $vdev at DVA $dva with ashift $ashift"
3407	log_must $DD if=/dev/urandom bs=$blocksize of=$vdev seek=$off count=1 conv=notrunc
3408}
3409
3410#
3411# Given a number of files, this function will iterate through
3412# the loop creating the specified number of files, whose names
3413# will start with <basename>.
3414#
3415# The <data> argument is special: it can be "ITER", in which case
3416# the -d argument will be the value of the current iteration.  It
3417# can be 0, in which case it will always be 0.  Otherwise, it will
3418# always be the given value.
3419#
3420# If <snapbase> is specified, a snapshot will be taken using the
3421# argument as the snapshot basename.
3422#
3423function populate_dir # basename num_files write_count blocksz data snapbase
3424{
3425	typeset basename=$1
3426	typeset -i num_files=$2
3427	typeset -i write_count=$3
3428	typeset -i blocksz=$4
3429	typeset -i i
3430	typeset data=$5
3431	typeset snapbase="$6"
3432
3433	log_note "populate_dir: data='$data'"
3434	for (( i = 0; i < num_files; i++ )); do
3435		case "$data" in
3436		0)	d=0	;;
3437		ITER)	d=$i ;;
3438		*)	d=$data	;;
3439		esac
3440
3441        	log_must $FILE_WRITE -o create -c $write_count \
3442		    -f ${basename}.$i -b $blocksz -d $d
3443
3444		[ -n "$snapbase" ] && log_must $ZFS snapshot ${snapbase}.${i}
3445	done
3446}
3447
3448# Reap all children registered in $child_pids.
3449function reap_children
3450{
3451	[ -z "$child_pids" ] && return
3452	for wait_pid in $child_pids; do
3453		log_must $KILL $wait_pid
3454	done
3455	child_pids=""
3456}
3457
3458# Busy a path.  Expects to be reaped via reap_children.  Tries to run as
3459# long and slowly as possible.  [num] is taken as a hint; if such a file
3460# already exists a different one will be chosen.
3461function busy_path # <path> [num]
3462{
3463	typeset busypath=$1
3464	typeset -i num=$2
3465
3466	while :; do
3467		busyfile="$busypath/busyfile.${num}"
3468		[ ! -f "$busyfile" ] && break
3469	done
3470
3471	cmd="$DD if=/dev/urandom of=$busyfile bs=512"
3472	( cd $busypath && $cmd ) &
3473	typeset pid=$!
3474	$SLEEP 1
3475	log_must $PS -p $pid
3476	child_pids="$child_pids $pid"
3477}
3478