1# 2# CDDL HEADER START 3# 4# This file and its contents are supplied under the terms of the 5# Common Development and Distribution License ("CDDL"), version 1.0. 6# You may only use this file in accordance with the terms of version 7# 1.0 of the CDDL. 8# 9# A full copy of the text of the CDDL should have accompanied this 10# source. A copy of the CDDL is also available via the Internet at 11# http://www.illumos.org/license/CDDL. 12# 13# CDDL HEADER END 14# 15 16# 17# Copyright (c) 2014, 2017 by Delphix. All rights reserved. 18# 19 20export REMOVEDISK=${DISKS%% *} 21export NOTREMOVEDISK=${DISKS##* } 22 23# 24# Waits for the pool to finish a removal. 25# 26function wait_for_removal # pool 27{ 28 typeset pool=$1 29 typeset callback=$2 30 31 while is_pool_removing $pool; do 32 sleep 1 33 done 34 35 # 36 # The pool state changes before the TXG finishes syncing; wait for 37 # the removal to be completed on disk. 38 # 39 sync 40 41 log_must is_pool_removed $pool 42 return 0 43} 44 45# 46# Removes the specified disk from its respective pool and 47# runs the callback while the removal is in progress. 48# 49# This function is mainly used to test how other operations 50# interact with device removal. After the callback is done, 51# the removal is unpaused and we wait for it to finish. 52# 53# Example usage: 54# 55# attempt_during_removal $TESTPOOL $DISK dd if=/dev/urandom \ 56# of=/$TESTPOOL/file count=1 57# 58function attempt_during_removal # pool disk callback [args] 59{ 60 typeset pool=$1 61 typeset disk=$2 62 typeset callback=$3 63 64 shift 3 65 mdb_ctf_set_int zfs_removal_suspend_progress 0t1 66 67 log_must zpool remove $pool $disk 68 69 # 70 # We want to make sure that the removal started 71 # before issuing the callback. 72 # 73 sync 74 log_must is_pool_removing $pool 75 76 log_must $callback "$@" 77 78 # 79 # Ensure that we still haven't finished the removal 80 # as expected. 81 # 82 log_must is_pool_removing $pool 83 84 mdb_ctf_set_int zfs_removal_suspend_progress 0t0 85 86 log_must wait_for_removal $pool 87 log_mustnot vdevs_in_pool $pool $disk 88 return 0 89} 90 91function indirect_vdev_mapping_size # pool 92{ 93 typeset pool=$1 94 zdb -P $pool | grep 'indirect vdev' | \ 95 sed -E 's/.*\(([0-9]+) in memory\).*/\1/g' 96} 97 98function random_write # file write_size 99{ 100 typeset file=$1 101 typeset block_size=$2 102 typeset file_size=$(stat -c%s $file 2>/dev/null) 103 typeset nblocks=$((file_size / block_size)) 104 105 [[ -w $file ]] || return 1 106 107 dd if=/dev/urandom of=$file conv=notrunc \ 108 bs=$block_size count=1 seek=$((RANDOM % nblocks)) >/dev/null 2>&1 109} 110 111function start_random_writer # file 112{ 113 typeset file=$1 114 ( 115 log_note "Starting writer for $file" 116 # This will fail when we destroy the pool. 117 while random_write $file $((2**12)); do 118 : 119 done 120 log_note "Stopping writer for $file" 121 ) & 122} 123 124function set_min_bytes # bytes 125{ 126 typeset bytes=$1 127 echo "zfs_condense_min_mapping_bytes/W 0t$bytes" | \ 128 mdb -kw 129} 130 131function test_removal_with_operation # callback [args] 132{ 133 # 134 # To ensure that the removal takes a while, we fragment the pool 135 # by writing random blocks and continue to do during the removal. 136 # 137 log_must mkfile 1g $TESTDIR/$TESTFILE0 138 for i in $(seq $((2**10))); do 139 random_write $TESTDIR/$TESTFILE0 $((2**12)) || \ 140 log_fail "Could not write to $TESTDIR/$TESTFILE0." 141 done 142 start_random_writer $TESTDIR/$TESTFILE0 1g 143 killpid=$! 144 145 log_must attempt_during_removal $TESTPOOL $REMOVEDISK "$@" 146 log_mustnot vdevs_in_pool $TESTPOOL $REMOVEDISK 147 log_must zdb -cd $TESTPOOL 148 149 kill $killpid 150 wait 151} 152