1ce7b20e5SPeter Holm#!/bin/sh 2ce7b20e5SPeter Holm 3ce7b20e5SPeter Holm# 4ce7b20e5SPeter Holm# SPDX-License-Identifier: BSD-2-Clause 5ce7b20e5SPeter Holm# 6ce7b20e5SPeter Holm# Copyright (c) 2023 Peter Holm <pho@FreeBSD.org> 7ce7b20e5SPeter Holm# 8ce7b20e5SPeter Holm# Redistribution and use in source and binary forms, with or without 9ce7b20e5SPeter Holm# modification, are permitted provided that the following conditions 10ce7b20e5SPeter Holm# are met: 11ce7b20e5SPeter Holm# 1. Redistributions of source code must retain the above copyright 12ce7b20e5SPeter Holm# notice, this list of conditions and the following disclaimer. 13ce7b20e5SPeter Holm# 2. Redistributions in binary form must reproduce the above copyright 14ce7b20e5SPeter Holm# notice, this list of conditions and the following disclaimer in the 15ce7b20e5SPeter Holm# documentation and/or other materials provided with the distribution. 16ce7b20e5SPeter Holm# 17ce7b20e5SPeter Holm# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18ce7b20e5SPeter Holm# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19ce7b20e5SPeter Holm# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20ce7b20e5SPeter Holm# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21ce7b20e5SPeter Holm# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22ce7b20e5SPeter Holm# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23ce7b20e5SPeter Holm# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24ce7b20e5SPeter Holm# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25ce7b20e5SPeter Holm# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26ce7b20e5SPeter Holm# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27ce7b20e5SPeter Holm# SUCH DAMAGE. 28ce7b20e5SPeter Holm# 29ce7b20e5SPeter Holm 30ce7b20e5SPeter Holm# Demonstrate how the "CLEAN" message and the exit code can be misleading 31ce7b20e5SPeter Holm 32ce7b20e5SPeter Holm# "panic: softdep_update_inodeblock inconsistent ip ..." seen: 33ce7b20e5SPeter Holm# https://people.freebsd.org/~pho/stress/log/log0421.txt 34ce7b20e5SPeter Holm# https://people.freebsd.org/~pho/fsck11.sh.diskimage.20230228T064402.gz 35ce7b20e5SPeter Holm 36ce7b20e5SPeter Holm. ../default.cfg 37ce7b20e5SPeter Holm 38ce7b20e5SPeter Holm[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1 39ce7b20e5SPeter Holm 40ce7b20e5SPeter Holmcc -o /tmp/flip -Wall -Wextra -O2 ../tools/flip.c || exit 1 41ce7b20e5SPeter Holm 42ce7b20e5SPeter Holmset -e 43ce7b20e5SPeter Holmprog=$(basename "$0" .sh) 44ce7b20e5SPeter Holmu1=$mdstart 45ce7b20e5SPeter Holmu2=$((mdstart + 1)) 46ce7b20e5SPeter Holmmp1=${mntpoint}$u1 47ce7b20e5SPeter Holmmp2=${mntpoint}$u2 48ce7b20e5SPeter Holmmkdir -p $mp1 $mp2 49ce7b20e5SPeter Holmlog=$mp1/$prog.sh.log 50ce7b20e5SPeter Holmdiskimage=$mp1/$prog.sh.diskimage 51ce7b20e5SPeter Holmbackup=/tmp/$prog.sh.diskimage.`date +%Y%m%dT%H%M%S`.gz 52ce7b20e5SPeter Holmcleans=0 53ce7b20e5SPeter Holmreruns=0 54ce7b20e5SPeter Holm 55ce7b20e5SPeter Holm# Pick a random newfs flag 56ce7b20e5SPeter Holmnewfs_flags=$(echo "" "-U" "-O1" | awk -v N=`jot -r 1 1 3` '{print $N}') 57ce7b20e5SPeter Holm[ $# -eq 1 ] && newfs_flags="$1" # or use script argument 58ce7b20e5SPeter Holmmax=$((2 * 1024 * 1024)) 59bb1f64b2SPeter Holm[ "$newfs_flags" = "-j" ] && max=$((20 * 1024 * 1024)) # Make room for the journal file 60ce7b20e5SPeter Holm 61ce7b20e5SPeter Holmmount | grep "on $mp1 " | grep -q /dev/md && umount -f $mp1 62ce7b20e5SPeter Holm[ -c /dev/md$u1 ] && mdconfig -d -u $u1 63ce7b20e5SPeter Holmmdconfig -a -t swap -s 1g -u $u1 64ce7b20e5SPeter Holmnewfs $newfs_flags -n /dev/md$u1 > /dev/null 65ce7b20e5SPeter Holmmount /dev/md$u1 $mp1 66ce7b20e5SPeter Holm 67ce7b20e5SPeter Holm[ -c /dev/md$u2 ] && mdconfig -d -u $u2 68ce7b20e5SPeter Holmdd if=/dev/zero of=$diskimage bs=$max count=1 status=none 69ce7b20e5SPeter Holmmdconfig -a -t vnode -f $diskimage -u $u2 70ce7b20e5SPeter Holmbackups=`newfs -N $newfs_flags md$u2 | grep -A1 "super-block backups" | \ 71ce7b20e5SPeter Holm tail -1 | sed 's/,//g'` 72ce7b20e5SPeter Holmecho "newfs $newfs_flags -n md$u2" 73ce7b20e5SPeter Holmnewfs $newfs_flags -n md$u2 > /dev/null 74*00266393SPeter Holm[ "$newfs_flags" = "" ] && tunefs -n disable md$u2 75ce7b20e5SPeter Holmset +e 76ce7b20e5SPeter Holm 77ce7b20e5SPeter Holmchk() { 78ce7b20e5SPeter Holm local i 79ce7b20e5SPeter Holm 80ce7b20e5SPeter Holm clean=0 81ce7b20e5SPeter Holm rerun=0 82ce7b20e5SPeter Holm fsck_ffs -fy $1 > $log 2>&1 83ce7b20e5SPeter Holm r=$? 84ce7b20e5SPeter Holm if grep -qiE "super-?block.*failed" $log; then 85ce7b20e5SPeter Holm for b in $backups; do 86ce7b20e5SPeter Holm echo "fsck_ffs -b $b -fy $1" 87ce7b20e5SPeter Holm fsck_ffs -b $b -fy $1 > $log 2>&1 88ce7b20e5SPeter Holm r=$? 89ce7b20e5SPeter Holm grep -qiE "super-?block.*failed" $log || 90ce7b20e5SPeter Holm break 91ce7b20e5SPeter Holm echo "Checking next SB" 92ce7b20e5SPeter Holm done 93ce7b20e5SPeter Holm usedasb=1 94ce7b20e5SPeter Holm else 95ce7b20e5SPeter Holm usedasb=0 96ce7b20e5SPeter Holm fi 97ce7b20e5SPeter Holm LANG=C egrep -q "[A-Z][A-Z]" $log && clean=0 98ce7b20e5SPeter Holm grep -Eq "IS CLEAN|MARKED CLEAN" $log && clean=1 99ce7b20e5SPeter Holm grep -q RERUN $log && rerun=1 100ce7b20e5SPeter Holm [ $r -ne 0 -a $clean -eq 1 ] && echo "Exit code $r w/ clean == 1" 101ce7b20e5SPeter Holm} 102ce7b20e5SPeter Holm 103ce7b20e5SPeter Holmcd $mp1 104ce7b20e5SPeter Holmclean=0 105ce7b20e5SPeter Holmerrors=0 106ce7b20e5SPeter Holms=0 107ce7b20e5SPeter Holmstart=`date +%s` 108ce7b20e5SPeter Holmwhile [ $((`date +%s` - start)) -lt 300 ]; do 109ce7b20e5SPeter Holm mount /dev/md$u2 $mp2 || break 110ce7b20e5SPeter Holm if ! ls -lR $mp2 > /dev/null; then 111ce7b20e5SPeter Holm s=102 112ce7b20e5SPeter Holm echo "ls failed"; grep "core dumped" /var/log/messages | tail -1 113ce7b20e5SPeter Holm break 114ce7b20e5SPeter Holm fi 115ce7b20e5SPeter Holm 116ce7b20e5SPeter Holm find $mp2 -type f | xargs cat > /dev/null 117ce7b20e5SPeter Holm for j in `jot 9`; do 118ce7b20e5SPeter Holm rm -rf $mp2/$j 119ce7b20e5SPeter Holm mkdir $mp2/$j 120ce7b20e5SPeter Holm jot 10 | xargs -P0 -I% cp /etc/group $mp2/$j/% 121ce7b20e5SPeter Holm done 2>/dev/null 122ce7b20e5SPeter Holm 123ce7b20e5SPeter Holm while mount | grep -q "on $mp2 "; do umount $mp2; done 124ce7b20e5SPeter Holm echo * | grep -q core && break 125ce7b20e5SPeter Holm mdconfig -d -u $u2 126ce7b20e5SPeter Holm 127ce7b20e5SPeter Holm # Introduce 5 random single bit errors to the file system image 128ce7b20e5SPeter Holm /tmp/flip -n 5 $diskimage 129ce7b20e5SPeter Holm 130ce7b20e5SPeter Holm if [ `stat -f%z $diskimage` -gt $max ]; then 131ce7b20e5SPeter Holm ls -lh $diskimage 132ce7b20e5SPeter Holm truncate -s $max $diskimage 133ce7b20e5SPeter Holm else 134ce7b20e5SPeter Holm gzip < $diskimage > $backup 135ce7b20e5SPeter Holm fi 136ce7b20e5SPeter Holm fsync $backup 137ce7b20e5SPeter Holm sync; sleep 1 138ce7b20e5SPeter Holm 139bb1f64b2SPeter Holm [ "$newfs_flags" = "-j" ] && 140ce7b20e5SPeter Holm fsck -fy $diskimage > $log 2>&1 # process the journal file 141ce7b20e5SPeter Holm for i in `jot 5`; do 142ce7b20e5SPeter Holm [ $i -gt 2 ] && echo "fsck run #$i" 143ce7b20e5SPeter Holm chk $diskimage 144ce7b20e5SPeter Holm [ $rerun -eq 1 ] && { reruns=$((reruns + 1)); continue; } 145ce7b20e5SPeter Holm [ $clean -eq 1 ] && { cleans=$((cleans + 1)); break; } 146ce7b20e5SPeter Holm if [ -f fsck_ffs.core ]; then 147ce7b20e5SPeter Holm tstamp=`date +%Y%m%dT%H%M%S` 148ce7b20e5SPeter Holm gzip < $backup > /tmp/fsck_ffs.core.diskimage.$tstamp 149ce7b20e5SPeter Holm gzip < fsck_ffs.core > /tmp/fsck_ffs.core.$tstamp 150ce7b20e5SPeter Holm break 2 151ce7b20e5SPeter Holm fi 152ce7b20e5SPeter Holm done 153ce7b20e5SPeter Holm [ $clean -ne 1 ] && { s=99; break; } # broken image? 154ce7b20e5SPeter Holm mdconfig -a -t vnode -f $diskimage -u $u2 155ce7b20e5SPeter Holmdone 156ce7b20e5SPeter Holmfor i in `jot 5`; do 157ce7b20e5SPeter Holm mount | grep -q "on $mp2 " || break 158ce7b20e5SPeter Holm umount $mp2 && break 159ce7b20e5SPeter Holm sleep 2 160ce7b20e5SPeter Holmdone 161ce7b20e5SPeter Holmmdconfig -l | grep -q $u2 && mdconfig -d -u $u2 162ce7b20e5SPeter Holm 163ce7b20e5SPeter Holm[ $s -eq 0 ] && rm -f $backup || echo "Preserved $backup due to status code $s" 164ce7b20e5SPeter Holmcd /tmp 165ce7b20e5SPeter Holmfor i in `jot 5`; do 166ce7b20e5SPeter Holm umount $mp1 && break 167ce7b20e5SPeter Holm sleep 2 168ce7b20e5SPeter Holmdone 169ce7b20e5SPeter Holmmdconfig -d -u $u1 170ce7b20e5SPeter Holmrm -f /tmp/flip 171ce7b20e5SPeter Holmexit $s 172