xref: /freebsd/tools/test/stress2/misc/fsck11.sh (revision 00266393cc4b15e064617e334b1697d98dd6a827)
1ce7b20e5SPeter Holm#!/bin/sh
2ce7b20e5SPeter Holm
3ce7b20e5SPeter Holm#
4ce7b20e5SPeter Holm# SPDX-License-Identifier: BSD-2-Clause
5ce7b20e5SPeter Holm#
6ce7b20e5SPeter Holm# Copyright (c) 2023 Peter Holm <pho@FreeBSD.org>
7ce7b20e5SPeter Holm#
8ce7b20e5SPeter Holm# Redistribution and use in source and binary forms, with or without
9ce7b20e5SPeter Holm# modification, are permitted provided that the following conditions
10ce7b20e5SPeter Holm# are met:
11ce7b20e5SPeter Holm# 1. Redistributions of source code must retain the above copyright
12ce7b20e5SPeter Holm#    notice, this list of conditions and the following disclaimer.
13ce7b20e5SPeter Holm# 2. Redistributions in binary form must reproduce the above copyright
14ce7b20e5SPeter Holm#    notice, this list of conditions and the following disclaimer in the
15ce7b20e5SPeter Holm#    documentation and/or other materials provided with the distribution.
16ce7b20e5SPeter Holm#
17ce7b20e5SPeter Holm# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18ce7b20e5SPeter Holm# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19ce7b20e5SPeter Holm# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20ce7b20e5SPeter Holm# ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21ce7b20e5SPeter Holm# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22ce7b20e5SPeter Holm# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23ce7b20e5SPeter Holm# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24ce7b20e5SPeter Holm# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25ce7b20e5SPeter Holm# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26ce7b20e5SPeter Holm# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27ce7b20e5SPeter Holm# SUCH DAMAGE.
28ce7b20e5SPeter Holm#
29ce7b20e5SPeter Holm
30ce7b20e5SPeter Holm# Demonstrate how the "CLEAN" message and the exit code can be misleading
31ce7b20e5SPeter Holm
32ce7b20e5SPeter Holm# "panic: softdep_update_inodeblock inconsistent ip ..." seen:
33ce7b20e5SPeter Holm# https://people.freebsd.org/~pho/stress/log/log0421.txt
34ce7b20e5SPeter Holm# https://people.freebsd.org/~pho/fsck11.sh.diskimage.20230228T064402.gz
35ce7b20e5SPeter Holm
36ce7b20e5SPeter Holm. ../default.cfg
37ce7b20e5SPeter Holm
38ce7b20e5SPeter Holm[ `id -u ` -ne 0 ] && echo "Must be root!" && exit 1
39ce7b20e5SPeter Holm
40ce7b20e5SPeter Holmcc -o /tmp/flip -Wall -Wextra -O2 ../tools/flip.c || exit 1
41ce7b20e5SPeter Holm
42ce7b20e5SPeter Holmset -e
43ce7b20e5SPeter Holmprog=$(basename "$0" .sh)
44ce7b20e5SPeter Holmu1=$mdstart
45ce7b20e5SPeter Holmu2=$((mdstart + 1))
46ce7b20e5SPeter Holmmp1=${mntpoint}$u1
47ce7b20e5SPeter Holmmp2=${mntpoint}$u2
48ce7b20e5SPeter Holmmkdir -p $mp1 $mp2
49ce7b20e5SPeter Holmlog=$mp1/$prog.sh.log
50ce7b20e5SPeter Holmdiskimage=$mp1/$prog.sh.diskimage
51ce7b20e5SPeter Holmbackup=/tmp/$prog.sh.diskimage.`date +%Y%m%dT%H%M%S`.gz
52ce7b20e5SPeter Holmcleans=0
53ce7b20e5SPeter Holmreruns=0
54ce7b20e5SPeter Holm
55ce7b20e5SPeter Holm# Pick a random newfs flag
56ce7b20e5SPeter Holmnewfs_flags=$(echo "" "-U" "-O1" | awk -v N=`jot -r 1 1 3` '{print $N}')
57ce7b20e5SPeter Holm[ $# -eq 1 ] && newfs_flags="$1" # or use script argument
58ce7b20e5SPeter Holmmax=$((2 * 1024 * 1024))
59bb1f64b2SPeter Holm[ "$newfs_flags" = "-j" ] && max=$((20 * 1024 * 1024)) # Make room for the journal file
60ce7b20e5SPeter Holm
61ce7b20e5SPeter Holmmount | grep "on $mp1 " | grep -q /dev/md && umount -f $mp1
62ce7b20e5SPeter Holm[ -c /dev/md$u1 ] && mdconfig -d -u $u1
63ce7b20e5SPeter Holmmdconfig -a -t swap -s 1g -u $u1
64ce7b20e5SPeter Holmnewfs $newfs_flags -n /dev/md$u1 > /dev/null
65ce7b20e5SPeter Holmmount /dev/md$u1 $mp1
66ce7b20e5SPeter Holm
67ce7b20e5SPeter Holm[ -c /dev/md$u2 ] && mdconfig -d -u $u2
68ce7b20e5SPeter Holmdd if=/dev/zero of=$diskimage bs=$max count=1 status=none
69ce7b20e5SPeter Holmmdconfig -a -t vnode -f $diskimage -u $u2
70ce7b20e5SPeter Holmbackups=`newfs -N $newfs_flags md$u2 | grep -A1 "super-block backups" | \
71ce7b20e5SPeter Holm    tail -1 | sed 's/,//g'`
72ce7b20e5SPeter Holmecho "newfs $newfs_flags -n md$u2"
73ce7b20e5SPeter Holmnewfs $newfs_flags -n md$u2 > /dev/null
74*00266393SPeter Holm[ "$newfs_flags" = "" ] && tunefs -n disable md$u2
75ce7b20e5SPeter Holmset +e
76ce7b20e5SPeter Holm
77ce7b20e5SPeter Holmchk() {
78ce7b20e5SPeter Holm	local i
79ce7b20e5SPeter Holm
80ce7b20e5SPeter Holm	clean=0
81ce7b20e5SPeter Holm	rerun=0
82ce7b20e5SPeter Holm	fsck_ffs -fy $1 > $log 2>&1
83ce7b20e5SPeter Holm	r=$?
84ce7b20e5SPeter Holm	if grep -qiE "super-?block.*failed" $log; then
85ce7b20e5SPeter Holm		for b in $backups; do
86ce7b20e5SPeter Holm			echo "fsck_ffs -b $b -fy $1"
87ce7b20e5SPeter Holm			fsck_ffs -b $b -fy $1 > $log 2>&1
88ce7b20e5SPeter Holm			r=$?
89ce7b20e5SPeter Holm			grep -qiE "super-?block.*failed" $log ||
90ce7b20e5SPeter Holm			   break
91ce7b20e5SPeter Holm			echo "Checking next SB"
92ce7b20e5SPeter Holm		done
93ce7b20e5SPeter Holm		usedasb=1
94ce7b20e5SPeter Holm	else
95ce7b20e5SPeter Holm		usedasb=0
96ce7b20e5SPeter Holm	fi
97ce7b20e5SPeter Holm	LANG=C egrep -q "[A-Z][A-Z]" $log && clean=0
98ce7b20e5SPeter Holm	grep -Eq "IS CLEAN|MARKED CLEAN" $log && clean=1
99ce7b20e5SPeter Holm	grep -q RERUN $log && rerun=1
100ce7b20e5SPeter Holm	[ $r -ne 0 -a $clean -eq 1 ] && echo "Exit code $r w/ clean == 1"
101ce7b20e5SPeter Holm}
102ce7b20e5SPeter Holm
103ce7b20e5SPeter Holmcd $mp1
104ce7b20e5SPeter Holmclean=0
105ce7b20e5SPeter Holmerrors=0
106ce7b20e5SPeter Holms=0
107ce7b20e5SPeter Holmstart=`date +%s`
108ce7b20e5SPeter Holmwhile [ $((`date +%s` - start)) -lt 300 ]; do
109ce7b20e5SPeter Holm	mount /dev/md$u2 $mp2 || break
110ce7b20e5SPeter Holm	if ! ls -lR $mp2 > /dev/null; then
111ce7b20e5SPeter Holm		s=102
112ce7b20e5SPeter Holm		echo "ls failed"; grep "core dumped" /var/log/messages | tail -1
113ce7b20e5SPeter Holm		break
114ce7b20e5SPeter Holm	fi
115ce7b20e5SPeter Holm
116ce7b20e5SPeter Holm	find $mp2 -type f | xargs cat > /dev/null
117ce7b20e5SPeter Holm	for j in `jot 9`; do
118ce7b20e5SPeter Holm		rm -rf $mp2/$j
119ce7b20e5SPeter Holm		mkdir $mp2/$j
120ce7b20e5SPeter Holm		jot 10 | xargs -P0 -I% cp /etc/group $mp2/$j/%
121ce7b20e5SPeter Holm	done 2>/dev/null
122ce7b20e5SPeter Holm
123ce7b20e5SPeter Holm	while mount | grep -q "on $mp2 "; do umount $mp2; done
124ce7b20e5SPeter Holm	echo * | grep -q core && break
125ce7b20e5SPeter Holm	mdconfig -d -u $u2
126ce7b20e5SPeter Holm
127ce7b20e5SPeter Holm	# Introduce 5 random single bit errors to the file system image
128ce7b20e5SPeter Holm	/tmp/flip -n 5 $diskimage
129ce7b20e5SPeter Holm
130ce7b20e5SPeter Holm	if [ `stat -f%z $diskimage` -gt $max ]; then
131ce7b20e5SPeter Holm		ls -lh $diskimage
132ce7b20e5SPeter Holm		truncate -s $max $diskimage
133ce7b20e5SPeter Holm	else
134ce7b20e5SPeter Holm		gzip < $diskimage > $backup
135ce7b20e5SPeter Holm	fi
136ce7b20e5SPeter Holm	fsync $backup
137ce7b20e5SPeter Holm	sync; sleep 1
138ce7b20e5SPeter Holm
139bb1f64b2SPeter Holm	[ "$newfs_flags" = "-j" ] &&
140ce7b20e5SPeter Holm		fsck -fy $diskimage > $log 2>&1	# process the journal file
141ce7b20e5SPeter Holm	for i in `jot 5`; do
142ce7b20e5SPeter Holm		[ $i -gt 2 ] && echo "fsck run #$i"
143ce7b20e5SPeter Holm		chk $diskimage
144ce7b20e5SPeter Holm		[ $rerun -eq 1 ] && { reruns=$((reruns + 1)); continue; }
145ce7b20e5SPeter Holm		[ $clean -eq 1 ] && { cleans=$((cleans + 1)); break; }
146ce7b20e5SPeter Holm		if [ -f fsck_ffs.core ]; then
147ce7b20e5SPeter Holm			tstamp=`date +%Y%m%dT%H%M%S`
148ce7b20e5SPeter Holm			gzip < $backup > /tmp/fsck_ffs.core.diskimage.$tstamp
149ce7b20e5SPeter Holm			gzip < fsck_ffs.core > /tmp/fsck_ffs.core.$tstamp
150ce7b20e5SPeter Holm			break 2
151ce7b20e5SPeter Holm		fi
152ce7b20e5SPeter Holm	done
153ce7b20e5SPeter Holm	[ $clean -ne 1 ] && { s=99; break; }	# broken image?
154ce7b20e5SPeter Holm	mdconfig -a -t vnode -f $diskimage -u $u2
155ce7b20e5SPeter Holmdone
156ce7b20e5SPeter Holmfor i in `jot 5`; do
157ce7b20e5SPeter Holm	mount | grep -q "on $mp2 " || break
158ce7b20e5SPeter Holm	umount $mp2 && break
159ce7b20e5SPeter Holm	sleep 2
160ce7b20e5SPeter Holmdone
161ce7b20e5SPeter Holmmdconfig -l | grep -q $u2 && mdconfig -d -u $u2
162ce7b20e5SPeter Holm
163ce7b20e5SPeter Holm[ $s -eq 0 ] && rm -f $backup || echo "Preserved $backup due to status code $s"
164ce7b20e5SPeter Holmcd /tmp
165ce7b20e5SPeter Holmfor i in `jot 5`; do
166ce7b20e5SPeter Holm	umount $mp1 && break
167ce7b20e5SPeter Holm	sleep 2
168ce7b20e5SPeter Holmdone
169ce7b20e5SPeter Holmmdconfig -d -u $u1
170ce7b20e5SPeter Holmrm -f /tmp/flip
171ce7b20e5SPeter Holmexit $s
172