fs/ufs/lufs.c

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright 2007 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#pragma ident	"%Z%%M%	%I%	%E% SMI"

#include <sys/systm.h>
#include <sys/types.h>
#include <sys/vnode.h>
#include <sys/buf.h>
#include <sys/errno.h>
#include <sys/fssnap_if.h>
#include <sys/fs/ufs_inode.h>
#include <sys/fs/ufs_filio.h>
#include <sys/sysmacros.h>
#include <sys/modctl.h>
#include <sys/fs/ufs_log.h>
#include <sys/fs/ufs_bio.h>
#include <sys/fs/ufs_fsdir.h>
#include <sys/debug.h>
#include <sys/atomic.h>
#include <sys/kmem.h>
#include <sys/inttypes.h>
#include <sys/vfs.h>
#include <sys/mntent.h>
#include <sys/conf.h>
#include <sys/param.h>
#include <sys/kstat.h>
#include <sys/cmn_err.h>

extern	kmutex_t	ufs_scan_lock;

static kmutex_t	log_mutex;	/* general purpose log layer lock */
kmutex_t	ml_scan;	/* Scan thread syncronization */
kcondvar_t	ml_scan_cv;	/* Scan thread syncronization */

struct kmem_cache	*lufs_sv;
struct kmem_cache	*lufs_bp;

/* Tunables */
uint_t		ldl_maxlogsize	= LDL_MAXLOGSIZE;
uint_t		ldl_minlogsize	= LDL_MINLOGSIZE;
uint32_t	ldl_divisor	= LDL_DIVISOR;
uint32_t	ldl_mintransfer	= LDL_MINTRANSFER;
uint32_t	ldl_maxtransfer	= LDL_MAXTRANSFER;
uint32_t	ldl_minbufsize	= LDL_MINBUFSIZE;

uint32_t	last_loghead_ident = 0;

/*
 * Logging delta and roll statistics
 */
struct delta_kstats {
	kstat_named_t ds_superblock_deltas;
	kstat_named_t ds_bitmap_deltas;
	kstat_named_t ds_suminfo_deltas;
	kstat_named_t ds_allocblk_deltas;
	kstat_named_t ds_ab0_deltas;
	kstat_named_t ds_dir_deltas;
	kstat_named_t ds_inode_deltas;
	kstat_named_t ds_fbiwrite_deltas;
	kstat_named_t ds_quota_deltas;
	kstat_named_t ds_shadow_deltas;

	kstat_named_t ds_superblock_rolled;
	kstat_named_t ds_bitmap_rolled;
	kstat_named_t ds_suminfo_rolled;
	kstat_named_t ds_allocblk_rolled;
	kstat_named_t ds_ab0_rolled;
	kstat_named_t ds_dir_rolled;
	kstat_named_t ds_inode_rolled;
	kstat_named_t ds_fbiwrite_rolled;
	kstat_named_t ds_quota_rolled;
	kstat_named_t ds_shadow_rolled;
} dkstats = {
	{ "superblock_deltas",	KSTAT_DATA_UINT64 },
	{ "bitmap_deltas",	KSTAT_DATA_UINT64 },
	{ "suminfo_deltas",	KSTAT_DATA_UINT64 },
	{ "allocblk_deltas",	KSTAT_DATA_UINT64 },
	{ "ab0_deltas",		KSTAT_DATA_UINT64 },
	{ "dir_deltas",		KSTAT_DATA_UINT64 },
	{ "inode_deltas",	KSTAT_DATA_UINT64 },
	{ "fbiwrite_deltas",	KSTAT_DATA_UINT64 },
	{ "quota_deltas",	KSTAT_DATA_UINT64 },
	{ "shadow_deltas",	KSTAT_DATA_UINT64 },

	{ "superblock_rolled",	KSTAT_DATA_UINT64 },
	{ "bitmap_rolled",	KSTAT_DATA_UINT64 },
	{ "suminfo_rolled",	KSTAT_DATA_UINT64 },
	{ "allocblk_rolled",	KSTAT_DATA_UINT64 },
	{ "ab0_rolled",		KSTAT_DATA_UINT64 },
	{ "dir_rolled",		KSTAT_DATA_UINT64 },
	{ "inode_rolled",	KSTAT_DATA_UINT64 },
	{ "fbiwrite_rolled",	KSTAT_DATA_UINT64 },
	{ "quota_rolled",	KSTAT_DATA_UINT64 },
	{ "shadow_rolled",	KSTAT_DATA_UINT64 }
};

uint64_t delta_stats[DT_MAX];
uint64_t roll_stats[DT_MAX];

/*
 * General logging kstats
 */
struct logstats logstats = {
	{ "master_reads",		KSTAT_DATA_UINT64 },
	{ "master_writes",		KSTAT_DATA_UINT64 },
	{ "log_reads_inmem",		KSTAT_DATA_UINT64 },
	{ "log_reads",			KSTAT_DATA_UINT64 },
	{ "log_writes",			KSTAT_DATA_UINT64 },
	{ "log_master_reads",		KSTAT_DATA_UINT64 },
	{ "log_roll_reads",		KSTAT_DATA_UINT64 },
	{ "log_roll_writes",		KSTAT_DATA_UINT64 }
};

int
trans_not_done(struct buf *cb)
{
	sema_v(&cb->b_io);
	return (0);
}

static void
trans_wait_panic(struct buf *cb)
{
	while ((cb->b_flags & B_DONE) == 0)
		drv_usecwait(10);
}

int
trans_not_wait(struct buf *cb)
{
	/*
	 * In case of panic, busy wait for completion
	 */
	if (panicstr)
		trans_wait_panic(cb);
	else
		sema_p(&cb->b_io);

	return (geterror(cb));
}

int
trans_wait(struct buf *cb)
{
	/*
	 * In case of panic, busy wait for completion and run md daemon queues
	 */
	if (panicstr)
		trans_wait_panic(cb);
	return (biowait(cb));
}

static void
setsum(int32_t *sp, int32_t *lp, int nb)
{
	int32_t csum = 0;

	*sp = 0;
	nb /= sizeof (int32_t);
	while (nb--)
		csum += *lp++;
	*sp = csum;
}

static int
checksum(int32_t *sp, int32_t *lp, int nb)
{
	int32_t ssum = *sp;

	setsum(sp, lp, nb);
	if (ssum != *sp) {
		*sp = ssum;
		return (0);
	}
	return (1);
}

void
lufs_unsnarf(ufsvfs_t *ufsvfsp)
{
	ml_unit_t *ul;
	mt_map_t *mtm;

	ul = ufsvfsp->vfs_log;
	if (ul == NULL)
		return;

	mtm = ul->un_logmap;

	/*
	 * Wait for a pending top_issue_sync which is
	 * dispatched (via taskq_dispatch()) but hasnt completed yet.
	 */

	mutex_enter(&mtm->mtm_lock);

	while (mtm->mtm_taskq_sync_count != 0) {
		cv_wait(&mtm->mtm_cv, &mtm->mtm_lock);
	}

	mutex_exit(&mtm->mtm_lock);

	/* Roll committed transactions */
	logmap_roll_dev(ul);

	/* Kill the roll thread */
	logmap_kill_roll(ul);

	/* release saved alloction info */
	if (ul->un_ebp)
		kmem_free(ul->un_ebp, ul->un_nbeb);

	/* release circular bufs */
	free_cirbuf(&ul->un_rdbuf);
	free_cirbuf(&ul->un_wrbuf);

	/* release maps */
	if (ul->un_logmap)
		ul->un_logmap = map_put(ul->un_logmap);
	if (ul->un_deltamap)
		ul->un_deltamap = map_put(ul->un_deltamap);
	if (ul->un_matamap)
		ul->un_matamap = map_put(ul->un_matamap);

	mutex_destroy(&ul->un_log_mutex);
	mutex_destroy(&ul->un_state_mutex);

	/* release state buffer MUST BE LAST!! (contains our ondisk data) */
	if (ul->un_bp)
		brelse(ul->un_bp);
	kmem_free(ul, sizeof (*ul));

	ufsvfsp->vfs_log = NULL;
}

int
lufs_snarf(ufsvfs_t *ufsvfsp, struct fs *fs, int ronly)
{
	buf_t		*bp, *tbp;
	ml_unit_t	*ul;
	extent_block_t	*ebp;
	ic_extent_block_t  *nebp;
	size_t		nb;
	daddr_t		bno;	/* in disk blocks */
	int		i;

	/* LINTED: warning: logical expression always true: op "||" */
	ASSERT(sizeof (ml_odunit_t) < DEV_BSIZE);

	/*
	 * Get the allocation table
	 *	During a remount the superblock pointed to by the ufsvfsp
	 *	is out of date.  Hence the need for the ``new'' superblock
	 *	pointer, fs, passed in as a parameter.
	 */
	bp = UFS_BREAD(ufsvfsp, ufsvfsp->vfs_dev, logbtodb(fs, fs->fs_logbno),
	    fs->fs_bsize);
	if (bp->b_flags & B_ERROR) {
		brelse(bp);
		return (EIO);
	}
	ebp = (void *)bp->b_un.b_addr;
	if (!checksum(&ebp->chksum, (int32_t *)bp->b_un.b_addr,
	    fs->fs_bsize)) {
		brelse(bp);
		return (ENODEV);
	}

	/*
	 * It is possible to get log blocks with all zeros.
	 * We should also check for nextents to be zero in such case.
	 */
	if (ebp->type != LUFS_EXTENTS || ebp->nextents == 0) {
		brelse(bp);
		return (EDOM);
	}
	/*
	 * Put allocation into memory.  This requires conversion between
	 * on the ondisk format of the extent (type extent_t) and the
	 * in-core format of the extent (type ic_extent_t).  The
	 * difference is the in-core form of the extent block stores
	 * the physical offset of the extent in disk blocks, which
	 * can require more than a 32-bit field.
	 */
	nb = (size_t)(sizeof (ic_extent_block_t) +
	    ((ebp->nextents - 1) * sizeof (ic_extent_t)));
	nebp = kmem_alloc(nb, KM_SLEEP);
	nebp->ic_nextents = ebp->nextents;
	nebp->ic_nbytes = ebp->nbytes;
	nebp->ic_nextbno = ebp->nextbno;
	for (i = 0; i < ebp->nextents; i++) {
		nebp->ic_extents[i].ic_lbno = ebp->extents[i].lbno;
		nebp->ic_extents[i].ic_nbno = ebp->extents[i].nbno;
		nebp->ic_extents[i].ic_pbno =
		    logbtodb(fs, ebp->extents[i].pbno);
	}
	brelse(bp);

	/*
	 * Get the log state
	 */
	bno = nebp->ic_extents[0].ic_pbno;
	bp = UFS_BREAD(ufsvfsp, ufsvfsp->vfs_dev, bno, DEV_BSIZE);
	if (bp->b_flags & B_ERROR) {
		brelse(bp);
		bp = UFS_BREAD(ufsvfsp, ufsvfsp->vfs_dev, bno + 1, DEV_BSIZE);
		if (bp->b_flags & B_ERROR) {
			brelse(bp);
			kmem_free(nebp, nb);
			return (EIO);
		}
	}

	/*
	 * Put ondisk struct into an anonymous buffer
	 *	This buffer will contain the memory for the ml_odunit struct
	 */
	tbp = ngeteblk(dbtob(LS_SECTORS));
	tbp->b_edev = bp->b_edev;
	tbp->b_dev = bp->b_dev;
	tbp->b_blkno = bno;
	bcopy(bp->b_un.b_addr, tbp->b_un.b_addr, DEV_BSIZE);
	bcopy(bp->b_un.b_addr, tbp->b_un.b_addr + DEV_BSIZE, DEV_BSIZE);
	bp->b_flags |= (B_STALE | B_AGE);
	brelse(bp);
	bp = tbp;

	/*
	 * Verify the log state
	 *
	 * read/only mounts w/bad logs are allowed.  umount will
	 * eventually roll the bad log until the first IO error.
	 * fsck will then repair the file system.
	 *
	 * read/write mounts with bad logs are not allowed.
	 *
	 */
	ul = (ml_unit_t *)kmem_zalloc(sizeof (*ul), KM_SLEEP);
	bcopy(bp->b_un.b_addr, &ul->un_ondisk, sizeof (ml_odunit_t));
	if ((ul->un_chksum != ul->un_head_ident + ul->un_tail_ident) ||
	    (ul->un_version != LUFS_VERSION_LATEST) ||
	    (!ronly && ul->un_badlog)) {
		kmem_free(ul, sizeof (*ul));
		brelse(bp);
		kmem_free(nebp, nb);
		return (EIO);
	}
	/*
	 * Initialize the incore-only fields
	 */
	if (ronly)
		ul->un_flags |= LDL_NOROLL;
	ul->un_bp = bp;
	ul->un_ufsvfs = ufsvfsp;
	ul->un_dev = ufsvfsp->vfs_dev;
	ul->un_ebp = nebp;
	ul->un_nbeb = nb;
	ul->un_maxresv = btodb(ul->un_logsize) * LDL_USABLE_BSIZE;
	ul->un_deltamap = map_get(ul, deltamaptype, DELTAMAP_NHASH);
	ul->un_logmap = map_get(ul, logmaptype, LOGMAP_NHASH);
	if (ul->un_debug & MT_MATAMAP)
		ul->un_matamap = map_get(ul, matamaptype, DELTAMAP_NHASH);
	mutex_init(&ul->un_log_mutex, NULL, MUTEX_DEFAULT, NULL);
	mutex_init(&ul->un_state_mutex, NULL, MUTEX_DEFAULT, NULL);

	/*
	 * Aquire the ufs_scan_lock before linking the mtm data
	 * structure so that we keep ufs_sync() and ufs_update() away
	 * when they execute the ufs_scan_inodes() run while we're in
	 * progress of enabling/disabling logging.
	 */
	mutex_enter(&ufs_scan_lock);
	ufsvfsp->vfs_log = ul;

	/* remember the state of the log before the log scan */
	logmap_logscan(ul);
	mutex_exit(&ufs_scan_lock);

	/*
	 * Error during scan
	 *
	 * If this is a read/only mount; ignore the error.
	 * At a later time umount/fsck will repair the fs.
	 *
	 */
	if (ul->un_flags & LDL_ERROR) {
		if (!ronly) {
			/*
			 * Aquire the ufs_scan_lock before de-linking
			 * the mtm data structure so that we keep ufs_sync()
			 * and ufs_update() away when they execute the
			 * ufs_scan_inodes() run while we're in progress of
			 * enabling/disabling logging.
			 */
			mutex_enter(&ufs_scan_lock);
			lufs_unsnarf(ufsvfsp);
			mutex_exit(&ufs_scan_lock);
			return (EIO);
		}
		ul->un_flags &= ~LDL_ERROR;
	}
	if (!ronly)
		logmap_start_roll(ul);
	return (0);
}

static int
lufs_initialize(
	ufsvfs_t *ufsvfsp,
	daddr_t bno,
	size_t nb,
	struct fiolog *flp)
{
	ml_odunit_t	*ud, *ud2;
	buf_t		*bp;
	struct timeval	tv;

	/* LINTED: warning: logical expression always true: op "||" */
	ASSERT(sizeof (ml_odunit_t) < DEV_BSIZE);
	ASSERT(nb >= ldl_minlogsize);

	bp = UFS_GETBLK(ufsvfsp, ufsvfsp->vfs_dev, bno, dbtob(LS_SECTORS));
	bzero(bp->b_un.b_addr, bp->b_bcount);

	ud = (void *)bp->b_un.b_addr;
	ud->od_version = LUFS_VERSION_LATEST;
	ud->od_maxtransfer = MIN(ufsvfsp->vfs_iotransz, ldl_maxtransfer);
	if (ud->od_maxtransfer < ldl_mintransfer)
		ud->od_maxtransfer = ldl_mintransfer;
	ud->od_devbsize = DEV_BSIZE;

	ud->od_requestsize = flp->nbytes_actual;
	ud->od_statesize = dbtob(LS_SECTORS);
	ud->od_logsize = nb - ud->od_statesize;

	ud->od_statebno = INT32_C(0);

	uniqtime(&tv);
	if (tv.tv_usec == last_loghead_ident) {
		tv.tv_usec++;
	}
	last_loghead_ident = tv.tv_usec;
	ud->od_head_ident = tv.tv_usec;
	ud->od_tail_ident = ud->od_head_ident;
	ud->od_chksum = ud->od_head_ident + ud->od_tail_ident;

	ud->od_bol_lof = dbtob(ud->od_statebno) + ud->od_statesize;
	ud->od_eol_lof = ud->od_bol_lof + ud->od_logsize;
	ud->od_head_lof = ud->od_bol_lof;
	ud->od_tail_lof = ud->od_bol_lof;

	ASSERT(lufs_initialize_debug(ud));

	ud2 = (void *)(bp->b_un.b_addr + DEV_BSIZE);
	bcopy(ud, ud2, sizeof (*ud));

	UFS_BWRITE2(ufsvfsp, bp);
	if (bp->b_flags & B_ERROR) {
		brelse(bp);
		return (EIO);
	}
	brelse(bp);

	return (0);
}

/*
 * Free log space
 *	Assumes the file system is write locked and is not logging
 */
static int
lufs_free(struct ufsvfs *ufsvfsp)
{
	int		error = 0, i, j;
	buf_t		*bp = NULL;
	extent_t	*ep;
	extent_block_t	*ebp;
	struct fs	*fs = ufsvfsp->vfs_fs;
	daddr_t		fno;
	int32_t		logbno;
	long		nfno;
	inode_t		*ip = NULL;
	char		clean;

	/*
	 * Nothing to free
	 */
	if (fs->fs_logbno == 0)
		return (0);

	/*
	 * Mark the file system as FSACTIVE and no log but honor the
	 * current value of fs_reclaim.  The reclaim thread could have
	 * been active when lufs_disable() was called and if fs_reclaim
	 * is reset to zero here it could lead to lost inodes.
	 */
	ufsvfsp->vfs_ulockfs.ul_sbowner = curthread;
	mutex_enter(&ufsvfsp->vfs_lock);
	clean = fs->fs_clean;
	logbno = fs->fs_logbno;
	fs->fs_clean = FSACTIVE;
	fs->fs_logbno = INT32_C(0);
	ufs_sbwrite(ufsvfsp);
	mutex_exit(&ufsvfsp->vfs_lock);
	ufsvfsp->vfs_ulockfs.ul_sbowner = (kthread_id_t)-1;
	if (ufsvfsp->vfs_bufp->b_flags & B_ERROR) {
		error = EIO;
		fs->fs_clean = clean;
		fs->fs_logbno = logbno;
		goto errout;
	}

	/*
	 * fetch the allocation block
	 *	superblock -> one block of extents -> log data
	 */
	bp = UFS_BREAD(ufsvfsp, ufsvfsp->vfs_dev, logbtodb(fs, logbno),
	    fs->fs_bsize);
	if (bp->b_flags & B_ERROR) {
		error = EIO;
		goto errout;
	}

	/*
	 * Free up the allocated space (dummy inode needed for free())
	 */
	ip = ufs_alloc_inode(ufsvfsp, UFSROOTINO);
	ebp = (void *)bp->b_un.b_addr;
	for (i = 0, ep = &ebp->extents[0]; i < ebp->nextents; ++i, ++ep) {
		fno = logbtofrag(fs, ep->pbno);
		nfno = dbtofsb(fs, ep->nbno);
		for (j = 0; j < nfno; j += fs->fs_frag, fno += fs->fs_frag)
			free(ip, fno, fs->fs_bsize, 0);
	}
	free(ip, logbtofrag(fs, logbno), fs->fs_bsize, 0);
	brelse(bp);
	bp = NULL;

	/*
	 * Push the metadata dirtied during the allocations
	 */
	ufsvfsp->vfs_ulockfs.ul_sbowner = curthread;
	sbupdate(ufsvfsp->vfs_vfs);
	ufsvfsp->vfs_ulockfs.ul_sbowner = (kthread_id_t)-1;
	bflush(ufsvfsp->vfs_dev);
	error = bfinval(ufsvfsp->vfs_dev, 0);
	if (error)
		goto errout;

	/*
	 * Free the dummy inode
	 */
	ufs_free_inode(ip);

	return (0);

errout:
	/*
	 * Free up all resources
	 */
	if (bp)
		brelse(bp);
	if (ip)
		ufs_free_inode(ip);
	return (error);
}

/*
 * Allocate log space
 *	Assumes the file system is write locked and is not logging
 */
static int
lufs_alloc(struct ufsvfs *ufsvfsp, struct fiolog *flp, cred_t *cr)
{
	int		error = 0;
	buf_t		*bp = NULL;
	extent_t	*ep, *nep;
	extent_block_t	*ebp;
	struct fs	*fs = ufsvfsp->vfs_fs;
	daddr_t		fno;	/* in frags */
	daddr_t		bno;	/* in disk blocks */
	int32_t		logbno = INT32_C(0);	/* will be fs_logbno */
	struct inode	*ip = NULL;
	size_t		nb = flp->nbytes_actual;
	size_t		tb = 0;

	/*
	 * Mark the file system as FSACTIVE
	 */
	ufsvfsp->vfs_ulockfs.ul_sbowner = curthread;
	mutex_enter(&ufsvfsp->vfs_lock);
	fs->fs_clean = FSACTIVE;
	ufs_sbwrite(ufsvfsp);
	mutex_exit(&ufsvfsp->vfs_lock);
	ufsvfsp->vfs_ulockfs.ul_sbowner = (kthread_id_t)-1;

	/*
	 * Allocate the allocation block (need dummy shadow inode;
	 * we use a shadow inode so the quota sub-system ignores
	 * the block allocations.)
	 *	superblock -> one block of extents -> log data
	 */
	ip = ufs_alloc_inode(ufsvfsp, UFSROOTINO);
	ip->i_mode = IFSHAD;		/* make the dummy a shadow inode */
	rw_enter(&ip->i_contents, RW_WRITER);
	fno = contigpref(ufsvfsp, nb + fs->fs_bsize);
	error = alloc(ip, fno, fs->fs_bsize, &fno, cr);
	if (error)
		goto errout;
	bno = fsbtodb(fs, fno);

	bp = UFS_BREAD(ufsvfsp, ufsvfsp->vfs_dev, bno, fs->fs_bsize);
	if (bp->b_flags & B_ERROR) {
		error = EIO;
		goto errout;
	}

	ebp = (void *)bp->b_un.b_addr;
	ebp->type = LUFS_EXTENTS;
	ebp->nextbno = UINT32_C(0);
	ebp->nextents = UINT32_C(0);
	ebp->chksum = INT32_C(0);
	if (fs->fs_magic == FS_MAGIC)
		logbno = bno;
	else
		logbno = dbtofsb(fs, bno);

	/*
	 * Initialize the first extent
	 */
	ep = &ebp->extents[0];
	error = alloc(ip, fno + fs->fs_frag, fs->fs_bsize, &fno, cr);
	if (error)
		goto errout;
	bno = fsbtodb(fs, fno);

	ep->lbno = UINT32_C(0);
	if (fs->fs_magic == FS_MAGIC)
		ep->pbno = (uint32_t)bno;
	else
		ep->pbno = (uint32_t)fno;
	ep->nbno = (uint32_t)fsbtodb(fs, fs->fs_frag);
	ebp->nextents = UINT32_C(1);
	tb = fs->fs_bsize;
	nb -= fs->fs_bsize;

	while (nb) {
		error = alloc(ip, fno + fs->fs_frag, fs->fs_bsize, &fno, cr);
		if (error) {
			if (tb < ldl_minlogsize)
				goto errout;
			error = 0;
			break;
		}
		bno = fsbtodb(fs, fno);
		if ((daddr_t)((logbtodb(fs, ep->pbno) + ep->nbno) == bno))
			ep->nbno += (uint32_t)(fsbtodb(fs, fs->fs_frag));
		else {
			nep = ep + 1;
			if ((caddr_t)(nep + 1) >
			    (bp->b_un.b_addr + fs->fs_bsize)) {
				free(ip, fno, fs->fs_bsize, 0);
				break;
			}
			nep->lbno = ep->lbno + ep->nbno;
			if (fs->fs_magic == FS_MAGIC)
				nep->pbno = (uint32_t)bno;
			else
				nep->pbno = (uint32_t)fno;
			nep->nbno = (uint32_t)(fsbtodb(fs, fs->fs_frag));
			ebp->nextents++;
			ep = nep;
		}
		tb += fs->fs_bsize;
		nb -= fs->fs_bsize;
	}
	ebp->nbytes = (uint32_t)tb;
	setsum(&ebp->chksum, (int32_t *)bp->b_un.b_addr, fs->fs_bsize);
	UFS_BWRITE2(ufsvfsp, bp);
	if (bp->b_flags & B_ERROR) {
		error = EIO;
		goto errout;
	}
	/*
	 * Initialize the first two sectors of the log
	 */
	error = lufs_initialize(ufsvfsp, logbtodb(fs, ebp->extents[0].pbno),
	    tb, flp);
	if (error)
		goto errout;

	/*
	 * We are done initializing the allocation block and the log
	 */
	brelse(bp);
	bp = NULL;

	/*
	 * Update the superblock and push the dirty metadata
	 */
	ufsvfsp->vfs_ulockfs.ul_sbowner = curthread;
	sbupdate(ufsvfsp->vfs_vfs);
	ufsvfsp->vfs_ulockfs.ul_sbowner = (kthread_id_t)-1;
	bflush(ufsvfsp->vfs_dev);
	error = bfinval(ufsvfsp->vfs_dev, 1);
	if (error)
		goto errout;
	if (ufsvfsp->vfs_bufp->b_flags & B_ERROR) {
		error = EIO;
		goto errout;
	}

	/*
	 * Everything is safely on disk; update log space pointer in sb
	 */
	ufsvfsp->vfs_ulockfs.ul_sbowner = curthread;
	mutex_enter(&ufsvfsp->vfs_lock);
	fs->fs_logbno = (uint32_t)logbno;
	ufs_sbwrite(ufsvfsp);
	mutex_exit(&ufsvfsp->vfs_lock);
	ufsvfsp->vfs_ulockfs.ul_sbowner = (kthread_id_t)-1;

	/*
	 * Free the dummy inode
	 */
	rw_exit(&ip->i_contents);
	ufs_free_inode(ip);

	/* inform user of real log size */
	flp->nbytes_actual = tb;
	return (0);

errout:
	/*
	 * Free all resources
	 */
	if (bp)
		brelse(bp);
	if (logbno) {
		fs->fs_logbno = logbno;
		(void) lufs_free(ufsvfsp);
	}
	if (ip) {
		rw_exit(&ip->i_contents);
		ufs_free_inode(ip);
	}
	return (error);
}

/*
 * Disable logging
 */
int
lufs_disable(vnode_t *vp, struct fiolog *flp)
{
	int		error = 0;
	inode_t		*ip = VTOI(vp);
	ufsvfs_t	*ufsvfsp = ip->i_ufsvfs;
	struct fs	*fs = ufsvfsp->vfs_fs;
	struct lockfs	lf;
	struct ulockfs	*ulp;

	flp->error = FIOLOG_ENONE;

	/*
	 * Logging is already disabled; done
	 */
	if (fs->fs_logbno == 0 || ufsvfsp->vfs_log == NULL)
		return (0);

	/*
	 * Readonly file system
	 */
	if (fs->fs_ronly) {
		flp->error = FIOLOG_EROFS;
		return (0);
	}

	/*
	 * File system must be write locked to disable logging
	 */
	error = ufs_fiolfss(vp, &lf);
	if (error) {
		return (error);
	}
	if (!LOCKFS_IS_ULOCK(&lf)) {
		flp->error = FIOLOG_EULOCK;
		return (0);
	}
	lf.lf_lock = LOCKFS_WLOCK;
	lf.lf_flags = 0;
	lf.lf_comment = NULL;
	error = ufs_fiolfs(vp, &lf, 1);
	if (error) {
		flp->error = FIOLOG_EWLOCK;
		return (0);
	}

	if (ufsvfsp->vfs_log == NULL || fs->fs_logbno == 0)
		goto errout;

	/*
	 * WE ARE COMMITTED TO DISABLING LOGGING PAST THIS POINT
	 */

	/*
	 * Disable logging:
	 * Suspend the reclaim thread and force the delete thread to exit.
	 *	When a nologging mount has completed there may still be
	 *	work for reclaim to do so just suspend this thread until
	 *	it's [deadlock-] safe for it to continue.  The delete
	 *	thread won't be needed as ufs_iinactive() calls
	 *	ufs_delete() when logging is disabled.
	 * Freeze and drain reader ops.
	 *	Commit any outstanding reader transactions (ufs_flush).
	 *	Set the ``unmounted'' bit in the ufstrans struct.
	 *	If debug, remove metadata from matamap.
	 *	Disable matamap processing.
	 *	NULL the trans ops table.
	 *	Free all of the incore structs related to logging.
	 * Allow reader ops.
	 */
	ufs_thread_suspend(&ufsvfsp->vfs_reclaim);
	ufs_thread_exit(&ufsvfsp->vfs_delete);

	vfs_lock_wait(ufsvfsp->vfs_vfs);
	ulp = &ufsvfsp->vfs_ulockfs;
	mutex_enter(&ulp->ul_lock);
	atomic_add_long(&ufs_quiesce_pend, 1);
	(void) ufs_quiesce(ulp);

	(void) ufs_flush(ufsvfsp->vfs_vfs);

	TRANS_MATA_UMOUNT(ufsvfsp);
	ufsvfsp->vfs_domatamap = 0;

	/*
	 * Free all of the incore structs
	 * Aquire the ufs_scan_lock before de-linking the mtm data
	 * structure so that we keep ufs_sync() and ufs_update() away
	 * when they execute the ufs_scan_inodes() run while we're in
	 * progress of enabling/disabling logging.
	 */
	mutex_enter(&ufs_scan_lock);
	(void) lufs_unsnarf(ufsvfsp);
	mutex_exit(&ufs_scan_lock);

	atomic_add_long(&ufs_quiesce_pend, -1);
	mutex_exit(&ulp->ul_lock);
	vfs_setmntopt(ufsvfsp->vfs_vfs, MNTOPT_NOLOGGING, NULL, 0);
	vfs_unlock(ufsvfsp->vfs_vfs);

	fs->fs_rolled = FS_ALL_ROLLED;
	ufsvfsp->vfs_nolog_si = 0;

	/*
	 * Free the log space and mark the superblock as FSACTIVE
	 */
	(void) lufs_free(ufsvfsp);

	/*
	 * Allow the reclaim thread to continue.
	 */
	ufs_thread_continue(&ufsvfsp->vfs_reclaim);

	/*
	 * Unlock the file system
	 */
	lf.lf_lock = LOCKFS_ULOCK;
	lf.lf_flags = 0;
	error = ufs_fiolfs(vp, &lf, 1);
	if (error)
		flp->error = FIOLOG_ENOULOCK;

	return (0);

errout:
	lf.lf_lock = LOCKFS_ULOCK;
	lf.lf_flags = 0;
	(void) ufs_fiolfs(vp, &lf, 1);
	return (error);
}

/*
 * Enable logging
 */
int
lufs_enable(struct vnode *vp, struct fiolog *flp, cred_t *cr)
{
	int		error;
	int		reclaim;
	inode_t		*ip = VTOI(vp);
	ufsvfs_t	*ufsvfsp = ip->i_ufsvfs;
	struct fs	*fs;
	ml_unit_t	*ul;
	struct lockfs	lf;
	struct ulockfs	*ulp;
	vfs_t		*vfsp = ufsvfsp->vfs_vfs;
	uint64_t	tmp_nbytes_actual;

	/*
	 * Check if logging is already enabled
	 */
	if (ufsvfsp->vfs_log) {
		flp->error = FIOLOG_ETRANS;
		/* for root ensure logging option is set */
		vfs_setmntopt(vfsp, MNTOPT_LOGGING, NULL, 0);
		return (0);
	}
	fs = ufsvfsp->vfs_fs;

	/*
	 * Come back here to recheck if we had to disable the log.
	 */
recheck:
	error = 0;
	reclaim = 0;
	flp->error = FIOLOG_ENONE;

	/*
	 * Adjust requested log size
	 */
	flp->nbytes_actual = flp->nbytes_requested;
	if (flp->nbytes_actual == 0) {
		tmp_nbytes_actual =
		    (((uint64_t)fs->fs_size) / ldl_divisor) << fs->fs_fshift;
		flp->nbytes_actual = (uint_t)MIN(tmp_nbytes_actual, INT_MAX);
	}
	flp->nbytes_actual = MAX(flp->nbytes_actual, ldl_minlogsize);
	flp->nbytes_actual = MIN(flp->nbytes_actual, ldl_maxlogsize);
	flp->nbytes_actual = blkroundup(fs, flp->nbytes_actual);

	/*
	 * logging is enabled and the log is the right size; done
	 */
	ul = ufsvfsp->vfs_log;
	if (ul && fs->fs_logbno && (flp->nbytes_actual == ul->un_requestsize))
			return (0);

	/*
	 * Readonly file system
	 */
	if (fs->fs_ronly) {
		flp->error = FIOLOG_EROFS;
		return (0);
	}

	/*
	 * File system must be write locked to enable logging
	 */
	error = ufs_fiolfss(vp, &lf);
	if (error) {
		return (error);
	}
	if (!LOCKFS_IS_ULOCK(&lf)) {
		flp->error = FIOLOG_EULOCK;
		return (0);
	}
	lf.lf_lock = LOCKFS_WLOCK;
	lf.lf_flags = 0;
	lf.lf_comment = NULL;
	error = ufs_fiolfs(vp, &lf, 1);
	if (error) {
		flp->error = FIOLOG_EWLOCK;
		return (0);
	}

	/*
	 * Grab appropriate locks to synchronize with the rest
	 * of the system
	 */
	vfs_lock_wait(vfsp);
	ulp = &ufsvfsp->vfs_ulockfs;
	mutex_enter(&ulp->ul_lock);

	/*
	 * File system must be fairly consistent to enable logging
	 */
	if (fs->fs_clean != FSLOG &&
	    fs->fs_clean != FSACTIVE &&
	    fs->fs_clean != FSSTABLE &&
	    fs->fs_clean != FSCLEAN) {
		flp->error = FIOLOG_ECLEAN;
		goto unlockout;
	}

	/*
	 * A write-locked file system is only active if there are
	 * open deleted files; so remember to set FS_RECLAIM later.
	 */
	if (fs->fs_clean == FSACTIVE)
		reclaim = FS_RECLAIM;

	/*
	 * Logging is already enabled; must be changing the log's size
	 */
	if (fs->fs_logbno && ufsvfsp->vfs_log) {
		/*
		 * Before we can disable logging, we must give up our
		 * lock.  As a consequence of unlocking and disabling the
		 * log, the fs structure may change.  Because of this, when
		 * disabling is complete, we will go back to recheck to
		 * repeat all of the checks that we performed to get to
		 * this point.  Disabling sets fs->fs_logbno to 0, so this
		 * will not put us into an infinite loop.
		 */
		mutex_exit(&ulp->ul_lock);
		vfs_unlock(vfsp);

		lf.lf_lock = LOCKFS_ULOCK;
		lf.lf_flags = 0;
		error = ufs_fiolfs(vp, &lf, 1);
		if (error) {
			flp->error = FIOLOG_ENOULOCK;
			return (0);
		}
		error = lufs_disable(vp, flp);
		if (error || (flp->error != FIOLOG_ENONE))
			return (0);
		goto recheck;
	}

	error = lufs_alloc(ufsvfsp, flp, cr);
	if (error)
		goto errout;

	/*
	 * Create all of the incore structs
	 */
	error = lufs_snarf(ufsvfsp, fs, 0);
	if (error)
		goto errout;

	/*
	 * DON'T ``GOTO ERROUT'' PAST THIS POINT
	 */

	/*
	 * Pretend we were just mounted with logging enabled
	 *		Get the ops vector
	 *		If debug, record metadata locations with log subsystem
	 *		Start the delete thread
	 *		Start the reclaim thread, if necessary
	 */
	vfs_setmntopt(vfsp, MNTOPT_LOGGING, NULL, 0);

	TRANS_DOMATAMAP(ufsvfsp);
	TRANS_MATA_MOUNT(ufsvfsp);
	TRANS_MATA_SI(ufsvfsp, fs);
	ufs_thread_start(&ufsvfsp->vfs_delete, ufs_thread_delete, vfsp);
	if (fs->fs_reclaim & (FS_RECLAIM|FS_RECLAIMING)) {
		fs->fs_reclaim &= ~FS_RECLAIM;
		fs->fs_reclaim |=  FS_RECLAIMING;
		ufs_thread_start(&ufsvfsp->vfs_reclaim,
		    ufs_thread_reclaim, vfsp);
	} else
		fs->fs_reclaim |= reclaim;

	mutex_exit(&ulp->ul_lock);
	vfs_unlock(vfsp);

	/*
	 * Unlock the file system
	 */
	lf.lf_lock = LOCKFS_ULOCK;
	lf.lf_flags = 0;
	error = ufs_fiolfs(vp, &lf, 1);
	if (error) {
		flp->error = FIOLOG_ENOULOCK;
		return (0);
	}

	/*
	 * There's nothing in the log yet (we've just allocated it)
	 * so directly write out the super block.
	 * Note, we have to force this sb out to disk
	 * (not just to the log) so that if we crash we know we are logging
	 */
	mutex_enter(&ufsvfsp->vfs_lock);
	fs->fs_clean = FSLOG;
	fs->fs_rolled = FS_NEED_ROLL; /* Mark the fs as unrolled */
	UFS_BWRITE2(NULL, ufsvfsp->vfs_bufp);
	mutex_exit(&ufsvfsp->vfs_lock);

	return (0);

errout:
	/*
	 * Aquire the ufs_scan_lock before de-linking the mtm data
	 * structure so that we keep ufs_sync() and ufs_update() away
	 * when they execute the ufs_scan_inodes() run while we're in
	 * progress of enabling/disabling logging.
	 */
	mutex_enter(&ufs_scan_lock);
	(void) lufs_unsnarf(ufsvfsp);
	mutex_exit(&ufs_scan_lock);

	(void) lufs_free(ufsvfsp);
unlockout:
	mutex_exit(&ulp->ul_lock);
	vfs_unlock(vfsp);

	lf.lf_lock = LOCKFS_ULOCK;
	lf.lf_flags = 0;
	(void) ufs_fiolfs(vp, &lf, 1);
	return (error);
}

void
lufs_read_strategy(ml_unit_t *ul, buf_t *bp)
{
	mt_map_t	*logmap	= ul->un_logmap;
	offset_t	mof	= ldbtob(bp->b_blkno);
	off_t		nb	= bp->b_bcount;
	mapentry_t	*age;
	char		*va;
	int		(*saviodone)();
	int		entire_range;

	/*
	 * get a linked list of overlapping deltas
	 * returns with &mtm->mtm_rwlock held
	 */
	entire_range = logmap_list_get(logmap, mof, nb, &age);

	/*
	 * no overlapping deltas were found; read master
	 */
	if (age == NULL) {
		rw_exit(&logmap->mtm_rwlock);
		if (ul->un_flags & LDL_ERROR) {
			bp->b_flags |= B_ERROR;
			bp->b_error = EIO;
			biodone(bp);
		} else {
			ul->un_ufsvfs->vfs_iotstamp = lbolt;
			logstats.ls_lreads.value.ui64++;
			(void) bdev_strategy(bp);
			lwp_stat_update(LWP_STAT_INBLK, 1);
		}
		return;
	}

	va = bp_mapin_common(bp, VM_SLEEP);
	/*
	 * if necessary, sync read the data from master
	 *	errors are returned in bp
	 */
	if (!entire_range) {
		saviodone = bp->b_iodone;
		bp->b_iodone = trans_not_done;
		logstats.ls_mreads.value.ui64++;
		(void) bdev_strategy(bp);
		lwp_stat_update(LWP_STAT_INBLK, 1);
		if (trans_not_wait(bp))
			ldl_seterror(ul, "Error reading master");
		bp->b_iodone = saviodone;
	}

	/*
	 * sync read the data from the log
	 *	errors are returned inline
	 */
	if (ldl_read(ul, va, mof, nb, age)) {
		bp->b_flags |= B_ERROR;
		bp->b_error = EIO;
	}

	/*
	 * unlist the deltas
	 */
	logmap_list_put(logmap, age);

	/*
	 * all done
	 */
	if (ul->un_flags & LDL_ERROR) {
		bp->b_flags |= B_ERROR;
		bp->b_error = EIO;
	}
	biodone(bp);
}

void
lufs_write_strategy(ml_unit_t *ul, buf_t *bp)
{
	offset_t	mof	= ldbtob(bp->b_blkno);
	off_t		nb	= bp->b_bcount;
	char		*va;
	mapentry_t	*me;

	ASSERT((nb & DEV_BMASK) == 0);
	ul->un_logmap->mtm_ref = 1;

	/*
	 * if there are deltas, move into log
	 */
	me = deltamap_remove(ul->un_deltamap, mof, nb);
	if (me) {

		va = bp_mapin_common(bp, VM_SLEEP);

		ASSERT(((ul->un_debug & MT_WRITE_CHECK) == 0) ||
		    (ul->un_matamap == NULL)||
		    matamap_within(ul->un_matamap, mof, nb));

		/*
		 * move to logmap
		 */
		if (ufs_crb_enable) {
			logmap_add_buf(ul, va, mof, me,
			    bp->b_un.b_addr, nb);
		} else {
			logmap_add(ul, va, mof, me);
		}

		if (ul->un_flags & LDL_ERROR) {
			bp->b_flags |= B_ERROR;
			bp->b_error = EIO;
		}
		biodone(bp);
		return;
	}
	if (ul->un_flags & LDL_ERROR) {
		bp->b_flags |= B_ERROR;
		bp->b_error = EIO;
		biodone(bp);
		return;
	}

	/*
	 * Check that we are not updating metadata, or if so then via B_PHYS.
	 */
	ASSERT((ul->un_matamap == NULL) ||
	    !(matamap_overlap(ul->un_matamap, mof, nb) &&
	    ((bp->b_flags & B_PHYS) == 0)));

	ul->un_ufsvfs->vfs_iotstamp = lbolt;
	logstats.ls_lwrites.value.ui64++;

	/* If snapshots are enabled, write through the snapshot driver */
	if (ul->un_ufsvfs->vfs_snapshot)
		fssnap_strategy(&ul->un_ufsvfs->vfs_snapshot, bp);
	else
		(void) bdev_strategy(bp);

	lwp_stat_update(LWP_STAT_OUBLK, 1);
}

void
lufs_strategy(ml_unit_t *ul, buf_t *bp)
{
	if (bp->b_flags & B_READ)
		lufs_read_strategy(ul, bp);
	else
		lufs_write_strategy(ul, bp);
}

/* ARGSUSED */
static int
delta_stats_update(kstat_t *ksp, int rw)
{
	if (rw == KSTAT_WRITE) {
		delta_stats[DT_SB] = dkstats.ds_superblock_deltas.value.ui64;
		delta_stats[DT_CG] = dkstats.ds_bitmap_deltas.value.ui64;
		delta_stats[DT_SI] = dkstats.ds_suminfo_deltas.value.ui64;
		delta_stats[DT_AB] = dkstats.ds_allocblk_deltas.value.ui64;
		delta_stats[DT_ABZERO] = dkstats.ds_ab0_deltas.value.ui64;
		delta_stats[DT_DIR] = dkstats.ds_dir_deltas.value.ui64;
		delta_stats[DT_INODE] = dkstats.ds_inode_deltas.value.ui64;
		delta_stats[DT_FBI] = dkstats.ds_fbiwrite_deltas.value.ui64;
		delta_stats[DT_QR] = dkstats.ds_quota_deltas.value.ui64;
		delta_stats[DT_SHAD] = dkstats.ds_shadow_deltas.value.ui64;

		roll_stats[DT_SB] = dkstats.ds_superblock_rolled.value.ui64;
		roll_stats[DT_CG] = dkstats.ds_bitmap_rolled.value.ui64;
		roll_stats[DT_SI] = dkstats.ds_suminfo_rolled.value.ui64;
		roll_stats[DT_AB] = dkstats.ds_allocblk_rolled.value.ui64;
		roll_stats[DT_ABZERO] = dkstats.ds_ab0_rolled.value.ui64;
		roll_stats[DT_DIR] = dkstats.ds_dir_rolled.value.ui64;
		roll_stats[DT_INODE] = dkstats.ds_inode_rolled.value.ui64;
		roll_stats[DT_FBI] = dkstats.ds_fbiwrite_rolled.value.ui64;
		roll_stats[DT_QR] = dkstats.ds_quota_rolled.value.ui64;
		roll_stats[DT_SHAD] = dkstats.ds_shadow_rolled.value.ui64;
	} else {
		dkstats.ds_superblock_deltas.value.ui64 = delta_stats[DT_SB];
		dkstats.ds_bitmap_deltas.value.ui64 = delta_stats[DT_CG];
		dkstats.ds_suminfo_deltas.value.ui64 = delta_stats[DT_SI];
		dkstats.ds_allocblk_deltas.value.ui64 = delta_stats[DT_AB];
		dkstats.ds_ab0_deltas.value.ui64 = delta_stats[DT_ABZERO];
		dkstats.ds_dir_deltas.value.ui64 = delta_stats[DT_DIR];
		dkstats.ds_inode_deltas.value.ui64 = delta_stats[DT_INODE];
		dkstats.ds_fbiwrite_deltas.value.ui64 = delta_stats[DT_FBI];
		dkstats.ds_quota_deltas.value.ui64 = delta_stats[DT_QR];
		dkstats.ds_shadow_deltas.value.ui64 = delta_stats[DT_SHAD];

		dkstats.ds_superblock_rolled.value.ui64 = roll_stats[DT_SB];
		dkstats.ds_bitmap_rolled.value.ui64 = roll_stats[DT_CG];
		dkstats.ds_suminfo_rolled.value.ui64 = roll_stats[DT_SI];
		dkstats.ds_allocblk_rolled.value.ui64 = roll_stats[DT_AB];
		dkstats.ds_ab0_rolled.value.ui64 = roll_stats[DT_ABZERO];
		dkstats.ds_dir_rolled.value.ui64 = roll_stats[DT_DIR];
		dkstats.ds_inode_rolled.value.ui64 = roll_stats[DT_INODE];
		dkstats.ds_fbiwrite_rolled.value.ui64 = roll_stats[DT_FBI];
		dkstats.ds_quota_rolled.value.ui64 = roll_stats[DT_QR];
		dkstats.ds_shadow_rolled.value.ui64 = roll_stats[DT_SHAD];
	}
	return (0);
}

extern size_t ufs_crb_limit;
extern int ufs_max_crb_divisor;

void
lufs_init(void)
{
	kstat_t *ksp;

	/* Create kmem caches */
	lufs_sv = kmem_cache_create("lufs_save", sizeof (lufs_save_t), 0,
	    NULL, NULL, NULL, NULL, NULL, 0);
	lufs_bp = kmem_cache_create("lufs_bufs", sizeof (lufs_buf_t), 0,
	    NULL, NULL, NULL, NULL, NULL, 0);

	mutex_init(&log_mutex, NULL, MUTEX_DEFAULT, NULL);

	_init_top();

	if (&bio_lufs_strategy != NULL)
		bio_lufs_strategy = (void (*) (void *, buf_t *)) lufs_strategy;

	/*
	 * Initialise general logging and delta kstats
	 */
	ksp = kstat_create("ufs_log", 0, "logstats", "ufs", KSTAT_TYPE_NAMED,
	    sizeof (logstats) / sizeof (kstat_named_t), KSTAT_FLAG_VIRTUAL);
	if (ksp) {
		ksp->ks_data = (void *) &logstats;
		kstat_install(ksp);
	}

	ksp = kstat_create("ufs_log", 0, "deltastats", "ufs", KSTAT_TYPE_NAMED,
	    sizeof (dkstats) / sizeof (kstat_named_t), KSTAT_FLAG_VIRTUAL);
	if (ksp) {
		ksp->ks_data = (void *) &dkstats;
		ksp->ks_update = delta_stats_update;
		kstat_install(ksp);
	}

	/*
	 * Set up the maximum amount of kmem that the crbs (system wide)
	 * can use.
	 */
	ufs_crb_limit = kmem_maxavail() / ufs_max_crb_divisor;
}