xref: /linux/fs/xfs/libxfs/xfs_rtrefcount_btree.c (revision b477ff98d903618a1ab8247861f2ea6e70c0f0f8)
19abe03a0SDarrick J. Wong // SPDX-License-Identifier: GPL-2.0-or-later
29abe03a0SDarrick J. Wong /*
39abe03a0SDarrick J. Wong  * Copyright (c) 2021-2024 Oracle.  All Rights Reserved.
49abe03a0SDarrick J. Wong  * Author: Darrick J. Wong <djwong@kernel.org>
59abe03a0SDarrick J. Wong  */
69abe03a0SDarrick J. Wong #include "xfs.h"
79abe03a0SDarrick J. Wong #include "xfs_fs.h"
89abe03a0SDarrick J. Wong #include "xfs_shared.h"
99abe03a0SDarrick J. Wong #include "xfs_format.h"
109abe03a0SDarrick J. Wong #include "xfs_log_format.h"
119abe03a0SDarrick J. Wong #include "xfs_trans_resv.h"
129abe03a0SDarrick J. Wong #include "xfs_bit.h"
139abe03a0SDarrick J. Wong #include "xfs_sb.h"
149abe03a0SDarrick J. Wong #include "xfs_mount.h"
159abe03a0SDarrick J. Wong #include "xfs_defer.h"
169abe03a0SDarrick J. Wong #include "xfs_inode.h"
179abe03a0SDarrick J. Wong #include "xfs_trans.h"
189abe03a0SDarrick J. Wong #include "xfs_alloc.h"
199abe03a0SDarrick J. Wong #include "xfs_btree.h"
209abe03a0SDarrick J. Wong #include "xfs_btree_staging.h"
219abe03a0SDarrick J. Wong #include "xfs_rtrefcount_btree.h"
221a6f88eaSDarrick J. Wong #include "xfs_refcount.h"
239abe03a0SDarrick J. Wong #include "xfs_trace.h"
249abe03a0SDarrick J. Wong #include "xfs_cksum.h"
259abe03a0SDarrick J. Wong #include "xfs_error.h"
269abe03a0SDarrick J. Wong #include "xfs_extent_busy.h"
279abe03a0SDarrick J. Wong #include "xfs_rtgroup.h"
289abe03a0SDarrick J. Wong #include "xfs_rtbitmap.h"
29eaed472cSDarrick J. Wong #include "xfs_metafile.h"
30*026c8ed8SDarrick J. Wong #include "xfs_health.h"
319abe03a0SDarrick J. Wong 
329abe03a0SDarrick J. Wong static struct kmem_cache	*xfs_rtrefcountbt_cur_cache;
339abe03a0SDarrick J. Wong 
349abe03a0SDarrick J. Wong /*
359abe03a0SDarrick J. Wong  * Realtime Reference Count btree.
369abe03a0SDarrick J. Wong  *
379abe03a0SDarrick J. Wong  * This is a btree used to track the owner(s) of a given extent in the realtime
389abe03a0SDarrick J. Wong  * device.  See the comments in xfs_refcount_btree.c for more information.
399abe03a0SDarrick J. Wong  *
409abe03a0SDarrick J. Wong  * This tree is basically the same as the regular refcount btree except that
419abe03a0SDarrick J. Wong  * it's rooted in an inode.
429abe03a0SDarrick J. Wong  */
439abe03a0SDarrick J. Wong 
449abe03a0SDarrick J. Wong static struct xfs_btree_cur *
xfs_rtrefcountbt_dup_cursor(struct xfs_btree_cur * cur)459abe03a0SDarrick J. Wong xfs_rtrefcountbt_dup_cursor(
469abe03a0SDarrick J. Wong 	struct xfs_btree_cur	*cur)
479abe03a0SDarrick J. Wong {
489abe03a0SDarrick J. Wong 	return xfs_rtrefcountbt_init_cursor(cur->bc_tp, to_rtg(cur->bc_group));
499abe03a0SDarrick J. Wong }
509abe03a0SDarrick J. Wong 
511a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_get_minrecs(struct xfs_btree_cur * cur,int level)521a6f88eaSDarrick J. Wong xfs_rtrefcountbt_get_minrecs(
531a6f88eaSDarrick J. Wong 	struct xfs_btree_cur	*cur,
541a6f88eaSDarrick J. Wong 	int			level)
551a6f88eaSDarrick J. Wong {
561a6f88eaSDarrick J. Wong 	if (level == cur->bc_nlevels - 1) {
571a6f88eaSDarrick J. Wong 		struct xfs_ifork	*ifp = xfs_btree_ifork_ptr(cur);
581a6f88eaSDarrick J. Wong 
591a6f88eaSDarrick J. Wong 		return xfs_rtrefcountbt_maxrecs(cur->bc_mp, ifp->if_broot_bytes,
601a6f88eaSDarrick J. Wong 				level == 0) / 2;
611a6f88eaSDarrick J. Wong 	}
621a6f88eaSDarrick J. Wong 
631a6f88eaSDarrick J. Wong 	return cur->bc_mp->m_rtrefc_mnr[level != 0];
641a6f88eaSDarrick J. Wong }
651a6f88eaSDarrick J. Wong 
661a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_get_maxrecs(struct xfs_btree_cur * cur,int level)671a6f88eaSDarrick J. Wong xfs_rtrefcountbt_get_maxrecs(
681a6f88eaSDarrick J. Wong 	struct xfs_btree_cur	*cur,
691a6f88eaSDarrick J. Wong 	int			level)
701a6f88eaSDarrick J. Wong {
711a6f88eaSDarrick J. Wong 	if (level == cur->bc_nlevels - 1) {
721a6f88eaSDarrick J. Wong 		struct xfs_ifork	*ifp = xfs_btree_ifork_ptr(cur);
731a6f88eaSDarrick J. Wong 
741a6f88eaSDarrick J. Wong 		return xfs_rtrefcountbt_maxrecs(cur->bc_mp, ifp->if_broot_bytes,
751a6f88eaSDarrick J. Wong 				level == 0);
761a6f88eaSDarrick J. Wong 	}
771a6f88eaSDarrick J. Wong 
781a6f88eaSDarrick J. Wong 	return cur->bc_mp->m_rtrefc_mxr[level != 0];
791a6f88eaSDarrick J. Wong }
801a6f88eaSDarrick J. Wong 
81f0415af6SDarrick J. Wong /*
82f0415af6SDarrick J. Wong  * Calculate number of records in a realtime refcount btree inode root.
83f0415af6SDarrick J. Wong  */
84f0415af6SDarrick J. Wong unsigned int
xfs_rtrefcountbt_droot_maxrecs(unsigned int blocklen,bool leaf)85f0415af6SDarrick J. Wong xfs_rtrefcountbt_droot_maxrecs(
86f0415af6SDarrick J. Wong 	unsigned int		blocklen,
87f0415af6SDarrick J. Wong 	bool			leaf)
88f0415af6SDarrick J. Wong {
89f0415af6SDarrick J. Wong 	blocklen -= sizeof(struct xfs_rtrefcount_root);
90f0415af6SDarrick J. Wong 
91f0415af6SDarrick J. Wong 	if (leaf)
92f0415af6SDarrick J. Wong 		return blocklen / sizeof(struct xfs_refcount_rec);
93f0415af6SDarrick J. Wong 	return blocklen / (2 * sizeof(struct xfs_refcount_key) +
94f0415af6SDarrick J. Wong 			sizeof(xfs_rtrefcount_ptr_t));
95f0415af6SDarrick J. Wong }
96f0415af6SDarrick J. Wong 
97f0415af6SDarrick J. Wong /*
98f0415af6SDarrick J. Wong  * Get the maximum records we could store in the on-disk format.
99f0415af6SDarrick J. Wong  *
100f0415af6SDarrick J. Wong  * For non-root nodes this is equivalent to xfs_rtrefcountbt_get_maxrecs, but
101f0415af6SDarrick J. Wong  * for the root node this checks the available space in the dinode fork so that
102f0415af6SDarrick J. Wong  * we can resize the in-memory buffer to match it.  After a resize to the
103f0415af6SDarrick J. Wong  * maximum size this function returns the same value as
104f0415af6SDarrick J. Wong  * xfs_rtrefcountbt_get_maxrecs for the root node, too.
105f0415af6SDarrick J. Wong  */
106f0415af6SDarrick J. Wong STATIC int
xfs_rtrefcountbt_get_dmaxrecs(struct xfs_btree_cur * cur,int level)107f0415af6SDarrick J. Wong xfs_rtrefcountbt_get_dmaxrecs(
108f0415af6SDarrick J. Wong 	struct xfs_btree_cur	*cur,
109f0415af6SDarrick J. Wong 	int			level)
110f0415af6SDarrick J. Wong {
111f0415af6SDarrick J. Wong 	if (level != cur->bc_nlevels - 1)
112f0415af6SDarrick J. Wong 		return cur->bc_mp->m_rtrefc_mxr[level != 0];
113f0415af6SDarrick J. Wong 	return xfs_rtrefcountbt_droot_maxrecs(cur->bc_ino.forksize, level == 0);
114f0415af6SDarrick J. Wong }
115f0415af6SDarrick J. Wong 
1161a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_key_from_rec(union xfs_btree_key * key,const union xfs_btree_rec * rec)1171a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_key_from_rec(
1181a6f88eaSDarrick J. Wong 	union xfs_btree_key		*key,
1191a6f88eaSDarrick J. Wong 	const union xfs_btree_rec	*rec)
1201a6f88eaSDarrick J. Wong {
1211a6f88eaSDarrick J. Wong 	key->refc.rc_startblock = rec->refc.rc_startblock;
1221a6f88eaSDarrick J. Wong }
1231a6f88eaSDarrick J. Wong 
1241a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_high_key_from_rec(union xfs_btree_key * key,const union xfs_btree_rec * rec)1251a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_high_key_from_rec(
1261a6f88eaSDarrick J. Wong 	union xfs_btree_key		*key,
1271a6f88eaSDarrick J. Wong 	const union xfs_btree_rec	*rec)
1281a6f88eaSDarrick J. Wong {
1291a6f88eaSDarrick J. Wong 	__u32				x;
1301a6f88eaSDarrick J. Wong 
1311a6f88eaSDarrick J. Wong 	x = be32_to_cpu(rec->refc.rc_startblock);
1321a6f88eaSDarrick J. Wong 	x += be32_to_cpu(rec->refc.rc_blockcount) - 1;
1331a6f88eaSDarrick J. Wong 	key->refc.rc_startblock = cpu_to_be32(x);
1341a6f88eaSDarrick J. Wong }
1351a6f88eaSDarrick J. Wong 
1361a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_rec_from_cur(struct xfs_btree_cur * cur,union xfs_btree_rec * rec)1371a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_rec_from_cur(
1381a6f88eaSDarrick J. Wong 	struct xfs_btree_cur	*cur,
1391a6f88eaSDarrick J. Wong 	union xfs_btree_rec	*rec)
1401a6f88eaSDarrick J. Wong {
1411a6f88eaSDarrick J. Wong 	const struct xfs_refcount_irec *irec = &cur->bc_rec.rc;
1421a6f88eaSDarrick J. Wong 	uint32_t		start;
1431a6f88eaSDarrick J. Wong 
1441a6f88eaSDarrick J. Wong 	start = xfs_refcount_encode_startblock(irec->rc_startblock,
1451a6f88eaSDarrick J. Wong 			irec->rc_domain);
1461a6f88eaSDarrick J. Wong 	rec->refc.rc_startblock = cpu_to_be32(start);
1471a6f88eaSDarrick J. Wong 	rec->refc.rc_blockcount = cpu_to_be32(cur->bc_rec.rc.rc_blockcount);
1481a6f88eaSDarrick J. Wong 	rec->refc.rc_refcount = cpu_to_be32(cur->bc_rec.rc.rc_refcount);
1491a6f88eaSDarrick J. Wong }
1501a6f88eaSDarrick J. Wong 
1511a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_ptr_from_cur(struct xfs_btree_cur * cur,union xfs_btree_ptr * ptr)1521a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_ptr_from_cur(
1531a6f88eaSDarrick J. Wong 	struct xfs_btree_cur	*cur,
1541a6f88eaSDarrick J. Wong 	union xfs_btree_ptr	*ptr)
1551a6f88eaSDarrick J. Wong {
1561a6f88eaSDarrick J. Wong 	ptr->l = 0;
1571a6f88eaSDarrick J. Wong }
1581a6f88eaSDarrick J. Wong 
1591a6f88eaSDarrick J. Wong STATIC int64_t
xfs_rtrefcountbt_key_diff(struct xfs_btree_cur * cur,const union xfs_btree_key * key)1601a6f88eaSDarrick J. Wong xfs_rtrefcountbt_key_diff(
1611a6f88eaSDarrick J. Wong 	struct xfs_btree_cur		*cur,
1621a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*key)
1631a6f88eaSDarrick J. Wong {
1641a6f88eaSDarrick J. Wong 	const struct xfs_refcount_key	*kp = &key->refc;
1651a6f88eaSDarrick J. Wong 	const struct xfs_refcount_irec	*irec = &cur->bc_rec.rc;
1661a6f88eaSDarrick J. Wong 	uint32_t			start;
1671a6f88eaSDarrick J. Wong 
1681a6f88eaSDarrick J. Wong 	start = xfs_refcount_encode_startblock(irec->rc_startblock,
1691a6f88eaSDarrick J. Wong 			irec->rc_domain);
1701a6f88eaSDarrick J. Wong 	return (int64_t)be32_to_cpu(kp->rc_startblock) - start;
1711a6f88eaSDarrick J. Wong }
1721a6f88eaSDarrick J. Wong 
1731a6f88eaSDarrick J. Wong STATIC int64_t
xfs_rtrefcountbt_diff_two_keys(struct xfs_btree_cur * cur,const union xfs_btree_key * k1,const union xfs_btree_key * k2,const union xfs_btree_key * mask)1741a6f88eaSDarrick J. Wong xfs_rtrefcountbt_diff_two_keys(
1751a6f88eaSDarrick J. Wong 	struct xfs_btree_cur		*cur,
1761a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*k1,
1771a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*k2,
1781a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*mask)
1791a6f88eaSDarrick J. Wong {
1801a6f88eaSDarrick J. Wong 	ASSERT(!mask || mask->refc.rc_startblock);
1811a6f88eaSDarrick J. Wong 
1821a6f88eaSDarrick J. Wong 	return (int64_t)be32_to_cpu(k1->refc.rc_startblock) -
1831a6f88eaSDarrick J. Wong 			be32_to_cpu(k2->refc.rc_startblock);
1841a6f88eaSDarrick J. Wong }
1851a6f88eaSDarrick J. Wong 
1869abe03a0SDarrick J. Wong static xfs_failaddr_t
xfs_rtrefcountbt_verify(struct xfs_buf * bp)1879abe03a0SDarrick J. Wong xfs_rtrefcountbt_verify(
1889abe03a0SDarrick J. Wong 	struct xfs_buf		*bp)
1899abe03a0SDarrick J. Wong {
1909abe03a0SDarrick J. Wong 	struct xfs_mount	*mp = bp->b_target->bt_mount;
1919abe03a0SDarrick J. Wong 	struct xfs_btree_block	*block = XFS_BUF_TO_BLOCK(bp);
1929abe03a0SDarrick J. Wong 	xfs_failaddr_t		fa;
1939abe03a0SDarrick J. Wong 	int			level;
1949abe03a0SDarrick J. Wong 
1959abe03a0SDarrick J. Wong 	if (!xfs_verify_magic(bp, block->bb_magic))
1969abe03a0SDarrick J. Wong 		return __this_address;
1979abe03a0SDarrick J. Wong 
1989abe03a0SDarrick J. Wong 	if (!xfs_has_reflink(mp))
1999abe03a0SDarrick J. Wong 		return __this_address;
2009abe03a0SDarrick J. Wong 	fa = xfs_btree_fsblock_v5hdr_verify(bp, XFS_RMAP_OWN_UNKNOWN);
2019abe03a0SDarrick J. Wong 	if (fa)
2029abe03a0SDarrick J. Wong 		return fa;
2039abe03a0SDarrick J. Wong 	level = be16_to_cpu(block->bb_level);
2049abe03a0SDarrick J. Wong 	if (level > mp->m_rtrefc_maxlevels)
2059abe03a0SDarrick J. Wong 		return __this_address;
2069abe03a0SDarrick J. Wong 
2079abe03a0SDarrick J. Wong 	return xfs_btree_fsblock_verify(bp, mp->m_rtrefc_mxr[level != 0]);
2089abe03a0SDarrick J. Wong }
2099abe03a0SDarrick J. Wong 
2109abe03a0SDarrick J. Wong static void
xfs_rtrefcountbt_read_verify(struct xfs_buf * bp)2119abe03a0SDarrick J. Wong xfs_rtrefcountbt_read_verify(
2129abe03a0SDarrick J. Wong 	struct xfs_buf	*bp)
2139abe03a0SDarrick J. Wong {
2149abe03a0SDarrick J. Wong 	xfs_failaddr_t	fa;
2159abe03a0SDarrick J. Wong 
2169abe03a0SDarrick J. Wong 	if (!xfs_btree_fsblock_verify_crc(bp))
2179abe03a0SDarrick J. Wong 		xfs_verifier_error(bp, -EFSBADCRC, __this_address);
2189abe03a0SDarrick J. Wong 	else {
2199abe03a0SDarrick J. Wong 		fa = xfs_rtrefcountbt_verify(bp);
2209abe03a0SDarrick J. Wong 		if (fa)
2219abe03a0SDarrick J. Wong 			xfs_verifier_error(bp, -EFSCORRUPTED, fa);
2229abe03a0SDarrick J. Wong 	}
2239abe03a0SDarrick J. Wong 
2249abe03a0SDarrick J. Wong 	if (bp->b_error)
2259abe03a0SDarrick J. Wong 		trace_xfs_btree_corrupt(bp, _RET_IP_);
2269abe03a0SDarrick J. Wong }
2279abe03a0SDarrick J. Wong 
2289abe03a0SDarrick J. Wong static void
xfs_rtrefcountbt_write_verify(struct xfs_buf * bp)2299abe03a0SDarrick J. Wong xfs_rtrefcountbt_write_verify(
2309abe03a0SDarrick J. Wong 	struct xfs_buf	*bp)
2319abe03a0SDarrick J. Wong {
2329abe03a0SDarrick J. Wong 	xfs_failaddr_t	fa;
2339abe03a0SDarrick J. Wong 
2349abe03a0SDarrick J. Wong 	fa = xfs_rtrefcountbt_verify(bp);
2359abe03a0SDarrick J. Wong 	if (fa) {
2369abe03a0SDarrick J. Wong 		trace_xfs_btree_corrupt(bp, _RET_IP_);
2379abe03a0SDarrick J. Wong 		xfs_verifier_error(bp, -EFSCORRUPTED, fa);
2389abe03a0SDarrick J. Wong 		return;
2399abe03a0SDarrick J. Wong 	}
2409abe03a0SDarrick J. Wong 	xfs_btree_fsblock_calc_crc(bp);
2419abe03a0SDarrick J. Wong 
2429abe03a0SDarrick J. Wong }
2439abe03a0SDarrick J. Wong 
2449abe03a0SDarrick J. Wong const struct xfs_buf_ops xfs_rtrefcountbt_buf_ops = {
2459abe03a0SDarrick J. Wong 	.name			= "xfs_rtrefcountbt",
2469abe03a0SDarrick J. Wong 	.magic			= { 0, cpu_to_be32(XFS_RTREFC_CRC_MAGIC) },
2479abe03a0SDarrick J. Wong 	.verify_read		= xfs_rtrefcountbt_read_verify,
2489abe03a0SDarrick J. Wong 	.verify_write		= xfs_rtrefcountbt_write_verify,
2499abe03a0SDarrick J. Wong 	.verify_struct		= xfs_rtrefcountbt_verify,
2509abe03a0SDarrick J. Wong };
2519abe03a0SDarrick J. Wong 
2521a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_keys_inorder(struct xfs_btree_cur * cur,const union xfs_btree_key * k1,const union xfs_btree_key * k2)2531a6f88eaSDarrick J. Wong xfs_rtrefcountbt_keys_inorder(
2541a6f88eaSDarrick J. Wong 	struct xfs_btree_cur		*cur,
2551a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*k1,
2561a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*k2)
2571a6f88eaSDarrick J. Wong {
2581a6f88eaSDarrick J. Wong 	return be32_to_cpu(k1->refc.rc_startblock) <
2591a6f88eaSDarrick J. Wong 	       be32_to_cpu(k2->refc.rc_startblock);
2601a6f88eaSDarrick J. Wong }
2611a6f88eaSDarrick J. Wong 
2621a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_recs_inorder(struct xfs_btree_cur * cur,const union xfs_btree_rec * r1,const union xfs_btree_rec * r2)2631a6f88eaSDarrick J. Wong xfs_rtrefcountbt_recs_inorder(
2641a6f88eaSDarrick J. Wong 	struct xfs_btree_cur		*cur,
2651a6f88eaSDarrick J. Wong 	const union xfs_btree_rec	*r1,
2661a6f88eaSDarrick J. Wong 	const union xfs_btree_rec	*r2)
2671a6f88eaSDarrick J. Wong {
2681a6f88eaSDarrick J. Wong 	return  be32_to_cpu(r1->refc.rc_startblock) +
2691a6f88eaSDarrick J. Wong 		be32_to_cpu(r1->refc.rc_blockcount) <=
2701a6f88eaSDarrick J. Wong 		be32_to_cpu(r2->refc.rc_startblock);
2711a6f88eaSDarrick J. Wong }
2721a6f88eaSDarrick J. Wong 
2731a6f88eaSDarrick J. Wong STATIC enum xbtree_key_contig
xfs_rtrefcountbt_keys_contiguous(struct xfs_btree_cur * cur,const union xfs_btree_key * key1,const union xfs_btree_key * key2,const union xfs_btree_key * mask)2741a6f88eaSDarrick J. Wong xfs_rtrefcountbt_keys_contiguous(
2751a6f88eaSDarrick J. Wong 	struct xfs_btree_cur		*cur,
2761a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*key1,
2771a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*key2,
2781a6f88eaSDarrick J. Wong 	const union xfs_btree_key	*mask)
2791a6f88eaSDarrick J. Wong {
2801a6f88eaSDarrick J. Wong 	ASSERT(!mask || mask->refc.rc_startblock);
2811a6f88eaSDarrick J. Wong 
2821a6f88eaSDarrick J. Wong 	return xbtree_key_contig(be32_to_cpu(key1->refc.rc_startblock),
2831a6f88eaSDarrick J. Wong 				 be32_to_cpu(key2->refc.rc_startblock));
2841a6f88eaSDarrick J. Wong }
2851a6f88eaSDarrick J. Wong 
286f0415af6SDarrick J. Wong static inline void
xfs_rtrefcountbt_move_ptrs(struct xfs_mount * mp,struct xfs_btree_block * broot,short old_size,size_t new_size,unsigned int numrecs)287f0415af6SDarrick J. Wong xfs_rtrefcountbt_move_ptrs(
288f0415af6SDarrick J. Wong 	struct xfs_mount	*mp,
289f0415af6SDarrick J. Wong 	struct xfs_btree_block	*broot,
290f0415af6SDarrick J. Wong 	short			old_size,
291f0415af6SDarrick J. Wong 	size_t			new_size,
292f0415af6SDarrick J. Wong 	unsigned int		numrecs)
293f0415af6SDarrick J. Wong {
294f0415af6SDarrick J. Wong 	void			*dptr;
295f0415af6SDarrick J. Wong 	void			*sptr;
296f0415af6SDarrick J. Wong 
297f0415af6SDarrick J. Wong 	sptr = xfs_rtrefcount_broot_ptr_addr(mp, broot, 1, old_size);
298f0415af6SDarrick J. Wong 	dptr = xfs_rtrefcount_broot_ptr_addr(mp, broot, 1, new_size);
299f0415af6SDarrick J. Wong 	memmove(dptr, sptr, numrecs * sizeof(xfs_rtrefcount_ptr_t));
300f0415af6SDarrick J. Wong }
301f0415af6SDarrick J. Wong 
302f0415af6SDarrick J. Wong static struct xfs_btree_block *
xfs_rtrefcountbt_broot_realloc(struct xfs_btree_cur * cur,unsigned int new_numrecs)303f0415af6SDarrick J. Wong xfs_rtrefcountbt_broot_realloc(
304f0415af6SDarrick J. Wong 	struct xfs_btree_cur	*cur,
305f0415af6SDarrick J. Wong 	unsigned int		new_numrecs)
306f0415af6SDarrick J. Wong {
307f0415af6SDarrick J. Wong 	struct xfs_mount	*mp = cur->bc_mp;
308f0415af6SDarrick J. Wong 	struct xfs_ifork	*ifp = xfs_btree_ifork_ptr(cur);
309f0415af6SDarrick J. Wong 	struct xfs_btree_block	*broot;
310f0415af6SDarrick J. Wong 	unsigned int		new_size;
311f0415af6SDarrick J. Wong 	unsigned int		old_size = ifp->if_broot_bytes;
312f0415af6SDarrick J. Wong 	const unsigned int	level = cur->bc_nlevels - 1;
313f0415af6SDarrick J. Wong 
314f0415af6SDarrick J. Wong 	new_size = xfs_rtrefcount_broot_space_calc(mp, level, new_numrecs);
315f0415af6SDarrick J. Wong 
316f0415af6SDarrick J. Wong 	/* Handle the nop case quietly. */
317f0415af6SDarrick J. Wong 	if (new_size == old_size)
318f0415af6SDarrick J. Wong 		return ifp->if_broot;
319f0415af6SDarrick J. Wong 
320f0415af6SDarrick J. Wong 	if (new_size > old_size) {
321f0415af6SDarrick J. Wong 		unsigned int	old_numrecs;
322f0415af6SDarrick J. Wong 
323f0415af6SDarrick J. Wong 		/*
324f0415af6SDarrick J. Wong 		 * If there wasn't any memory allocated before, just allocate
325f0415af6SDarrick J. Wong 		 * it now and get out.
326f0415af6SDarrick J. Wong 		 */
327f0415af6SDarrick J. Wong 		if (old_size == 0)
328f0415af6SDarrick J. Wong 			return xfs_broot_realloc(ifp, new_size);
329f0415af6SDarrick J. Wong 
330f0415af6SDarrick J. Wong 		/*
331f0415af6SDarrick J. Wong 		 * If there is already an existing if_broot, then we need to
332f0415af6SDarrick J. Wong 		 * realloc it and possibly move the node block pointers because
333f0415af6SDarrick J. Wong 		 * those are not butted up against the btree block header.
334f0415af6SDarrick J. Wong 		 */
335f0415af6SDarrick J. Wong 		old_numrecs = xfs_rtrefcountbt_maxrecs(mp, old_size, level);
336f0415af6SDarrick J. Wong 		broot = xfs_broot_realloc(ifp, new_size);
337f0415af6SDarrick J. Wong 		if (level > 0)
338f0415af6SDarrick J. Wong 			xfs_rtrefcountbt_move_ptrs(mp, broot, old_size,
339f0415af6SDarrick J. Wong 					new_size, old_numrecs);
340f0415af6SDarrick J. Wong 		goto out_broot;
341f0415af6SDarrick J. Wong 	}
342f0415af6SDarrick J. Wong 
343f0415af6SDarrick J. Wong 	/*
344f0415af6SDarrick J. Wong 	 * We're reducing numrecs.  If we're going all the way to zero, just
345f0415af6SDarrick J. Wong 	 * free the block.
346f0415af6SDarrick J. Wong 	 */
347f0415af6SDarrick J. Wong 	ASSERT(ifp->if_broot != NULL && old_size > 0);
348f0415af6SDarrick J. Wong 	if (new_size == 0)
349f0415af6SDarrick J. Wong 		return xfs_broot_realloc(ifp, 0);
350f0415af6SDarrick J. Wong 
351f0415af6SDarrick J. Wong 	/*
352f0415af6SDarrick J. Wong 	 * Shrink the btree root by possibly moving the rtrmapbt pointers,
353f0415af6SDarrick J. Wong 	 * since they are not butted up against the btree block header.  Then
354f0415af6SDarrick J. Wong 	 * reallocate broot.
355f0415af6SDarrick J. Wong 	 */
356f0415af6SDarrick J. Wong 	if (level > 0)
357f0415af6SDarrick J. Wong 		xfs_rtrefcountbt_move_ptrs(mp, ifp->if_broot, old_size,
358f0415af6SDarrick J. Wong 				new_size, new_numrecs);
359f0415af6SDarrick J. Wong 	broot = xfs_broot_realloc(ifp, new_size);
360f0415af6SDarrick J. Wong 
361f0415af6SDarrick J. Wong out_broot:
362f0415af6SDarrick J. Wong 	ASSERT(xfs_rtrefcount_droot_space(broot) <=
363f0415af6SDarrick J. Wong 	       xfs_inode_fork_size(cur->bc_ino.ip, cur->bc_ino.whichfork));
364f0415af6SDarrick J. Wong 	return broot;
365f0415af6SDarrick J. Wong }
366f0415af6SDarrick J. Wong 
3679abe03a0SDarrick J. Wong const struct xfs_btree_ops xfs_rtrefcountbt_ops = {
3689abe03a0SDarrick J. Wong 	.name			= "rtrefcount",
3699abe03a0SDarrick J. Wong 	.type			= XFS_BTREE_TYPE_INODE,
3709abe03a0SDarrick J. Wong 	.geom_flags		= XFS_BTGEO_IROOT_RECORDS,
3719abe03a0SDarrick J. Wong 
3729abe03a0SDarrick J. Wong 	.rec_len		= sizeof(struct xfs_refcount_rec),
3739abe03a0SDarrick J. Wong 	.key_len		= sizeof(struct xfs_refcount_key),
3749abe03a0SDarrick J. Wong 	.ptr_len		= XFS_BTREE_LONG_PTR_LEN,
3759abe03a0SDarrick J. Wong 
3769abe03a0SDarrick J. Wong 	.lru_refs		= XFS_REFC_BTREE_REF,
3779abe03a0SDarrick J. Wong 	.statoff		= XFS_STATS_CALC_INDEX(xs_rtrefcbt_2),
378*026c8ed8SDarrick J. Wong 	.sick_mask		= XFS_SICK_RG_REFCNTBT,
3799abe03a0SDarrick J. Wong 
3809abe03a0SDarrick J. Wong 	.dup_cursor		= xfs_rtrefcountbt_dup_cursor,
3811a6f88eaSDarrick J. Wong 	.alloc_block		= xfs_btree_alloc_metafile_block,
3821a6f88eaSDarrick J. Wong 	.free_block		= xfs_btree_free_metafile_block,
3831a6f88eaSDarrick J. Wong 	.get_minrecs		= xfs_rtrefcountbt_get_minrecs,
3841a6f88eaSDarrick J. Wong 	.get_maxrecs		= xfs_rtrefcountbt_get_maxrecs,
385f0415af6SDarrick J. Wong 	.get_dmaxrecs		= xfs_rtrefcountbt_get_dmaxrecs,
3861a6f88eaSDarrick J. Wong 	.init_key_from_rec	= xfs_rtrefcountbt_init_key_from_rec,
3871a6f88eaSDarrick J. Wong 	.init_high_key_from_rec	= xfs_rtrefcountbt_init_high_key_from_rec,
3881a6f88eaSDarrick J. Wong 	.init_rec_from_cur	= xfs_rtrefcountbt_init_rec_from_cur,
3891a6f88eaSDarrick J. Wong 	.init_ptr_from_cur	= xfs_rtrefcountbt_init_ptr_from_cur,
3901a6f88eaSDarrick J. Wong 	.key_diff		= xfs_rtrefcountbt_key_diff,
3919abe03a0SDarrick J. Wong 	.buf_ops		= &xfs_rtrefcountbt_buf_ops,
3921a6f88eaSDarrick J. Wong 	.diff_two_keys		= xfs_rtrefcountbt_diff_two_keys,
3931a6f88eaSDarrick J. Wong 	.keys_inorder		= xfs_rtrefcountbt_keys_inorder,
3941a6f88eaSDarrick J. Wong 	.recs_inorder		= xfs_rtrefcountbt_recs_inorder,
3951a6f88eaSDarrick J. Wong 	.keys_contiguous	= xfs_rtrefcountbt_keys_contiguous,
396f0415af6SDarrick J. Wong 	.broot_realloc		= xfs_rtrefcountbt_broot_realloc,
3979abe03a0SDarrick J. Wong };
3989abe03a0SDarrick J. Wong 
3999abe03a0SDarrick J. Wong /* Allocate a new rt refcount btree cursor. */
4009abe03a0SDarrick J. Wong struct xfs_btree_cur *
xfs_rtrefcountbt_init_cursor(struct xfs_trans * tp,struct xfs_rtgroup * rtg)4019abe03a0SDarrick J. Wong xfs_rtrefcountbt_init_cursor(
4029abe03a0SDarrick J. Wong 	struct xfs_trans	*tp,
4039abe03a0SDarrick J. Wong 	struct xfs_rtgroup	*rtg)
4049abe03a0SDarrick J. Wong {
405eaed472cSDarrick J. Wong 	struct xfs_inode	*ip = rtg_refcount(rtg);
4069abe03a0SDarrick J. Wong 	struct xfs_mount	*mp = rtg_mount(rtg);
4079abe03a0SDarrick J. Wong 	struct xfs_btree_cur	*cur;
4089abe03a0SDarrick J. Wong 
4099abe03a0SDarrick J. Wong 	xfs_assert_ilocked(ip, XFS_ILOCK_SHARED | XFS_ILOCK_EXCL);
4109abe03a0SDarrick J. Wong 
4119abe03a0SDarrick J. Wong 	cur = xfs_btree_alloc_cursor(mp, tp, &xfs_rtrefcountbt_ops,
4129abe03a0SDarrick J. Wong 			mp->m_rtrefc_maxlevels, xfs_rtrefcountbt_cur_cache);
4139abe03a0SDarrick J. Wong 
4149abe03a0SDarrick J. Wong 	cur->bc_ino.ip = ip;
4159abe03a0SDarrick J. Wong 	cur->bc_refc.nr_ops = 0;
4169abe03a0SDarrick J. Wong 	cur->bc_refc.shape_changes = 0;
4179abe03a0SDarrick J. Wong 	cur->bc_group = xfs_group_hold(rtg_group(rtg));
4189abe03a0SDarrick J. Wong 	cur->bc_nlevels = be16_to_cpu(ip->i_df.if_broot->bb_level) + 1;
4199abe03a0SDarrick J. Wong 	cur->bc_ino.forksize = xfs_inode_fork_size(ip, XFS_DATA_FORK);
4209abe03a0SDarrick J. Wong 	cur->bc_ino.whichfork = XFS_DATA_FORK;
4219abe03a0SDarrick J. Wong 	return cur;
4229abe03a0SDarrick J. Wong }
4239abe03a0SDarrick J. Wong 
4249abe03a0SDarrick J. Wong /*
4259abe03a0SDarrick J. Wong  * Install a new rt reverse mapping btree root.  Caller is responsible for
4269abe03a0SDarrick J. Wong  * invalidating and freeing the old btree blocks.
4279abe03a0SDarrick J. Wong  */
4289abe03a0SDarrick J. Wong void
xfs_rtrefcountbt_commit_staged_btree(struct xfs_btree_cur * cur,struct xfs_trans * tp)4299abe03a0SDarrick J. Wong xfs_rtrefcountbt_commit_staged_btree(
4309abe03a0SDarrick J. Wong 	struct xfs_btree_cur	*cur,
4319abe03a0SDarrick J. Wong 	struct xfs_trans	*tp)
4329abe03a0SDarrick J. Wong {
4339abe03a0SDarrick J. Wong 	struct xbtree_ifakeroot	*ifake = cur->bc_ino.ifake;
4349abe03a0SDarrick J. Wong 	struct xfs_ifork	*ifp;
4359abe03a0SDarrick J. Wong 	int			flags = XFS_ILOG_CORE | XFS_ILOG_DBROOT;
4369abe03a0SDarrick J. Wong 
4379abe03a0SDarrick J. Wong 	ASSERT(cur->bc_flags & XFS_BTREE_STAGING);
438eaed472cSDarrick J. Wong 	ASSERT(ifake->if_fork->if_format == XFS_DINODE_FMT_META_BTREE);
4399abe03a0SDarrick J. Wong 
4409abe03a0SDarrick J. Wong 	/*
4419abe03a0SDarrick J. Wong 	 * Free any resources hanging off the real fork, then shallow-copy the
4429abe03a0SDarrick J. Wong 	 * staging fork's contents into the real fork to transfer everything
4439abe03a0SDarrick J. Wong 	 * we just built.
4449abe03a0SDarrick J. Wong 	 */
4459abe03a0SDarrick J. Wong 	ifp = xfs_ifork_ptr(cur->bc_ino.ip, XFS_DATA_FORK);
4469abe03a0SDarrick J. Wong 	xfs_idestroy_fork(ifp);
4479abe03a0SDarrick J. Wong 	memcpy(ifp, ifake->if_fork, sizeof(struct xfs_ifork));
4489abe03a0SDarrick J. Wong 
4499abe03a0SDarrick J. Wong 	cur->bc_ino.ip->i_projid = cur->bc_group->xg_gno;
4509abe03a0SDarrick J. Wong 	xfs_trans_log_inode(tp, cur->bc_ino.ip, flags);
4519abe03a0SDarrick J. Wong 	xfs_btree_commit_ifakeroot(cur, tp, XFS_DATA_FORK);
4529abe03a0SDarrick J. Wong }
4539abe03a0SDarrick J. Wong 
4549abe03a0SDarrick J. Wong /* Calculate number of records in a realtime refcount btree block. */
4559abe03a0SDarrick J. Wong static inline unsigned int
xfs_rtrefcountbt_block_maxrecs(unsigned int blocklen,bool leaf)4569abe03a0SDarrick J. Wong xfs_rtrefcountbt_block_maxrecs(
4579abe03a0SDarrick J. Wong 	unsigned int		blocklen,
4589abe03a0SDarrick J. Wong 	bool			leaf)
4599abe03a0SDarrick J. Wong {
4609abe03a0SDarrick J. Wong 
4619abe03a0SDarrick J. Wong 	if (leaf)
4629abe03a0SDarrick J. Wong 		return blocklen / sizeof(struct xfs_refcount_rec);
4639abe03a0SDarrick J. Wong 	return blocklen / (sizeof(struct xfs_refcount_key) +
4649abe03a0SDarrick J. Wong 			   sizeof(xfs_rtrefcount_ptr_t));
4659abe03a0SDarrick J. Wong }
4669abe03a0SDarrick J. Wong 
4679abe03a0SDarrick J. Wong /*
4689abe03a0SDarrick J. Wong  * Calculate number of records in an refcount btree block.
4699abe03a0SDarrick J. Wong  */
4709abe03a0SDarrick J. Wong unsigned int
xfs_rtrefcountbt_maxrecs(struct xfs_mount * mp,unsigned int blocklen,bool leaf)4719abe03a0SDarrick J. Wong xfs_rtrefcountbt_maxrecs(
4729abe03a0SDarrick J. Wong 	struct xfs_mount	*mp,
4739abe03a0SDarrick J. Wong 	unsigned int		blocklen,
4749abe03a0SDarrick J. Wong 	bool			leaf)
4759abe03a0SDarrick J. Wong {
4769abe03a0SDarrick J. Wong 	blocklen -= XFS_RTREFCOUNT_BLOCK_LEN;
4779abe03a0SDarrick J. Wong 	return xfs_rtrefcountbt_block_maxrecs(blocklen, leaf);
4789abe03a0SDarrick J. Wong }
4799abe03a0SDarrick J. Wong 
4809abe03a0SDarrick J. Wong /* Compute the max possible height for realtime refcount btrees. */
4819abe03a0SDarrick J. Wong unsigned int
xfs_rtrefcountbt_maxlevels_ondisk(void)4829abe03a0SDarrick J. Wong xfs_rtrefcountbt_maxlevels_ondisk(void)
4839abe03a0SDarrick J. Wong {
4849abe03a0SDarrick J. Wong 	unsigned int		minrecs[2];
4859abe03a0SDarrick J. Wong 	unsigned int		blocklen;
4869abe03a0SDarrick J. Wong 
4879abe03a0SDarrick J. Wong 	blocklen = XFS_MIN_CRC_BLOCKSIZE - XFS_BTREE_LBLOCK_CRC_LEN;
4889abe03a0SDarrick J. Wong 
4899abe03a0SDarrick J. Wong 	minrecs[0] = xfs_rtrefcountbt_block_maxrecs(blocklen, true) / 2;
4909abe03a0SDarrick J. Wong 	minrecs[1] = xfs_rtrefcountbt_block_maxrecs(blocklen, false) / 2;
4919abe03a0SDarrick J. Wong 
4929abe03a0SDarrick J. Wong 	/* We need at most one record for every block in an rt group. */
4939abe03a0SDarrick J. Wong 	return xfs_btree_compute_maxlevels(minrecs, XFS_MAX_RGBLOCKS);
4949abe03a0SDarrick J. Wong }
4959abe03a0SDarrick J. Wong 
4969abe03a0SDarrick J. Wong int __init
xfs_rtrefcountbt_init_cur_cache(void)4979abe03a0SDarrick J. Wong xfs_rtrefcountbt_init_cur_cache(void)
4989abe03a0SDarrick J. Wong {
4999abe03a0SDarrick J. Wong 	xfs_rtrefcountbt_cur_cache = kmem_cache_create("xfs_rtrefcountbt_cur",
5009abe03a0SDarrick J. Wong 			xfs_btree_cur_sizeof(
5019abe03a0SDarrick J. Wong 					xfs_rtrefcountbt_maxlevels_ondisk()),
5029abe03a0SDarrick J. Wong 			0, 0, NULL);
5039abe03a0SDarrick J. Wong 
5049abe03a0SDarrick J. Wong 	if (!xfs_rtrefcountbt_cur_cache)
5059abe03a0SDarrick J. Wong 		return -ENOMEM;
5069abe03a0SDarrick J. Wong 	return 0;
5079abe03a0SDarrick J. Wong }
5089abe03a0SDarrick J. Wong 
5099abe03a0SDarrick J. Wong void
xfs_rtrefcountbt_destroy_cur_cache(void)5109abe03a0SDarrick J. Wong xfs_rtrefcountbt_destroy_cur_cache(void)
5119abe03a0SDarrick J. Wong {
5129abe03a0SDarrick J. Wong 	kmem_cache_destroy(xfs_rtrefcountbt_cur_cache);
5139abe03a0SDarrick J. Wong 	xfs_rtrefcountbt_cur_cache = NULL;
5149abe03a0SDarrick J. Wong }
5159abe03a0SDarrick J. Wong 
5169abe03a0SDarrick J. Wong /* Compute the maximum height of a realtime refcount btree. */
5179abe03a0SDarrick J. Wong void
xfs_rtrefcountbt_compute_maxlevels(struct xfs_mount * mp)5189abe03a0SDarrick J. Wong xfs_rtrefcountbt_compute_maxlevels(
5199abe03a0SDarrick J. Wong 	struct xfs_mount	*mp)
5209abe03a0SDarrick J. Wong {
5219abe03a0SDarrick J. Wong 	unsigned int		d_maxlevels, r_maxlevels;
5229abe03a0SDarrick J. Wong 
5239abe03a0SDarrick J. Wong 	if (!xfs_has_rtreflink(mp)) {
5249abe03a0SDarrick J. Wong 		mp->m_rtrefc_maxlevels = 0;
5259abe03a0SDarrick J. Wong 		return;
5269abe03a0SDarrick J. Wong 	}
5279abe03a0SDarrick J. Wong 
5289abe03a0SDarrick J. Wong 	/*
5299abe03a0SDarrick J. Wong 	 * The realtime refcountbt lives on the data device, which means that
5309abe03a0SDarrick J. Wong 	 * its maximum height is constrained by the size of the data device and
5319abe03a0SDarrick J. Wong 	 * the height required to store one refcount record for each rtextent
5329abe03a0SDarrick J. Wong 	 * in an rt group.
5339abe03a0SDarrick J. Wong 	 */
5349abe03a0SDarrick J. Wong 	d_maxlevels = xfs_btree_space_to_height(mp->m_rtrefc_mnr,
5359abe03a0SDarrick J. Wong 				mp->m_sb.sb_dblocks);
5369abe03a0SDarrick J. Wong 	r_maxlevels = xfs_btree_compute_maxlevels(mp->m_rtrefc_mnr,
5379abe03a0SDarrick J. Wong 				mp->m_sb.sb_rgextents);
5389abe03a0SDarrick J. Wong 
5399abe03a0SDarrick J. Wong 	/* Add one level to handle the inode root level. */
5409abe03a0SDarrick J. Wong 	mp->m_rtrefc_maxlevels = min(d_maxlevels, r_maxlevels) + 1;
5419abe03a0SDarrick J. Wong }
542bf0b9941SDarrick J. Wong 
543bf0b9941SDarrick J. Wong /* Calculate the rtrefcount btree size for some records. */
544bf0b9941SDarrick J. Wong unsigned long long
xfs_rtrefcountbt_calc_size(struct xfs_mount * mp,unsigned long long len)545bf0b9941SDarrick J. Wong xfs_rtrefcountbt_calc_size(
546bf0b9941SDarrick J. Wong 	struct xfs_mount	*mp,
547bf0b9941SDarrick J. Wong 	unsigned long long	len)
548bf0b9941SDarrick J. Wong {
549bf0b9941SDarrick J. Wong 	return xfs_btree_calc_size(mp->m_rtrefc_mnr, len);
550bf0b9941SDarrick J. Wong }
551bf0b9941SDarrick J. Wong 
552bf0b9941SDarrick J. Wong /*
553bf0b9941SDarrick J. Wong  * Calculate the maximum refcount btree size.
554bf0b9941SDarrick J. Wong  */
555bf0b9941SDarrick J. Wong static unsigned long long
xfs_rtrefcountbt_max_size(struct xfs_mount * mp,xfs_rtblock_t rtblocks)556bf0b9941SDarrick J. Wong xfs_rtrefcountbt_max_size(
557bf0b9941SDarrick J. Wong 	struct xfs_mount	*mp,
558bf0b9941SDarrick J. Wong 	xfs_rtblock_t		rtblocks)
559bf0b9941SDarrick J. Wong {
560bf0b9941SDarrick J. Wong 	/* Bail out if we're uninitialized, which can happen in mkfs. */
561bf0b9941SDarrick J. Wong 	if (mp->m_rtrefc_mxr[0] == 0)
562bf0b9941SDarrick J. Wong 		return 0;
563bf0b9941SDarrick J. Wong 
564bf0b9941SDarrick J. Wong 	return xfs_rtrefcountbt_calc_size(mp, rtblocks);
565bf0b9941SDarrick J. Wong }
566bf0b9941SDarrick J. Wong 
567bf0b9941SDarrick J. Wong /*
568bf0b9941SDarrick J. Wong  * Figure out how many blocks to reserve and how many are used by this btree.
569bf0b9941SDarrick J. Wong  * We need enough space to hold one record for every rt extent in the rtgroup.
570bf0b9941SDarrick J. Wong  */
571bf0b9941SDarrick J. Wong xfs_filblks_t
xfs_rtrefcountbt_calc_reserves(struct xfs_mount * mp)572bf0b9941SDarrick J. Wong xfs_rtrefcountbt_calc_reserves(
573bf0b9941SDarrick J. Wong 	struct xfs_mount	*mp)
574bf0b9941SDarrick J. Wong {
575bf0b9941SDarrick J. Wong 	if (!xfs_has_rtreflink(mp))
576bf0b9941SDarrick J. Wong 		return 0;
577bf0b9941SDarrick J. Wong 
578bf0b9941SDarrick J. Wong 	return xfs_rtrefcountbt_max_size(mp, mp->m_sb.sb_rgextents);
579bf0b9941SDarrick J. Wong }
580f0415af6SDarrick J. Wong 
581f0415af6SDarrick J. Wong /*
582f0415af6SDarrick J. Wong  * Convert on-disk form of btree root to in-memory form.
583f0415af6SDarrick J. Wong  */
584f0415af6SDarrick J. Wong STATIC void
xfs_rtrefcountbt_from_disk(struct xfs_inode * ip,struct xfs_rtrefcount_root * dblock,int dblocklen,struct xfs_btree_block * rblock)585f0415af6SDarrick J. Wong xfs_rtrefcountbt_from_disk(
586f0415af6SDarrick J. Wong 	struct xfs_inode		*ip,
587f0415af6SDarrick J. Wong 	struct xfs_rtrefcount_root	*dblock,
588f0415af6SDarrick J. Wong 	int				dblocklen,
589f0415af6SDarrick J. Wong 	struct xfs_btree_block		*rblock)
590f0415af6SDarrick J. Wong {
591f0415af6SDarrick J. Wong 	struct xfs_mount		*mp = ip->i_mount;
592f0415af6SDarrick J. Wong 	struct xfs_refcount_key	*fkp;
593f0415af6SDarrick J. Wong 	__be64				*fpp;
594f0415af6SDarrick J. Wong 	struct xfs_refcount_key	*tkp;
595f0415af6SDarrick J. Wong 	__be64				*tpp;
596f0415af6SDarrick J. Wong 	struct xfs_refcount_rec	*frp;
597f0415af6SDarrick J. Wong 	struct xfs_refcount_rec	*trp;
598f0415af6SDarrick J. Wong 	unsigned int			numrecs;
599f0415af6SDarrick J. Wong 	unsigned int			maxrecs;
600f0415af6SDarrick J. Wong 	unsigned int			rblocklen;
601f0415af6SDarrick J. Wong 
602f0415af6SDarrick J. Wong 	rblocklen = xfs_rtrefcount_broot_space(mp, dblock);
603f0415af6SDarrick J. Wong 
604f0415af6SDarrick J. Wong 	xfs_btree_init_block(mp, rblock, &xfs_rtrefcountbt_ops, 0, 0,
605f0415af6SDarrick J. Wong 			ip->i_ino);
606f0415af6SDarrick J. Wong 
607f0415af6SDarrick J. Wong 	rblock->bb_level = dblock->bb_level;
608f0415af6SDarrick J. Wong 	rblock->bb_numrecs = dblock->bb_numrecs;
609f0415af6SDarrick J. Wong 
610f0415af6SDarrick J. Wong 	if (be16_to_cpu(rblock->bb_level) > 0) {
611f0415af6SDarrick J. Wong 		maxrecs = xfs_rtrefcountbt_droot_maxrecs(dblocklen, false);
612f0415af6SDarrick J. Wong 		fkp = xfs_rtrefcount_droot_key_addr(dblock, 1);
613f0415af6SDarrick J. Wong 		tkp = xfs_rtrefcount_key_addr(rblock, 1);
614f0415af6SDarrick J. Wong 		fpp = xfs_rtrefcount_droot_ptr_addr(dblock, 1, maxrecs);
615f0415af6SDarrick J. Wong 		tpp = xfs_rtrefcount_broot_ptr_addr(mp, rblock, 1, rblocklen);
616f0415af6SDarrick J. Wong 		numrecs = be16_to_cpu(dblock->bb_numrecs);
617f0415af6SDarrick J. Wong 		memcpy(tkp, fkp, 2 * sizeof(*fkp) * numrecs);
618f0415af6SDarrick J. Wong 		memcpy(tpp, fpp, sizeof(*fpp) * numrecs);
619f0415af6SDarrick J. Wong 	} else {
620f0415af6SDarrick J. Wong 		frp = xfs_rtrefcount_droot_rec_addr(dblock, 1);
621f0415af6SDarrick J. Wong 		trp = xfs_rtrefcount_rec_addr(rblock, 1);
622f0415af6SDarrick J. Wong 		numrecs = be16_to_cpu(dblock->bb_numrecs);
623f0415af6SDarrick J. Wong 		memcpy(trp, frp, sizeof(*frp) * numrecs);
624f0415af6SDarrick J. Wong 	}
625f0415af6SDarrick J. Wong }
626f0415af6SDarrick J. Wong 
627f0415af6SDarrick J. Wong /* Load a realtime reference count btree root in from disk. */
628f0415af6SDarrick J. Wong int
xfs_iformat_rtrefcount(struct xfs_inode * ip,struct xfs_dinode * dip)629f0415af6SDarrick J. Wong xfs_iformat_rtrefcount(
630f0415af6SDarrick J. Wong 	struct xfs_inode	*ip,
631f0415af6SDarrick J. Wong 	struct xfs_dinode	*dip)
632f0415af6SDarrick J. Wong {
633f0415af6SDarrick J. Wong 	struct xfs_mount	*mp = ip->i_mount;
634f0415af6SDarrick J. Wong 	struct xfs_rtrefcount_root *dfp = XFS_DFORK_PTR(dip, XFS_DATA_FORK);
635f0415af6SDarrick J. Wong 	struct xfs_btree_block	*broot;
636f0415af6SDarrick J. Wong 	unsigned int		numrecs;
637f0415af6SDarrick J. Wong 	unsigned int		level;
638f0415af6SDarrick J. Wong 	int			dsize;
639f0415af6SDarrick J. Wong 
640f0415af6SDarrick J. Wong 	/*
641f0415af6SDarrick J. Wong 	 * growfs must create the rtrefcount inodes before adding a realtime
642f0415af6SDarrick J. Wong 	 * volume to the filesystem, so we cannot use the rtrefcount predicate
643f0415af6SDarrick J. Wong 	 * here.
644f0415af6SDarrick J. Wong 	 */
645*026c8ed8SDarrick J. Wong 	if (!xfs_has_reflink(ip->i_mount)) {
646*026c8ed8SDarrick J. Wong 		xfs_inode_mark_sick(ip, XFS_SICK_INO_CORE);
647f0415af6SDarrick J. Wong 		return -EFSCORRUPTED;
648*026c8ed8SDarrick J. Wong 	}
649f0415af6SDarrick J. Wong 
650f0415af6SDarrick J. Wong 	dsize = XFS_DFORK_SIZE(dip, mp, XFS_DATA_FORK);
651f0415af6SDarrick J. Wong 	numrecs = be16_to_cpu(dfp->bb_numrecs);
652f0415af6SDarrick J. Wong 	level = be16_to_cpu(dfp->bb_level);
653f0415af6SDarrick J. Wong 
654f0415af6SDarrick J. Wong 	if (level > mp->m_rtrefc_maxlevels ||
655*026c8ed8SDarrick J. Wong 	    xfs_rtrefcount_droot_space_calc(level, numrecs) > dsize) {
656*026c8ed8SDarrick J. Wong 		xfs_inode_mark_sick(ip, XFS_SICK_INO_CORE);
657f0415af6SDarrick J. Wong 		return -EFSCORRUPTED;
658*026c8ed8SDarrick J. Wong 	}
659f0415af6SDarrick J. Wong 
660f0415af6SDarrick J. Wong 	broot = xfs_broot_alloc(xfs_ifork_ptr(ip, XFS_DATA_FORK),
661f0415af6SDarrick J. Wong 			xfs_rtrefcount_broot_space_calc(mp, level, numrecs));
662f0415af6SDarrick J. Wong 	if (broot)
663f0415af6SDarrick J. Wong 		xfs_rtrefcountbt_from_disk(ip, dfp, dsize, broot);
664f0415af6SDarrick J. Wong 	return 0;
665f0415af6SDarrick J. Wong }
666f0415af6SDarrick J. Wong 
667f0415af6SDarrick J. Wong /*
668f0415af6SDarrick J. Wong  * Convert in-memory form of btree root to on-disk form.
669f0415af6SDarrick J. Wong  */
670f0415af6SDarrick J. Wong void
xfs_rtrefcountbt_to_disk(struct xfs_mount * mp,struct xfs_btree_block * rblock,int rblocklen,struct xfs_rtrefcount_root * dblock,int dblocklen)671f0415af6SDarrick J. Wong xfs_rtrefcountbt_to_disk(
672f0415af6SDarrick J. Wong 	struct xfs_mount		*mp,
673f0415af6SDarrick J. Wong 	struct xfs_btree_block		*rblock,
674f0415af6SDarrick J. Wong 	int				rblocklen,
675f0415af6SDarrick J. Wong 	struct xfs_rtrefcount_root	*dblock,
676f0415af6SDarrick J. Wong 	int				dblocklen)
677f0415af6SDarrick J. Wong {
678f0415af6SDarrick J. Wong 	struct xfs_refcount_key	*fkp;
679f0415af6SDarrick J. Wong 	__be64				*fpp;
680f0415af6SDarrick J. Wong 	struct xfs_refcount_key	*tkp;
681f0415af6SDarrick J. Wong 	__be64				*tpp;
682f0415af6SDarrick J. Wong 	struct xfs_refcount_rec	*frp;
683f0415af6SDarrick J. Wong 	struct xfs_refcount_rec	*trp;
684f0415af6SDarrick J. Wong 	unsigned int			maxrecs;
685f0415af6SDarrick J. Wong 	unsigned int			numrecs;
686f0415af6SDarrick J. Wong 
687f0415af6SDarrick J. Wong 	ASSERT(rblock->bb_magic == cpu_to_be32(XFS_RTREFC_CRC_MAGIC));
688f0415af6SDarrick J. Wong 	ASSERT(uuid_equal(&rblock->bb_u.l.bb_uuid, &mp->m_sb.sb_meta_uuid));
689f0415af6SDarrick J. Wong 	ASSERT(rblock->bb_u.l.bb_blkno == cpu_to_be64(XFS_BUF_DADDR_NULL));
690f0415af6SDarrick J. Wong 	ASSERT(rblock->bb_u.l.bb_leftsib == cpu_to_be64(NULLFSBLOCK));
691f0415af6SDarrick J. Wong 	ASSERT(rblock->bb_u.l.bb_rightsib == cpu_to_be64(NULLFSBLOCK));
692f0415af6SDarrick J. Wong 
693f0415af6SDarrick J. Wong 	dblock->bb_level = rblock->bb_level;
694f0415af6SDarrick J. Wong 	dblock->bb_numrecs = rblock->bb_numrecs;
695f0415af6SDarrick J. Wong 
696f0415af6SDarrick J. Wong 	if (be16_to_cpu(rblock->bb_level) > 0) {
697f0415af6SDarrick J. Wong 		maxrecs = xfs_rtrefcountbt_droot_maxrecs(dblocklen, false);
698f0415af6SDarrick J. Wong 		fkp = xfs_rtrefcount_key_addr(rblock, 1);
699f0415af6SDarrick J. Wong 		tkp = xfs_rtrefcount_droot_key_addr(dblock, 1);
700f0415af6SDarrick J. Wong 		fpp = xfs_rtrefcount_broot_ptr_addr(mp, rblock, 1, rblocklen);
701f0415af6SDarrick J. Wong 		tpp = xfs_rtrefcount_droot_ptr_addr(dblock, 1, maxrecs);
702f0415af6SDarrick J. Wong 		numrecs = be16_to_cpu(rblock->bb_numrecs);
703f0415af6SDarrick J. Wong 		memcpy(tkp, fkp, 2 * sizeof(*fkp) * numrecs);
704f0415af6SDarrick J. Wong 		memcpy(tpp, fpp, sizeof(*fpp) * numrecs);
705f0415af6SDarrick J. Wong 	} else {
706f0415af6SDarrick J. Wong 		frp = xfs_rtrefcount_rec_addr(rblock, 1);
707f0415af6SDarrick J. Wong 		trp = xfs_rtrefcount_droot_rec_addr(dblock, 1);
708f0415af6SDarrick J. Wong 		numrecs = be16_to_cpu(rblock->bb_numrecs);
709f0415af6SDarrick J. Wong 		memcpy(trp, frp, sizeof(*frp) * numrecs);
710f0415af6SDarrick J. Wong 	}
711f0415af6SDarrick J. Wong }
712f0415af6SDarrick J. Wong 
713f0415af6SDarrick J. Wong /* Flush a realtime reference count btree root out to disk. */
714f0415af6SDarrick J. Wong void
xfs_iflush_rtrefcount(struct xfs_inode * ip,struct xfs_dinode * dip)715f0415af6SDarrick J. Wong xfs_iflush_rtrefcount(
716f0415af6SDarrick J. Wong 	struct xfs_inode	*ip,
717f0415af6SDarrick J. Wong 	struct xfs_dinode	*dip)
718f0415af6SDarrick J. Wong {
719f0415af6SDarrick J. Wong 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, XFS_DATA_FORK);
720f0415af6SDarrick J. Wong 	struct xfs_rtrefcount_root *dfp = XFS_DFORK_PTR(dip, XFS_DATA_FORK);
721f0415af6SDarrick J. Wong 
722f0415af6SDarrick J. Wong 	ASSERT(ifp->if_broot != NULL);
723f0415af6SDarrick J. Wong 	ASSERT(ifp->if_broot_bytes > 0);
724f0415af6SDarrick J. Wong 	ASSERT(xfs_rtrefcount_droot_space(ifp->if_broot) <=
725f0415af6SDarrick J. Wong 			xfs_inode_fork_size(ip, XFS_DATA_FORK));
726f0415af6SDarrick J. Wong 	xfs_rtrefcountbt_to_disk(ip->i_mount, ifp->if_broot,
727f0415af6SDarrick J. Wong 			ifp->if_broot_bytes, dfp,
728f0415af6SDarrick J. Wong 			XFS_DFORK_SIZE(dip, ip->i_mount, XFS_DATA_FORK));
729f0415af6SDarrick J. Wong }
7304ee3113aSDarrick J. Wong 
7314ee3113aSDarrick J. Wong /*
7324ee3113aSDarrick J. Wong  * Create a realtime refcount btree inode.
7334ee3113aSDarrick J. Wong  */
7344ee3113aSDarrick J. Wong int
xfs_rtrefcountbt_create(struct xfs_rtgroup * rtg,struct xfs_inode * ip,struct xfs_trans * tp,bool init)7354ee3113aSDarrick J. Wong xfs_rtrefcountbt_create(
7364ee3113aSDarrick J. Wong 	struct xfs_rtgroup	*rtg,
7374ee3113aSDarrick J. Wong 	struct xfs_inode	*ip,
7384ee3113aSDarrick J. Wong 	struct xfs_trans	*tp,
7394ee3113aSDarrick J. Wong 	bool			init)
7404ee3113aSDarrick J. Wong {
7414ee3113aSDarrick J. Wong 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, XFS_DATA_FORK);
7424ee3113aSDarrick J. Wong 	struct xfs_mount	*mp = ip->i_mount;
7434ee3113aSDarrick J. Wong 	struct xfs_btree_block	*broot;
7444ee3113aSDarrick J. Wong 
7454ee3113aSDarrick J. Wong 	ifp->if_format = XFS_DINODE_FMT_META_BTREE;
7464ee3113aSDarrick J. Wong 	ASSERT(ifp->if_broot_bytes == 0);
7474ee3113aSDarrick J. Wong 	ASSERT(ifp->if_bytes == 0);
7484ee3113aSDarrick J. Wong 
7494ee3113aSDarrick J. Wong 	/* Initialize the empty incore btree root. */
7504ee3113aSDarrick J. Wong 	broot = xfs_broot_realloc(ifp,
7514ee3113aSDarrick J. Wong 			xfs_rtrefcount_broot_space_calc(mp, 0, 0));
7524ee3113aSDarrick J. Wong 	if (broot)
7534ee3113aSDarrick J. Wong 		xfs_btree_init_block(mp, broot, &xfs_rtrefcountbt_ops, 0, 0,
7544ee3113aSDarrick J. Wong 				ip->i_ino);
7554ee3113aSDarrick J. Wong 	xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE | XFS_ILOG_DBROOT);
7564ee3113aSDarrick J. Wong 	return 0;
7574ee3113aSDarrick J. Wong }
758