19abe03a0SDarrick J. Wong // SPDX-License-Identifier: GPL-2.0-or-later
29abe03a0SDarrick J. Wong /*
39abe03a0SDarrick J. Wong * Copyright (c) 2021-2024 Oracle. All Rights Reserved.
49abe03a0SDarrick J. Wong * Author: Darrick J. Wong <djwong@kernel.org>
59abe03a0SDarrick J. Wong */
69abe03a0SDarrick J. Wong #include "xfs.h"
79abe03a0SDarrick J. Wong #include "xfs_fs.h"
89abe03a0SDarrick J. Wong #include "xfs_shared.h"
99abe03a0SDarrick J. Wong #include "xfs_format.h"
109abe03a0SDarrick J. Wong #include "xfs_log_format.h"
119abe03a0SDarrick J. Wong #include "xfs_trans_resv.h"
129abe03a0SDarrick J. Wong #include "xfs_bit.h"
139abe03a0SDarrick J. Wong #include "xfs_sb.h"
149abe03a0SDarrick J. Wong #include "xfs_mount.h"
159abe03a0SDarrick J. Wong #include "xfs_defer.h"
169abe03a0SDarrick J. Wong #include "xfs_inode.h"
179abe03a0SDarrick J. Wong #include "xfs_trans.h"
189abe03a0SDarrick J. Wong #include "xfs_alloc.h"
199abe03a0SDarrick J. Wong #include "xfs_btree.h"
209abe03a0SDarrick J. Wong #include "xfs_btree_staging.h"
219abe03a0SDarrick J. Wong #include "xfs_rtrefcount_btree.h"
221a6f88eaSDarrick J. Wong #include "xfs_refcount.h"
239abe03a0SDarrick J. Wong #include "xfs_trace.h"
249abe03a0SDarrick J. Wong #include "xfs_cksum.h"
259abe03a0SDarrick J. Wong #include "xfs_error.h"
269abe03a0SDarrick J. Wong #include "xfs_extent_busy.h"
279abe03a0SDarrick J. Wong #include "xfs_rtgroup.h"
289abe03a0SDarrick J. Wong #include "xfs_rtbitmap.h"
29eaed472cSDarrick J. Wong #include "xfs_metafile.h"
30*026c8ed8SDarrick J. Wong #include "xfs_health.h"
319abe03a0SDarrick J. Wong
329abe03a0SDarrick J. Wong static struct kmem_cache *xfs_rtrefcountbt_cur_cache;
339abe03a0SDarrick J. Wong
349abe03a0SDarrick J. Wong /*
359abe03a0SDarrick J. Wong * Realtime Reference Count btree.
369abe03a0SDarrick J. Wong *
379abe03a0SDarrick J. Wong * This is a btree used to track the owner(s) of a given extent in the realtime
389abe03a0SDarrick J. Wong * device. See the comments in xfs_refcount_btree.c for more information.
399abe03a0SDarrick J. Wong *
409abe03a0SDarrick J. Wong * This tree is basically the same as the regular refcount btree except that
419abe03a0SDarrick J. Wong * it's rooted in an inode.
429abe03a0SDarrick J. Wong */
439abe03a0SDarrick J. Wong
449abe03a0SDarrick J. Wong static struct xfs_btree_cur *
xfs_rtrefcountbt_dup_cursor(struct xfs_btree_cur * cur)459abe03a0SDarrick J. Wong xfs_rtrefcountbt_dup_cursor(
469abe03a0SDarrick J. Wong struct xfs_btree_cur *cur)
479abe03a0SDarrick J. Wong {
489abe03a0SDarrick J. Wong return xfs_rtrefcountbt_init_cursor(cur->bc_tp, to_rtg(cur->bc_group));
499abe03a0SDarrick J. Wong }
509abe03a0SDarrick J. Wong
511a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_get_minrecs(struct xfs_btree_cur * cur,int level)521a6f88eaSDarrick J. Wong xfs_rtrefcountbt_get_minrecs(
531a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
541a6f88eaSDarrick J. Wong int level)
551a6f88eaSDarrick J. Wong {
561a6f88eaSDarrick J. Wong if (level == cur->bc_nlevels - 1) {
571a6f88eaSDarrick J. Wong struct xfs_ifork *ifp = xfs_btree_ifork_ptr(cur);
581a6f88eaSDarrick J. Wong
591a6f88eaSDarrick J. Wong return xfs_rtrefcountbt_maxrecs(cur->bc_mp, ifp->if_broot_bytes,
601a6f88eaSDarrick J. Wong level == 0) / 2;
611a6f88eaSDarrick J. Wong }
621a6f88eaSDarrick J. Wong
631a6f88eaSDarrick J. Wong return cur->bc_mp->m_rtrefc_mnr[level != 0];
641a6f88eaSDarrick J. Wong }
651a6f88eaSDarrick J. Wong
661a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_get_maxrecs(struct xfs_btree_cur * cur,int level)671a6f88eaSDarrick J. Wong xfs_rtrefcountbt_get_maxrecs(
681a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
691a6f88eaSDarrick J. Wong int level)
701a6f88eaSDarrick J. Wong {
711a6f88eaSDarrick J. Wong if (level == cur->bc_nlevels - 1) {
721a6f88eaSDarrick J. Wong struct xfs_ifork *ifp = xfs_btree_ifork_ptr(cur);
731a6f88eaSDarrick J. Wong
741a6f88eaSDarrick J. Wong return xfs_rtrefcountbt_maxrecs(cur->bc_mp, ifp->if_broot_bytes,
751a6f88eaSDarrick J. Wong level == 0);
761a6f88eaSDarrick J. Wong }
771a6f88eaSDarrick J. Wong
781a6f88eaSDarrick J. Wong return cur->bc_mp->m_rtrefc_mxr[level != 0];
791a6f88eaSDarrick J. Wong }
801a6f88eaSDarrick J. Wong
81f0415af6SDarrick J. Wong /*
82f0415af6SDarrick J. Wong * Calculate number of records in a realtime refcount btree inode root.
83f0415af6SDarrick J. Wong */
84f0415af6SDarrick J. Wong unsigned int
xfs_rtrefcountbt_droot_maxrecs(unsigned int blocklen,bool leaf)85f0415af6SDarrick J. Wong xfs_rtrefcountbt_droot_maxrecs(
86f0415af6SDarrick J. Wong unsigned int blocklen,
87f0415af6SDarrick J. Wong bool leaf)
88f0415af6SDarrick J. Wong {
89f0415af6SDarrick J. Wong blocklen -= sizeof(struct xfs_rtrefcount_root);
90f0415af6SDarrick J. Wong
91f0415af6SDarrick J. Wong if (leaf)
92f0415af6SDarrick J. Wong return blocklen / sizeof(struct xfs_refcount_rec);
93f0415af6SDarrick J. Wong return blocklen / (2 * sizeof(struct xfs_refcount_key) +
94f0415af6SDarrick J. Wong sizeof(xfs_rtrefcount_ptr_t));
95f0415af6SDarrick J. Wong }
96f0415af6SDarrick J. Wong
97f0415af6SDarrick J. Wong /*
98f0415af6SDarrick J. Wong * Get the maximum records we could store in the on-disk format.
99f0415af6SDarrick J. Wong *
100f0415af6SDarrick J. Wong * For non-root nodes this is equivalent to xfs_rtrefcountbt_get_maxrecs, but
101f0415af6SDarrick J. Wong * for the root node this checks the available space in the dinode fork so that
102f0415af6SDarrick J. Wong * we can resize the in-memory buffer to match it. After a resize to the
103f0415af6SDarrick J. Wong * maximum size this function returns the same value as
104f0415af6SDarrick J. Wong * xfs_rtrefcountbt_get_maxrecs for the root node, too.
105f0415af6SDarrick J. Wong */
106f0415af6SDarrick J. Wong STATIC int
xfs_rtrefcountbt_get_dmaxrecs(struct xfs_btree_cur * cur,int level)107f0415af6SDarrick J. Wong xfs_rtrefcountbt_get_dmaxrecs(
108f0415af6SDarrick J. Wong struct xfs_btree_cur *cur,
109f0415af6SDarrick J. Wong int level)
110f0415af6SDarrick J. Wong {
111f0415af6SDarrick J. Wong if (level != cur->bc_nlevels - 1)
112f0415af6SDarrick J. Wong return cur->bc_mp->m_rtrefc_mxr[level != 0];
113f0415af6SDarrick J. Wong return xfs_rtrefcountbt_droot_maxrecs(cur->bc_ino.forksize, level == 0);
114f0415af6SDarrick J. Wong }
115f0415af6SDarrick J. Wong
1161a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_key_from_rec(union xfs_btree_key * key,const union xfs_btree_rec * rec)1171a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_key_from_rec(
1181a6f88eaSDarrick J. Wong union xfs_btree_key *key,
1191a6f88eaSDarrick J. Wong const union xfs_btree_rec *rec)
1201a6f88eaSDarrick J. Wong {
1211a6f88eaSDarrick J. Wong key->refc.rc_startblock = rec->refc.rc_startblock;
1221a6f88eaSDarrick J. Wong }
1231a6f88eaSDarrick J. Wong
1241a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_high_key_from_rec(union xfs_btree_key * key,const union xfs_btree_rec * rec)1251a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_high_key_from_rec(
1261a6f88eaSDarrick J. Wong union xfs_btree_key *key,
1271a6f88eaSDarrick J. Wong const union xfs_btree_rec *rec)
1281a6f88eaSDarrick J. Wong {
1291a6f88eaSDarrick J. Wong __u32 x;
1301a6f88eaSDarrick J. Wong
1311a6f88eaSDarrick J. Wong x = be32_to_cpu(rec->refc.rc_startblock);
1321a6f88eaSDarrick J. Wong x += be32_to_cpu(rec->refc.rc_blockcount) - 1;
1331a6f88eaSDarrick J. Wong key->refc.rc_startblock = cpu_to_be32(x);
1341a6f88eaSDarrick J. Wong }
1351a6f88eaSDarrick J. Wong
1361a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_rec_from_cur(struct xfs_btree_cur * cur,union xfs_btree_rec * rec)1371a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_rec_from_cur(
1381a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
1391a6f88eaSDarrick J. Wong union xfs_btree_rec *rec)
1401a6f88eaSDarrick J. Wong {
1411a6f88eaSDarrick J. Wong const struct xfs_refcount_irec *irec = &cur->bc_rec.rc;
1421a6f88eaSDarrick J. Wong uint32_t start;
1431a6f88eaSDarrick J. Wong
1441a6f88eaSDarrick J. Wong start = xfs_refcount_encode_startblock(irec->rc_startblock,
1451a6f88eaSDarrick J. Wong irec->rc_domain);
1461a6f88eaSDarrick J. Wong rec->refc.rc_startblock = cpu_to_be32(start);
1471a6f88eaSDarrick J. Wong rec->refc.rc_blockcount = cpu_to_be32(cur->bc_rec.rc.rc_blockcount);
1481a6f88eaSDarrick J. Wong rec->refc.rc_refcount = cpu_to_be32(cur->bc_rec.rc.rc_refcount);
1491a6f88eaSDarrick J. Wong }
1501a6f88eaSDarrick J. Wong
1511a6f88eaSDarrick J. Wong STATIC void
xfs_rtrefcountbt_init_ptr_from_cur(struct xfs_btree_cur * cur,union xfs_btree_ptr * ptr)1521a6f88eaSDarrick J. Wong xfs_rtrefcountbt_init_ptr_from_cur(
1531a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
1541a6f88eaSDarrick J. Wong union xfs_btree_ptr *ptr)
1551a6f88eaSDarrick J. Wong {
1561a6f88eaSDarrick J. Wong ptr->l = 0;
1571a6f88eaSDarrick J. Wong }
1581a6f88eaSDarrick J. Wong
1591a6f88eaSDarrick J. Wong STATIC int64_t
xfs_rtrefcountbt_key_diff(struct xfs_btree_cur * cur,const union xfs_btree_key * key)1601a6f88eaSDarrick J. Wong xfs_rtrefcountbt_key_diff(
1611a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
1621a6f88eaSDarrick J. Wong const union xfs_btree_key *key)
1631a6f88eaSDarrick J. Wong {
1641a6f88eaSDarrick J. Wong const struct xfs_refcount_key *kp = &key->refc;
1651a6f88eaSDarrick J. Wong const struct xfs_refcount_irec *irec = &cur->bc_rec.rc;
1661a6f88eaSDarrick J. Wong uint32_t start;
1671a6f88eaSDarrick J. Wong
1681a6f88eaSDarrick J. Wong start = xfs_refcount_encode_startblock(irec->rc_startblock,
1691a6f88eaSDarrick J. Wong irec->rc_domain);
1701a6f88eaSDarrick J. Wong return (int64_t)be32_to_cpu(kp->rc_startblock) - start;
1711a6f88eaSDarrick J. Wong }
1721a6f88eaSDarrick J. Wong
1731a6f88eaSDarrick J. Wong STATIC int64_t
xfs_rtrefcountbt_diff_two_keys(struct xfs_btree_cur * cur,const union xfs_btree_key * k1,const union xfs_btree_key * k2,const union xfs_btree_key * mask)1741a6f88eaSDarrick J. Wong xfs_rtrefcountbt_diff_two_keys(
1751a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
1761a6f88eaSDarrick J. Wong const union xfs_btree_key *k1,
1771a6f88eaSDarrick J. Wong const union xfs_btree_key *k2,
1781a6f88eaSDarrick J. Wong const union xfs_btree_key *mask)
1791a6f88eaSDarrick J. Wong {
1801a6f88eaSDarrick J. Wong ASSERT(!mask || mask->refc.rc_startblock);
1811a6f88eaSDarrick J. Wong
1821a6f88eaSDarrick J. Wong return (int64_t)be32_to_cpu(k1->refc.rc_startblock) -
1831a6f88eaSDarrick J. Wong be32_to_cpu(k2->refc.rc_startblock);
1841a6f88eaSDarrick J. Wong }
1851a6f88eaSDarrick J. Wong
1869abe03a0SDarrick J. Wong static xfs_failaddr_t
xfs_rtrefcountbt_verify(struct xfs_buf * bp)1879abe03a0SDarrick J. Wong xfs_rtrefcountbt_verify(
1889abe03a0SDarrick J. Wong struct xfs_buf *bp)
1899abe03a0SDarrick J. Wong {
1909abe03a0SDarrick J. Wong struct xfs_mount *mp = bp->b_target->bt_mount;
1919abe03a0SDarrick J. Wong struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
1929abe03a0SDarrick J. Wong xfs_failaddr_t fa;
1939abe03a0SDarrick J. Wong int level;
1949abe03a0SDarrick J. Wong
1959abe03a0SDarrick J. Wong if (!xfs_verify_magic(bp, block->bb_magic))
1969abe03a0SDarrick J. Wong return __this_address;
1979abe03a0SDarrick J. Wong
1989abe03a0SDarrick J. Wong if (!xfs_has_reflink(mp))
1999abe03a0SDarrick J. Wong return __this_address;
2009abe03a0SDarrick J. Wong fa = xfs_btree_fsblock_v5hdr_verify(bp, XFS_RMAP_OWN_UNKNOWN);
2019abe03a0SDarrick J. Wong if (fa)
2029abe03a0SDarrick J. Wong return fa;
2039abe03a0SDarrick J. Wong level = be16_to_cpu(block->bb_level);
2049abe03a0SDarrick J. Wong if (level > mp->m_rtrefc_maxlevels)
2059abe03a0SDarrick J. Wong return __this_address;
2069abe03a0SDarrick J. Wong
2079abe03a0SDarrick J. Wong return xfs_btree_fsblock_verify(bp, mp->m_rtrefc_mxr[level != 0]);
2089abe03a0SDarrick J. Wong }
2099abe03a0SDarrick J. Wong
2109abe03a0SDarrick J. Wong static void
xfs_rtrefcountbt_read_verify(struct xfs_buf * bp)2119abe03a0SDarrick J. Wong xfs_rtrefcountbt_read_verify(
2129abe03a0SDarrick J. Wong struct xfs_buf *bp)
2139abe03a0SDarrick J. Wong {
2149abe03a0SDarrick J. Wong xfs_failaddr_t fa;
2159abe03a0SDarrick J. Wong
2169abe03a0SDarrick J. Wong if (!xfs_btree_fsblock_verify_crc(bp))
2179abe03a0SDarrick J. Wong xfs_verifier_error(bp, -EFSBADCRC, __this_address);
2189abe03a0SDarrick J. Wong else {
2199abe03a0SDarrick J. Wong fa = xfs_rtrefcountbt_verify(bp);
2209abe03a0SDarrick J. Wong if (fa)
2219abe03a0SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa);
2229abe03a0SDarrick J. Wong }
2239abe03a0SDarrick J. Wong
2249abe03a0SDarrick J. Wong if (bp->b_error)
2259abe03a0SDarrick J. Wong trace_xfs_btree_corrupt(bp, _RET_IP_);
2269abe03a0SDarrick J. Wong }
2279abe03a0SDarrick J. Wong
2289abe03a0SDarrick J. Wong static void
xfs_rtrefcountbt_write_verify(struct xfs_buf * bp)2299abe03a0SDarrick J. Wong xfs_rtrefcountbt_write_verify(
2309abe03a0SDarrick J. Wong struct xfs_buf *bp)
2319abe03a0SDarrick J. Wong {
2329abe03a0SDarrick J. Wong xfs_failaddr_t fa;
2339abe03a0SDarrick J. Wong
2349abe03a0SDarrick J. Wong fa = xfs_rtrefcountbt_verify(bp);
2359abe03a0SDarrick J. Wong if (fa) {
2369abe03a0SDarrick J. Wong trace_xfs_btree_corrupt(bp, _RET_IP_);
2379abe03a0SDarrick J. Wong xfs_verifier_error(bp, -EFSCORRUPTED, fa);
2389abe03a0SDarrick J. Wong return;
2399abe03a0SDarrick J. Wong }
2409abe03a0SDarrick J. Wong xfs_btree_fsblock_calc_crc(bp);
2419abe03a0SDarrick J. Wong
2429abe03a0SDarrick J. Wong }
2439abe03a0SDarrick J. Wong
2449abe03a0SDarrick J. Wong const struct xfs_buf_ops xfs_rtrefcountbt_buf_ops = {
2459abe03a0SDarrick J. Wong .name = "xfs_rtrefcountbt",
2469abe03a0SDarrick J. Wong .magic = { 0, cpu_to_be32(XFS_RTREFC_CRC_MAGIC) },
2479abe03a0SDarrick J. Wong .verify_read = xfs_rtrefcountbt_read_verify,
2489abe03a0SDarrick J. Wong .verify_write = xfs_rtrefcountbt_write_verify,
2499abe03a0SDarrick J. Wong .verify_struct = xfs_rtrefcountbt_verify,
2509abe03a0SDarrick J. Wong };
2519abe03a0SDarrick J. Wong
2521a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_keys_inorder(struct xfs_btree_cur * cur,const union xfs_btree_key * k1,const union xfs_btree_key * k2)2531a6f88eaSDarrick J. Wong xfs_rtrefcountbt_keys_inorder(
2541a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
2551a6f88eaSDarrick J. Wong const union xfs_btree_key *k1,
2561a6f88eaSDarrick J. Wong const union xfs_btree_key *k2)
2571a6f88eaSDarrick J. Wong {
2581a6f88eaSDarrick J. Wong return be32_to_cpu(k1->refc.rc_startblock) <
2591a6f88eaSDarrick J. Wong be32_to_cpu(k2->refc.rc_startblock);
2601a6f88eaSDarrick J. Wong }
2611a6f88eaSDarrick J. Wong
2621a6f88eaSDarrick J. Wong STATIC int
xfs_rtrefcountbt_recs_inorder(struct xfs_btree_cur * cur,const union xfs_btree_rec * r1,const union xfs_btree_rec * r2)2631a6f88eaSDarrick J. Wong xfs_rtrefcountbt_recs_inorder(
2641a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
2651a6f88eaSDarrick J. Wong const union xfs_btree_rec *r1,
2661a6f88eaSDarrick J. Wong const union xfs_btree_rec *r2)
2671a6f88eaSDarrick J. Wong {
2681a6f88eaSDarrick J. Wong return be32_to_cpu(r1->refc.rc_startblock) +
2691a6f88eaSDarrick J. Wong be32_to_cpu(r1->refc.rc_blockcount) <=
2701a6f88eaSDarrick J. Wong be32_to_cpu(r2->refc.rc_startblock);
2711a6f88eaSDarrick J. Wong }
2721a6f88eaSDarrick J. Wong
2731a6f88eaSDarrick J. Wong STATIC enum xbtree_key_contig
xfs_rtrefcountbt_keys_contiguous(struct xfs_btree_cur * cur,const union xfs_btree_key * key1,const union xfs_btree_key * key2,const union xfs_btree_key * mask)2741a6f88eaSDarrick J. Wong xfs_rtrefcountbt_keys_contiguous(
2751a6f88eaSDarrick J. Wong struct xfs_btree_cur *cur,
2761a6f88eaSDarrick J. Wong const union xfs_btree_key *key1,
2771a6f88eaSDarrick J. Wong const union xfs_btree_key *key2,
2781a6f88eaSDarrick J. Wong const union xfs_btree_key *mask)
2791a6f88eaSDarrick J. Wong {
2801a6f88eaSDarrick J. Wong ASSERT(!mask || mask->refc.rc_startblock);
2811a6f88eaSDarrick J. Wong
2821a6f88eaSDarrick J. Wong return xbtree_key_contig(be32_to_cpu(key1->refc.rc_startblock),
2831a6f88eaSDarrick J. Wong be32_to_cpu(key2->refc.rc_startblock));
2841a6f88eaSDarrick J. Wong }
2851a6f88eaSDarrick J. Wong
286f0415af6SDarrick J. Wong static inline void
xfs_rtrefcountbt_move_ptrs(struct xfs_mount * mp,struct xfs_btree_block * broot,short old_size,size_t new_size,unsigned int numrecs)287f0415af6SDarrick J. Wong xfs_rtrefcountbt_move_ptrs(
288f0415af6SDarrick J. Wong struct xfs_mount *mp,
289f0415af6SDarrick J. Wong struct xfs_btree_block *broot,
290f0415af6SDarrick J. Wong short old_size,
291f0415af6SDarrick J. Wong size_t new_size,
292f0415af6SDarrick J. Wong unsigned int numrecs)
293f0415af6SDarrick J. Wong {
294f0415af6SDarrick J. Wong void *dptr;
295f0415af6SDarrick J. Wong void *sptr;
296f0415af6SDarrick J. Wong
297f0415af6SDarrick J. Wong sptr = xfs_rtrefcount_broot_ptr_addr(mp, broot, 1, old_size);
298f0415af6SDarrick J. Wong dptr = xfs_rtrefcount_broot_ptr_addr(mp, broot, 1, new_size);
299f0415af6SDarrick J. Wong memmove(dptr, sptr, numrecs * sizeof(xfs_rtrefcount_ptr_t));
300f0415af6SDarrick J. Wong }
301f0415af6SDarrick J. Wong
302f0415af6SDarrick J. Wong static struct xfs_btree_block *
xfs_rtrefcountbt_broot_realloc(struct xfs_btree_cur * cur,unsigned int new_numrecs)303f0415af6SDarrick J. Wong xfs_rtrefcountbt_broot_realloc(
304f0415af6SDarrick J. Wong struct xfs_btree_cur *cur,
305f0415af6SDarrick J. Wong unsigned int new_numrecs)
306f0415af6SDarrick J. Wong {
307f0415af6SDarrick J. Wong struct xfs_mount *mp = cur->bc_mp;
308f0415af6SDarrick J. Wong struct xfs_ifork *ifp = xfs_btree_ifork_ptr(cur);
309f0415af6SDarrick J. Wong struct xfs_btree_block *broot;
310f0415af6SDarrick J. Wong unsigned int new_size;
311f0415af6SDarrick J. Wong unsigned int old_size = ifp->if_broot_bytes;
312f0415af6SDarrick J. Wong const unsigned int level = cur->bc_nlevels - 1;
313f0415af6SDarrick J. Wong
314f0415af6SDarrick J. Wong new_size = xfs_rtrefcount_broot_space_calc(mp, level, new_numrecs);
315f0415af6SDarrick J. Wong
316f0415af6SDarrick J. Wong /* Handle the nop case quietly. */
317f0415af6SDarrick J. Wong if (new_size == old_size)
318f0415af6SDarrick J. Wong return ifp->if_broot;
319f0415af6SDarrick J. Wong
320f0415af6SDarrick J. Wong if (new_size > old_size) {
321f0415af6SDarrick J. Wong unsigned int old_numrecs;
322f0415af6SDarrick J. Wong
323f0415af6SDarrick J. Wong /*
324f0415af6SDarrick J. Wong * If there wasn't any memory allocated before, just allocate
325f0415af6SDarrick J. Wong * it now and get out.
326f0415af6SDarrick J. Wong */
327f0415af6SDarrick J. Wong if (old_size == 0)
328f0415af6SDarrick J. Wong return xfs_broot_realloc(ifp, new_size);
329f0415af6SDarrick J. Wong
330f0415af6SDarrick J. Wong /*
331f0415af6SDarrick J. Wong * If there is already an existing if_broot, then we need to
332f0415af6SDarrick J. Wong * realloc it and possibly move the node block pointers because
333f0415af6SDarrick J. Wong * those are not butted up against the btree block header.
334f0415af6SDarrick J. Wong */
335f0415af6SDarrick J. Wong old_numrecs = xfs_rtrefcountbt_maxrecs(mp, old_size, level);
336f0415af6SDarrick J. Wong broot = xfs_broot_realloc(ifp, new_size);
337f0415af6SDarrick J. Wong if (level > 0)
338f0415af6SDarrick J. Wong xfs_rtrefcountbt_move_ptrs(mp, broot, old_size,
339f0415af6SDarrick J. Wong new_size, old_numrecs);
340f0415af6SDarrick J. Wong goto out_broot;
341f0415af6SDarrick J. Wong }
342f0415af6SDarrick J. Wong
343f0415af6SDarrick J. Wong /*
344f0415af6SDarrick J. Wong * We're reducing numrecs. If we're going all the way to zero, just
345f0415af6SDarrick J. Wong * free the block.
346f0415af6SDarrick J. Wong */
347f0415af6SDarrick J. Wong ASSERT(ifp->if_broot != NULL && old_size > 0);
348f0415af6SDarrick J. Wong if (new_size == 0)
349f0415af6SDarrick J. Wong return xfs_broot_realloc(ifp, 0);
350f0415af6SDarrick J. Wong
351f0415af6SDarrick J. Wong /*
352f0415af6SDarrick J. Wong * Shrink the btree root by possibly moving the rtrmapbt pointers,
353f0415af6SDarrick J. Wong * since they are not butted up against the btree block header. Then
354f0415af6SDarrick J. Wong * reallocate broot.
355f0415af6SDarrick J. Wong */
356f0415af6SDarrick J. Wong if (level > 0)
357f0415af6SDarrick J. Wong xfs_rtrefcountbt_move_ptrs(mp, ifp->if_broot, old_size,
358f0415af6SDarrick J. Wong new_size, new_numrecs);
359f0415af6SDarrick J. Wong broot = xfs_broot_realloc(ifp, new_size);
360f0415af6SDarrick J. Wong
361f0415af6SDarrick J. Wong out_broot:
362f0415af6SDarrick J. Wong ASSERT(xfs_rtrefcount_droot_space(broot) <=
363f0415af6SDarrick J. Wong xfs_inode_fork_size(cur->bc_ino.ip, cur->bc_ino.whichfork));
364f0415af6SDarrick J. Wong return broot;
365f0415af6SDarrick J. Wong }
366f0415af6SDarrick J. Wong
3679abe03a0SDarrick J. Wong const struct xfs_btree_ops xfs_rtrefcountbt_ops = {
3689abe03a0SDarrick J. Wong .name = "rtrefcount",
3699abe03a0SDarrick J. Wong .type = XFS_BTREE_TYPE_INODE,
3709abe03a0SDarrick J. Wong .geom_flags = XFS_BTGEO_IROOT_RECORDS,
3719abe03a0SDarrick J. Wong
3729abe03a0SDarrick J. Wong .rec_len = sizeof(struct xfs_refcount_rec),
3739abe03a0SDarrick J. Wong .key_len = sizeof(struct xfs_refcount_key),
3749abe03a0SDarrick J. Wong .ptr_len = XFS_BTREE_LONG_PTR_LEN,
3759abe03a0SDarrick J. Wong
3769abe03a0SDarrick J. Wong .lru_refs = XFS_REFC_BTREE_REF,
3779abe03a0SDarrick J. Wong .statoff = XFS_STATS_CALC_INDEX(xs_rtrefcbt_2),
378*026c8ed8SDarrick J. Wong .sick_mask = XFS_SICK_RG_REFCNTBT,
3799abe03a0SDarrick J. Wong
3809abe03a0SDarrick J. Wong .dup_cursor = xfs_rtrefcountbt_dup_cursor,
3811a6f88eaSDarrick J. Wong .alloc_block = xfs_btree_alloc_metafile_block,
3821a6f88eaSDarrick J. Wong .free_block = xfs_btree_free_metafile_block,
3831a6f88eaSDarrick J. Wong .get_minrecs = xfs_rtrefcountbt_get_minrecs,
3841a6f88eaSDarrick J. Wong .get_maxrecs = xfs_rtrefcountbt_get_maxrecs,
385f0415af6SDarrick J. Wong .get_dmaxrecs = xfs_rtrefcountbt_get_dmaxrecs,
3861a6f88eaSDarrick J. Wong .init_key_from_rec = xfs_rtrefcountbt_init_key_from_rec,
3871a6f88eaSDarrick J. Wong .init_high_key_from_rec = xfs_rtrefcountbt_init_high_key_from_rec,
3881a6f88eaSDarrick J. Wong .init_rec_from_cur = xfs_rtrefcountbt_init_rec_from_cur,
3891a6f88eaSDarrick J. Wong .init_ptr_from_cur = xfs_rtrefcountbt_init_ptr_from_cur,
3901a6f88eaSDarrick J. Wong .key_diff = xfs_rtrefcountbt_key_diff,
3919abe03a0SDarrick J. Wong .buf_ops = &xfs_rtrefcountbt_buf_ops,
3921a6f88eaSDarrick J. Wong .diff_two_keys = xfs_rtrefcountbt_diff_two_keys,
3931a6f88eaSDarrick J. Wong .keys_inorder = xfs_rtrefcountbt_keys_inorder,
3941a6f88eaSDarrick J. Wong .recs_inorder = xfs_rtrefcountbt_recs_inorder,
3951a6f88eaSDarrick J. Wong .keys_contiguous = xfs_rtrefcountbt_keys_contiguous,
396f0415af6SDarrick J. Wong .broot_realloc = xfs_rtrefcountbt_broot_realloc,
3979abe03a0SDarrick J. Wong };
3989abe03a0SDarrick J. Wong
3999abe03a0SDarrick J. Wong /* Allocate a new rt refcount btree cursor. */
4009abe03a0SDarrick J. Wong struct xfs_btree_cur *
xfs_rtrefcountbt_init_cursor(struct xfs_trans * tp,struct xfs_rtgroup * rtg)4019abe03a0SDarrick J. Wong xfs_rtrefcountbt_init_cursor(
4029abe03a0SDarrick J. Wong struct xfs_trans *tp,
4039abe03a0SDarrick J. Wong struct xfs_rtgroup *rtg)
4049abe03a0SDarrick J. Wong {
405eaed472cSDarrick J. Wong struct xfs_inode *ip = rtg_refcount(rtg);
4069abe03a0SDarrick J. Wong struct xfs_mount *mp = rtg_mount(rtg);
4079abe03a0SDarrick J. Wong struct xfs_btree_cur *cur;
4089abe03a0SDarrick J. Wong
4099abe03a0SDarrick J. Wong xfs_assert_ilocked(ip, XFS_ILOCK_SHARED | XFS_ILOCK_EXCL);
4109abe03a0SDarrick J. Wong
4119abe03a0SDarrick J. Wong cur = xfs_btree_alloc_cursor(mp, tp, &xfs_rtrefcountbt_ops,
4129abe03a0SDarrick J. Wong mp->m_rtrefc_maxlevels, xfs_rtrefcountbt_cur_cache);
4139abe03a0SDarrick J. Wong
4149abe03a0SDarrick J. Wong cur->bc_ino.ip = ip;
4159abe03a0SDarrick J. Wong cur->bc_refc.nr_ops = 0;
4169abe03a0SDarrick J. Wong cur->bc_refc.shape_changes = 0;
4179abe03a0SDarrick J. Wong cur->bc_group = xfs_group_hold(rtg_group(rtg));
4189abe03a0SDarrick J. Wong cur->bc_nlevels = be16_to_cpu(ip->i_df.if_broot->bb_level) + 1;
4199abe03a0SDarrick J. Wong cur->bc_ino.forksize = xfs_inode_fork_size(ip, XFS_DATA_FORK);
4209abe03a0SDarrick J. Wong cur->bc_ino.whichfork = XFS_DATA_FORK;
4219abe03a0SDarrick J. Wong return cur;
4229abe03a0SDarrick J. Wong }
4239abe03a0SDarrick J. Wong
4249abe03a0SDarrick J. Wong /*
4259abe03a0SDarrick J. Wong * Install a new rt reverse mapping btree root. Caller is responsible for
4269abe03a0SDarrick J. Wong * invalidating and freeing the old btree blocks.
4279abe03a0SDarrick J. Wong */
4289abe03a0SDarrick J. Wong void
xfs_rtrefcountbt_commit_staged_btree(struct xfs_btree_cur * cur,struct xfs_trans * tp)4299abe03a0SDarrick J. Wong xfs_rtrefcountbt_commit_staged_btree(
4309abe03a0SDarrick J. Wong struct xfs_btree_cur *cur,
4319abe03a0SDarrick J. Wong struct xfs_trans *tp)
4329abe03a0SDarrick J. Wong {
4339abe03a0SDarrick J. Wong struct xbtree_ifakeroot *ifake = cur->bc_ino.ifake;
4349abe03a0SDarrick J. Wong struct xfs_ifork *ifp;
4359abe03a0SDarrick J. Wong int flags = XFS_ILOG_CORE | XFS_ILOG_DBROOT;
4369abe03a0SDarrick J. Wong
4379abe03a0SDarrick J. Wong ASSERT(cur->bc_flags & XFS_BTREE_STAGING);
438eaed472cSDarrick J. Wong ASSERT(ifake->if_fork->if_format == XFS_DINODE_FMT_META_BTREE);
4399abe03a0SDarrick J. Wong
4409abe03a0SDarrick J. Wong /*
4419abe03a0SDarrick J. Wong * Free any resources hanging off the real fork, then shallow-copy the
4429abe03a0SDarrick J. Wong * staging fork's contents into the real fork to transfer everything
4439abe03a0SDarrick J. Wong * we just built.
4449abe03a0SDarrick J. Wong */
4459abe03a0SDarrick J. Wong ifp = xfs_ifork_ptr(cur->bc_ino.ip, XFS_DATA_FORK);
4469abe03a0SDarrick J. Wong xfs_idestroy_fork(ifp);
4479abe03a0SDarrick J. Wong memcpy(ifp, ifake->if_fork, sizeof(struct xfs_ifork));
4489abe03a0SDarrick J. Wong
4499abe03a0SDarrick J. Wong cur->bc_ino.ip->i_projid = cur->bc_group->xg_gno;
4509abe03a0SDarrick J. Wong xfs_trans_log_inode(tp, cur->bc_ino.ip, flags);
4519abe03a0SDarrick J. Wong xfs_btree_commit_ifakeroot(cur, tp, XFS_DATA_FORK);
4529abe03a0SDarrick J. Wong }
4539abe03a0SDarrick J. Wong
4549abe03a0SDarrick J. Wong /* Calculate number of records in a realtime refcount btree block. */
4559abe03a0SDarrick J. Wong static inline unsigned int
xfs_rtrefcountbt_block_maxrecs(unsigned int blocklen,bool leaf)4569abe03a0SDarrick J. Wong xfs_rtrefcountbt_block_maxrecs(
4579abe03a0SDarrick J. Wong unsigned int blocklen,
4589abe03a0SDarrick J. Wong bool leaf)
4599abe03a0SDarrick J. Wong {
4609abe03a0SDarrick J. Wong
4619abe03a0SDarrick J. Wong if (leaf)
4629abe03a0SDarrick J. Wong return blocklen / sizeof(struct xfs_refcount_rec);
4639abe03a0SDarrick J. Wong return blocklen / (sizeof(struct xfs_refcount_key) +
4649abe03a0SDarrick J. Wong sizeof(xfs_rtrefcount_ptr_t));
4659abe03a0SDarrick J. Wong }
4669abe03a0SDarrick J. Wong
4679abe03a0SDarrick J. Wong /*
4689abe03a0SDarrick J. Wong * Calculate number of records in an refcount btree block.
4699abe03a0SDarrick J. Wong */
4709abe03a0SDarrick J. Wong unsigned int
xfs_rtrefcountbt_maxrecs(struct xfs_mount * mp,unsigned int blocklen,bool leaf)4719abe03a0SDarrick J. Wong xfs_rtrefcountbt_maxrecs(
4729abe03a0SDarrick J. Wong struct xfs_mount *mp,
4739abe03a0SDarrick J. Wong unsigned int blocklen,
4749abe03a0SDarrick J. Wong bool leaf)
4759abe03a0SDarrick J. Wong {
4769abe03a0SDarrick J. Wong blocklen -= XFS_RTREFCOUNT_BLOCK_LEN;
4779abe03a0SDarrick J. Wong return xfs_rtrefcountbt_block_maxrecs(blocklen, leaf);
4789abe03a0SDarrick J. Wong }
4799abe03a0SDarrick J. Wong
4809abe03a0SDarrick J. Wong /* Compute the max possible height for realtime refcount btrees. */
4819abe03a0SDarrick J. Wong unsigned int
xfs_rtrefcountbt_maxlevels_ondisk(void)4829abe03a0SDarrick J. Wong xfs_rtrefcountbt_maxlevels_ondisk(void)
4839abe03a0SDarrick J. Wong {
4849abe03a0SDarrick J. Wong unsigned int minrecs[2];
4859abe03a0SDarrick J. Wong unsigned int blocklen;
4869abe03a0SDarrick J. Wong
4879abe03a0SDarrick J. Wong blocklen = XFS_MIN_CRC_BLOCKSIZE - XFS_BTREE_LBLOCK_CRC_LEN;
4889abe03a0SDarrick J. Wong
4899abe03a0SDarrick J. Wong minrecs[0] = xfs_rtrefcountbt_block_maxrecs(blocklen, true) / 2;
4909abe03a0SDarrick J. Wong minrecs[1] = xfs_rtrefcountbt_block_maxrecs(blocklen, false) / 2;
4919abe03a0SDarrick J. Wong
4929abe03a0SDarrick J. Wong /* We need at most one record for every block in an rt group. */
4939abe03a0SDarrick J. Wong return xfs_btree_compute_maxlevels(minrecs, XFS_MAX_RGBLOCKS);
4949abe03a0SDarrick J. Wong }
4959abe03a0SDarrick J. Wong
4969abe03a0SDarrick J. Wong int __init
xfs_rtrefcountbt_init_cur_cache(void)4979abe03a0SDarrick J. Wong xfs_rtrefcountbt_init_cur_cache(void)
4989abe03a0SDarrick J. Wong {
4999abe03a0SDarrick J. Wong xfs_rtrefcountbt_cur_cache = kmem_cache_create("xfs_rtrefcountbt_cur",
5009abe03a0SDarrick J. Wong xfs_btree_cur_sizeof(
5019abe03a0SDarrick J. Wong xfs_rtrefcountbt_maxlevels_ondisk()),
5029abe03a0SDarrick J. Wong 0, 0, NULL);
5039abe03a0SDarrick J. Wong
5049abe03a0SDarrick J. Wong if (!xfs_rtrefcountbt_cur_cache)
5059abe03a0SDarrick J. Wong return -ENOMEM;
5069abe03a0SDarrick J. Wong return 0;
5079abe03a0SDarrick J. Wong }
5089abe03a0SDarrick J. Wong
5099abe03a0SDarrick J. Wong void
xfs_rtrefcountbt_destroy_cur_cache(void)5109abe03a0SDarrick J. Wong xfs_rtrefcountbt_destroy_cur_cache(void)
5119abe03a0SDarrick J. Wong {
5129abe03a0SDarrick J. Wong kmem_cache_destroy(xfs_rtrefcountbt_cur_cache);
5139abe03a0SDarrick J. Wong xfs_rtrefcountbt_cur_cache = NULL;
5149abe03a0SDarrick J. Wong }
5159abe03a0SDarrick J. Wong
5169abe03a0SDarrick J. Wong /* Compute the maximum height of a realtime refcount btree. */
5179abe03a0SDarrick J. Wong void
xfs_rtrefcountbt_compute_maxlevels(struct xfs_mount * mp)5189abe03a0SDarrick J. Wong xfs_rtrefcountbt_compute_maxlevels(
5199abe03a0SDarrick J. Wong struct xfs_mount *mp)
5209abe03a0SDarrick J. Wong {
5219abe03a0SDarrick J. Wong unsigned int d_maxlevels, r_maxlevels;
5229abe03a0SDarrick J. Wong
5239abe03a0SDarrick J. Wong if (!xfs_has_rtreflink(mp)) {
5249abe03a0SDarrick J. Wong mp->m_rtrefc_maxlevels = 0;
5259abe03a0SDarrick J. Wong return;
5269abe03a0SDarrick J. Wong }
5279abe03a0SDarrick J. Wong
5289abe03a0SDarrick J. Wong /*
5299abe03a0SDarrick J. Wong * The realtime refcountbt lives on the data device, which means that
5309abe03a0SDarrick J. Wong * its maximum height is constrained by the size of the data device and
5319abe03a0SDarrick J. Wong * the height required to store one refcount record for each rtextent
5329abe03a0SDarrick J. Wong * in an rt group.
5339abe03a0SDarrick J. Wong */
5349abe03a0SDarrick J. Wong d_maxlevels = xfs_btree_space_to_height(mp->m_rtrefc_mnr,
5359abe03a0SDarrick J. Wong mp->m_sb.sb_dblocks);
5369abe03a0SDarrick J. Wong r_maxlevels = xfs_btree_compute_maxlevels(mp->m_rtrefc_mnr,
5379abe03a0SDarrick J. Wong mp->m_sb.sb_rgextents);
5389abe03a0SDarrick J. Wong
5399abe03a0SDarrick J. Wong /* Add one level to handle the inode root level. */
5409abe03a0SDarrick J. Wong mp->m_rtrefc_maxlevels = min(d_maxlevels, r_maxlevels) + 1;
5419abe03a0SDarrick J. Wong }
542bf0b9941SDarrick J. Wong
543bf0b9941SDarrick J. Wong /* Calculate the rtrefcount btree size for some records. */
544bf0b9941SDarrick J. Wong unsigned long long
xfs_rtrefcountbt_calc_size(struct xfs_mount * mp,unsigned long long len)545bf0b9941SDarrick J. Wong xfs_rtrefcountbt_calc_size(
546bf0b9941SDarrick J. Wong struct xfs_mount *mp,
547bf0b9941SDarrick J. Wong unsigned long long len)
548bf0b9941SDarrick J. Wong {
549bf0b9941SDarrick J. Wong return xfs_btree_calc_size(mp->m_rtrefc_mnr, len);
550bf0b9941SDarrick J. Wong }
551bf0b9941SDarrick J. Wong
552bf0b9941SDarrick J. Wong /*
553bf0b9941SDarrick J. Wong * Calculate the maximum refcount btree size.
554bf0b9941SDarrick J. Wong */
555bf0b9941SDarrick J. Wong static unsigned long long
xfs_rtrefcountbt_max_size(struct xfs_mount * mp,xfs_rtblock_t rtblocks)556bf0b9941SDarrick J. Wong xfs_rtrefcountbt_max_size(
557bf0b9941SDarrick J. Wong struct xfs_mount *mp,
558bf0b9941SDarrick J. Wong xfs_rtblock_t rtblocks)
559bf0b9941SDarrick J. Wong {
560bf0b9941SDarrick J. Wong /* Bail out if we're uninitialized, which can happen in mkfs. */
561bf0b9941SDarrick J. Wong if (mp->m_rtrefc_mxr[0] == 0)
562bf0b9941SDarrick J. Wong return 0;
563bf0b9941SDarrick J. Wong
564bf0b9941SDarrick J. Wong return xfs_rtrefcountbt_calc_size(mp, rtblocks);
565bf0b9941SDarrick J. Wong }
566bf0b9941SDarrick J. Wong
567bf0b9941SDarrick J. Wong /*
568bf0b9941SDarrick J. Wong * Figure out how many blocks to reserve and how many are used by this btree.
569bf0b9941SDarrick J. Wong * We need enough space to hold one record for every rt extent in the rtgroup.
570bf0b9941SDarrick J. Wong */
571bf0b9941SDarrick J. Wong xfs_filblks_t
xfs_rtrefcountbt_calc_reserves(struct xfs_mount * mp)572bf0b9941SDarrick J. Wong xfs_rtrefcountbt_calc_reserves(
573bf0b9941SDarrick J. Wong struct xfs_mount *mp)
574bf0b9941SDarrick J. Wong {
575bf0b9941SDarrick J. Wong if (!xfs_has_rtreflink(mp))
576bf0b9941SDarrick J. Wong return 0;
577bf0b9941SDarrick J. Wong
578bf0b9941SDarrick J. Wong return xfs_rtrefcountbt_max_size(mp, mp->m_sb.sb_rgextents);
579bf0b9941SDarrick J. Wong }
580f0415af6SDarrick J. Wong
581f0415af6SDarrick J. Wong /*
582f0415af6SDarrick J. Wong * Convert on-disk form of btree root to in-memory form.
583f0415af6SDarrick J. Wong */
584f0415af6SDarrick J. Wong STATIC void
xfs_rtrefcountbt_from_disk(struct xfs_inode * ip,struct xfs_rtrefcount_root * dblock,int dblocklen,struct xfs_btree_block * rblock)585f0415af6SDarrick J. Wong xfs_rtrefcountbt_from_disk(
586f0415af6SDarrick J. Wong struct xfs_inode *ip,
587f0415af6SDarrick J. Wong struct xfs_rtrefcount_root *dblock,
588f0415af6SDarrick J. Wong int dblocklen,
589f0415af6SDarrick J. Wong struct xfs_btree_block *rblock)
590f0415af6SDarrick J. Wong {
591f0415af6SDarrick J. Wong struct xfs_mount *mp = ip->i_mount;
592f0415af6SDarrick J. Wong struct xfs_refcount_key *fkp;
593f0415af6SDarrick J. Wong __be64 *fpp;
594f0415af6SDarrick J. Wong struct xfs_refcount_key *tkp;
595f0415af6SDarrick J. Wong __be64 *tpp;
596f0415af6SDarrick J. Wong struct xfs_refcount_rec *frp;
597f0415af6SDarrick J. Wong struct xfs_refcount_rec *trp;
598f0415af6SDarrick J. Wong unsigned int numrecs;
599f0415af6SDarrick J. Wong unsigned int maxrecs;
600f0415af6SDarrick J. Wong unsigned int rblocklen;
601f0415af6SDarrick J. Wong
602f0415af6SDarrick J. Wong rblocklen = xfs_rtrefcount_broot_space(mp, dblock);
603f0415af6SDarrick J. Wong
604f0415af6SDarrick J. Wong xfs_btree_init_block(mp, rblock, &xfs_rtrefcountbt_ops, 0, 0,
605f0415af6SDarrick J. Wong ip->i_ino);
606f0415af6SDarrick J. Wong
607f0415af6SDarrick J. Wong rblock->bb_level = dblock->bb_level;
608f0415af6SDarrick J. Wong rblock->bb_numrecs = dblock->bb_numrecs;
609f0415af6SDarrick J. Wong
610f0415af6SDarrick J. Wong if (be16_to_cpu(rblock->bb_level) > 0) {
611f0415af6SDarrick J. Wong maxrecs = xfs_rtrefcountbt_droot_maxrecs(dblocklen, false);
612f0415af6SDarrick J. Wong fkp = xfs_rtrefcount_droot_key_addr(dblock, 1);
613f0415af6SDarrick J. Wong tkp = xfs_rtrefcount_key_addr(rblock, 1);
614f0415af6SDarrick J. Wong fpp = xfs_rtrefcount_droot_ptr_addr(dblock, 1, maxrecs);
615f0415af6SDarrick J. Wong tpp = xfs_rtrefcount_broot_ptr_addr(mp, rblock, 1, rblocklen);
616f0415af6SDarrick J. Wong numrecs = be16_to_cpu(dblock->bb_numrecs);
617f0415af6SDarrick J. Wong memcpy(tkp, fkp, 2 * sizeof(*fkp) * numrecs);
618f0415af6SDarrick J. Wong memcpy(tpp, fpp, sizeof(*fpp) * numrecs);
619f0415af6SDarrick J. Wong } else {
620f0415af6SDarrick J. Wong frp = xfs_rtrefcount_droot_rec_addr(dblock, 1);
621f0415af6SDarrick J. Wong trp = xfs_rtrefcount_rec_addr(rblock, 1);
622f0415af6SDarrick J. Wong numrecs = be16_to_cpu(dblock->bb_numrecs);
623f0415af6SDarrick J. Wong memcpy(trp, frp, sizeof(*frp) * numrecs);
624f0415af6SDarrick J. Wong }
625f0415af6SDarrick J. Wong }
626f0415af6SDarrick J. Wong
627f0415af6SDarrick J. Wong /* Load a realtime reference count btree root in from disk. */
628f0415af6SDarrick J. Wong int
xfs_iformat_rtrefcount(struct xfs_inode * ip,struct xfs_dinode * dip)629f0415af6SDarrick J. Wong xfs_iformat_rtrefcount(
630f0415af6SDarrick J. Wong struct xfs_inode *ip,
631f0415af6SDarrick J. Wong struct xfs_dinode *dip)
632f0415af6SDarrick J. Wong {
633f0415af6SDarrick J. Wong struct xfs_mount *mp = ip->i_mount;
634f0415af6SDarrick J. Wong struct xfs_rtrefcount_root *dfp = XFS_DFORK_PTR(dip, XFS_DATA_FORK);
635f0415af6SDarrick J. Wong struct xfs_btree_block *broot;
636f0415af6SDarrick J. Wong unsigned int numrecs;
637f0415af6SDarrick J. Wong unsigned int level;
638f0415af6SDarrick J. Wong int dsize;
639f0415af6SDarrick J. Wong
640f0415af6SDarrick J. Wong /*
641f0415af6SDarrick J. Wong * growfs must create the rtrefcount inodes before adding a realtime
642f0415af6SDarrick J. Wong * volume to the filesystem, so we cannot use the rtrefcount predicate
643f0415af6SDarrick J. Wong * here.
644f0415af6SDarrick J. Wong */
645*026c8ed8SDarrick J. Wong if (!xfs_has_reflink(ip->i_mount)) {
646*026c8ed8SDarrick J. Wong xfs_inode_mark_sick(ip, XFS_SICK_INO_CORE);
647f0415af6SDarrick J. Wong return -EFSCORRUPTED;
648*026c8ed8SDarrick J. Wong }
649f0415af6SDarrick J. Wong
650f0415af6SDarrick J. Wong dsize = XFS_DFORK_SIZE(dip, mp, XFS_DATA_FORK);
651f0415af6SDarrick J. Wong numrecs = be16_to_cpu(dfp->bb_numrecs);
652f0415af6SDarrick J. Wong level = be16_to_cpu(dfp->bb_level);
653f0415af6SDarrick J. Wong
654f0415af6SDarrick J. Wong if (level > mp->m_rtrefc_maxlevels ||
655*026c8ed8SDarrick J. Wong xfs_rtrefcount_droot_space_calc(level, numrecs) > dsize) {
656*026c8ed8SDarrick J. Wong xfs_inode_mark_sick(ip, XFS_SICK_INO_CORE);
657f0415af6SDarrick J. Wong return -EFSCORRUPTED;
658*026c8ed8SDarrick J. Wong }
659f0415af6SDarrick J. Wong
660f0415af6SDarrick J. Wong broot = xfs_broot_alloc(xfs_ifork_ptr(ip, XFS_DATA_FORK),
661f0415af6SDarrick J. Wong xfs_rtrefcount_broot_space_calc(mp, level, numrecs));
662f0415af6SDarrick J. Wong if (broot)
663f0415af6SDarrick J. Wong xfs_rtrefcountbt_from_disk(ip, dfp, dsize, broot);
664f0415af6SDarrick J. Wong return 0;
665f0415af6SDarrick J. Wong }
666f0415af6SDarrick J. Wong
667f0415af6SDarrick J. Wong /*
668f0415af6SDarrick J. Wong * Convert in-memory form of btree root to on-disk form.
669f0415af6SDarrick J. Wong */
670f0415af6SDarrick J. Wong void
xfs_rtrefcountbt_to_disk(struct xfs_mount * mp,struct xfs_btree_block * rblock,int rblocklen,struct xfs_rtrefcount_root * dblock,int dblocklen)671f0415af6SDarrick J. Wong xfs_rtrefcountbt_to_disk(
672f0415af6SDarrick J. Wong struct xfs_mount *mp,
673f0415af6SDarrick J. Wong struct xfs_btree_block *rblock,
674f0415af6SDarrick J. Wong int rblocklen,
675f0415af6SDarrick J. Wong struct xfs_rtrefcount_root *dblock,
676f0415af6SDarrick J. Wong int dblocklen)
677f0415af6SDarrick J. Wong {
678f0415af6SDarrick J. Wong struct xfs_refcount_key *fkp;
679f0415af6SDarrick J. Wong __be64 *fpp;
680f0415af6SDarrick J. Wong struct xfs_refcount_key *tkp;
681f0415af6SDarrick J. Wong __be64 *tpp;
682f0415af6SDarrick J. Wong struct xfs_refcount_rec *frp;
683f0415af6SDarrick J. Wong struct xfs_refcount_rec *trp;
684f0415af6SDarrick J. Wong unsigned int maxrecs;
685f0415af6SDarrick J. Wong unsigned int numrecs;
686f0415af6SDarrick J. Wong
687f0415af6SDarrick J. Wong ASSERT(rblock->bb_magic == cpu_to_be32(XFS_RTREFC_CRC_MAGIC));
688f0415af6SDarrick J. Wong ASSERT(uuid_equal(&rblock->bb_u.l.bb_uuid, &mp->m_sb.sb_meta_uuid));
689f0415af6SDarrick J. Wong ASSERT(rblock->bb_u.l.bb_blkno == cpu_to_be64(XFS_BUF_DADDR_NULL));
690f0415af6SDarrick J. Wong ASSERT(rblock->bb_u.l.bb_leftsib == cpu_to_be64(NULLFSBLOCK));
691f0415af6SDarrick J. Wong ASSERT(rblock->bb_u.l.bb_rightsib == cpu_to_be64(NULLFSBLOCK));
692f0415af6SDarrick J. Wong
693f0415af6SDarrick J. Wong dblock->bb_level = rblock->bb_level;
694f0415af6SDarrick J. Wong dblock->bb_numrecs = rblock->bb_numrecs;
695f0415af6SDarrick J. Wong
696f0415af6SDarrick J. Wong if (be16_to_cpu(rblock->bb_level) > 0) {
697f0415af6SDarrick J. Wong maxrecs = xfs_rtrefcountbt_droot_maxrecs(dblocklen, false);
698f0415af6SDarrick J. Wong fkp = xfs_rtrefcount_key_addr(rblock, 1);
699f0415af6SDarrick J. Wong tkp = xfs_rtrefcount_droot_key_addr(dblock, 1);
700f0415af6SDarrick J. Wong fpp = xfs_rtrefcount_broot_ptr_addr(mp, rblock, 1, rblocklen);
701f0415af6SDarrick J. Wong tpp = xfs_rtrefcount_droot_ptr_addr(dblock, 1, maxrecs);
702f0415af6SDarrick J. Wong numrecs = be16_to_cpu(rblock->bb_numrecs);
703f0415af6SDarrick J. Wong memcpy(tkp, fkp, 2 * sizeof(*fkp) * numrecs);
704f0415af6SDarrick J. Wong memcpy(tpp, fpp, sizeof(*fpp) * numrecs);
705f0415af6SDarrick J. Wong } else {
706f0415af6SDarrick J. Wong frp = xfs_rtrefcount_rec_addr(rblock, 1);
707f0415af6SDarrick J. Wong trp = xfs_rtrefcount_droot_rec_addr(dblock, 1);
708f0415af6SDarrick J. Wong numrecs = be16_to_cpu(rblock->bb_numrecs);
709f0415af6SDarrick J. Wong memcpy(trp, frp, sizeof(*frp) * numrecs);
710f0415af6SDarrick J. Wong }
711f0415af6SDarrick J. Wong }
712f0415af6SDarrick J. Wong
713f0415af6SDarrick J. Wong /* Flush a realtime reference count btree root out to disk. */
714f0415af6SDarrick J. Wong void
xfs_iflush_rtrefcount(struct xfs_inode * ip,struct xfs_dinode * dip)715f0415af6SDarrick J. Wong xfs_iflush_rtrefcount(
716f0415af6SDarrick J. Wong struct xfs_inode *ip,
717f0415af6SDarrick J. Wong struct xfs_dinode *dip)
718f0415af6SDarrick J. Wong {
719f0415af6SDarrick J. Wong struct xfs_ifork *ifp = xfs_ifork_ptr(ip, XFS_DATA_FORK);
720f0415af6SDarrick J. Wong struct xfs_rtrefcount_root *dfp = XFS_DFORK_PTR(dip, XFS_DATA_FORK);
721f0415af6SDarrick J. Wong
722f0415af6SDarrick J. Wong ASSERT(ifp->if_broot != NULL);
723f0415af6SDarrick J. Wong ASSERT(ifp->if_broot_bytes > 0);
724f0415af6SDarrick J. Wong ASSERT(xfs_rtrefcount_droot_space(ifp->if_broot) <=
725f0415af6SDarrick J. Wong xfs_inode_fork_size(ip, XFS_DATA_FORK));
726f0415af6SDarrick J. Wong xfs_rtrefcountbt_to_disk(ip->i_mount, ifp->if_broot,
727f0415af6SDarrick J. Wong ifp->if_broot_bytes, dfp,
728f0415af6SDarrick J. Wong XFS_DFORK_SIZE(dip, ip->i_mount, XFS_DATA_FORK));
729f0415af6SDarrick J. Wong }
7304ee3113aSDarrick J. Wong
7314ee3113aSDarrick J. Wong /*
7324ee3113aSDarrick J. Wong * Create a realtime refcount btree inode.
7334ee3113aSDarrick J. Wong */
7344ee3113aSDarrick J. Wong int
xfs_rtrefcountbt_create(struct xfs_rtgroup * rtg,struct xfs_inode * ip,struct xfs_trans * tp,bool init)7354ee3113aSDarrick J. Wong xfs_rtrefcountbt_create(
7364ee3113aSDarrick J. Wong struct xfs_rtgroup *rtg,
7374ee3113aSDarrick J. Wong struct xfs_inode *ip,
7384ee3113aSDarrick J. Wong struct xfs_trans *tp,
7394ee3113aSDarrick J. Wong bool init)
7404ee3113aSDarrick J. Wong {
7414ee3113aSDarrick J. Wong struct xfs_ifork *ifp = xfs_ifork_ptr(ip, XFS_DATA_FORK);
7424ee3113aSDarrick J. Wong struct xfs_mount *mp = ip->i_mount;
7434ee3113aSDarrick J. Wong struct xfs_btree_block *broot;
7444ee3113aSDarrick J. Wong
7454ee3113aSDarrick J. Wong ifp->if_format = XFS_DINODE_FMT_META_BTREE;
7464ee3113aSDarrick J. Wong ASSERT(ifp->if_broot_bytes == 0);
7474ee3113aSDarrick J. Wong ASSERT(ifp->if_bytes == 0);
7484ee3113aSDarrick J. Wong
7494ee3113aSDarrick J. Wong /* Initialize the empty incore btree root. */
7504ee3113aSDarrick J. Wong broot = xfs_broot_realloc(ifp,
7514ee3113aSDarrick J. Wong xfs_rtrefcount_broot_space_calc(mp, 0, 0));
7524ee3113aSDarrick J. Wong if (broot)
7534ee3113aSDarrick J. Wong xfs_btree_init_block(mp, broot, &xfs_rtrefcountbt_ops, 0, 0,
7544ee3113aSDarrick J. Wong ip->i_ino);
7554ee3113aSDarrick J. Wong xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE | XFS_ILOG_DBROOT);
7564ee3113aSDarrick J. Wong return 0;
7574ee3113aSDarrick J. Wong }
758