Lines Matching +full:no +full:- +full:scan +full:- +full:on +full:- +full:init
1 // SPDX-License-Identifier: GPL-2.0-or-later
3 * Copyright (C) 2022-2023 Oracle. All Rights Reserved.
61 * blocks on disk. The rmap data can tell us if there are multiple owners, so
67 * strategy is to hope the other metadata objects crosslinked on this block
71 * If there are no rmap records at all, we also free the block. If the btree
74 * had to have been an rmap entry for the block to have ended up on @bitmap,
111 /* Put a block back on the AGFL. */
120 /* Make sure there's space on the freelist. */ in xreap_put_freelist()
130 error = xfs_rmap_alloc(sc->tp, sc->sa.agf_bp, sc->sa.pag, agbno, 1, in xreap_put_freelist()
135 /* Put the block on the AGFL. */ in xreap_put_freelist()
136 error = xfs_alloc_read_agfl(sc->sa.pag, sc->tp, &agfl_bp); in xreap_put_freelist()
140 error = xfs_alloc_put_freelist(sc->sa.pag, sc->tp, sc->sa.agf_bp, in xreap_put_freelist()
144 xfs_extent_busy_insert(sc->tp, pag_group(sc->sa.pag), agbno, 1, in xreap_put_freelist()
153 if (rs->force_roll) in xreap_dirty()
155 if (rs->deferred) in xreap_dirty()
157 if (rs->invalidated) in xreap_dirty()
159 if (rs->total_deferred) in xreap_dirty()
174 if (rs->force_roll) in xreap_want_roll()
176 if (rs->deferred > XREP_MAX_ITRUNCATE_EFIS) in xreap_want_roll()
178 if (rs->invalidated > XREAP_MAX_BINVAL) in xreap_want_roll()
185 rs->total_deferred += rs->deferred; in xreap_reset()
186 rs->deferred = 0; in xreap_reset()
187 rs->invalidated = 0; in xreap_reset()
188 rs->force_roll = false; in xreap_reset()
203 if (rs->force_roll) in xreap_want_defer_finish()
205 if (rs->total_deferred > XREAP_MAX_DEFER_CHAIN) in xreap_want_defer_finish()
212 rs->total_deferred = 0; in xreap_defer_finish_reset()
213 rs->deferred = 0; in xreap_defer_finish_reset()
214 rs->invalidated = 0; in xreap_defer_finish_reset()
215 rs->force_roll = false; in xreap_defer_finish_reset()
219 * Compute the maximum length of a buffer cache scan (in units of sectors),
236 * Return an incore buffer from a sector scan, or NULL if there are no buffers
242 struct xrep_bufscan *scan) in xrep_bufscan_advance() argument
244 scan->__sector_count += scan->daddr_step; in xrep_bufscan_advance()
245 while (scan->__sector_count <= scan->max_sectors) { in xrep_bufscan_advance()
249 error = xfs_buf_incore(mp->m_ddev_targp, scan->daddr, in xrep_bufscan_advance()
250 scan->__sector_count, XBF_LIVESCAN, &bp); in xrep_bufscan_advance()
254 scan->__sector_count += scan->daddr_step; in xrep_bufscan_advance()
267 struct xfs_scrub *sc = rs->sc; in xreap_agextent_binval()
268 struct xfs_perag *pag = sc->sa.pag; in xreap_agextent_binval()
269 struct xfs_mount *mp = sc->mp; in xreap_agextent_binval()
274 * Avoid invalidating AG headers and post-EOFS blocks because we never in xreap_agextent_binval()
278 !xfs_verify_agbno(pag, agbno_next - 1)) in xreap_agextent_binval()
285 * detect aliasing, so employ nested loops to scan for incore buffers in xreap_agextent_binval()
289 struct xrep_bufscan scan = { in xreap_agextent_binval() local
292 agbno_next - bno), in xreap_agextent_binval()
297 while ((bp = xrep_bufscan_advance(mp, &scan)) != NULL) { in xreap_agextent_binval()
298 xfs_trans_bjoin(sc->tp, bp); in xreap_agextent_binval()
299 xfs_trans_binval(sc->tp, bp); in xreap_agextent_binval()
300 rs->invalidated++; in xreap_agextent_binval()
307 if (rs->invalidated > XREAP_MAX_BINVAL) { in xreap_agextent_binval()
308 *aglenp -= agbno_next - bno; in xreap_agextent_binval()
317 trace_xreap_agextent_binval(pag_group(sc->sa.pag), agbno, *aglenp); in xreap_agextent_binval()
322 * call. Cross-linked blocks should have their reverse mappings removed, but
323 * single-owner extents can be freed. AGFL blocks can only be put back one at
334 struct xfs_scrub *sc = rs->sc; in xreap_agextent_select()
344 cur = xfs_rmapbt_init_cursor(sc->mp, sc->tp, sc->sa.agf_bp, in xreap_agextent_select()
345 sc->sa.pag); in xreap_agextent_select()
346 error = xfs_rmap_has_other_keys(cur, agbno, 1, rs->oinfo, in xreap_agextent_select()
352 if (rs->resv == XFS_AG_RESV_AGFL) in xreap_agextent_select()
362 error = xfs_rmap_has_other_keys(cur, bno, 1, rs->oinfo, in xreap_agextent_select()
376 trace_xreap_agextent_select(pag_group(sc->sa.pag), agbno, len, in xreap_agextent_select()
394 struct xfs_scrub *sc = rs->sc; in xreap_agextent_iter()
398 ASSERT(rs->resv != XFS_AG_RESV_METAFILE); in xreap_agextent_iter()
400 fsbno = xfs_agbno_to_fsb(sc->sa.pag, agbno); in xreap_agextent_iter()
404 * not be freed. Remove the reverse mapping and move on. Otherwise, in xreap_agextent_iter()
409 * metadata structure is crosslinked with a multi-block structure in xreap_agextent_iter()
412 * blow on writeout, the filesystem will shut down, and the admin gets in xreap_agextent_iter()
416 trace_xreap_dispose_unmap_extent(pag_group(sc->sa.pag), agbno, in xreap_agextent_iter()
419 rs->force_roll = true; in xreap_agextent_iter()
421 if (rs->oinfo == &XFS_RMAP_OINFO_COW) { in xreap_agextent_iter()
427 xfs_refcount_free_cow_extent(sc->tp, false, fsbno, in xreap_agextent_iter()
432 return xfs_rmap_free(sc->tp, sc->sa.agf_bp, sc->sa.pag, agbno, in xreap_agextent_iter()
433 *aglenp, rs->oinfo); in xreap_agextent_iter()
436 trace_xreap_dispose_free_extent(pag_group(sc->sa.pag), agbno, *aglenp); in xreap_agextent_iter()
457 if (rs->oinfo == &XFS_RMAP_OINFO_COW) { in xreap_agextent_iter()
458 ASSERT(rs->resv == XFS_AG_RESV_NONE); in xreap_agextent_iter()
460 xfs_refcount_free_cow_extent(sc->tp, false, fsbno, *aglenp); in xreap_agextent_iter()
461 error = xfs_free_extent_later(sc->tp, fsbno, *aglenp, NULL, in xreap_agextent_iter()
462 rs->resv, XFS_FREE_EXTENT_SKIP_DISCARD); in xreap_agextent_iter()
466 rs->force_roll = true; in xreap_agextent_iter()
470 /* Put blocks back on the AGFL one at a time. */ in xreap_agextent_iter()
471 if (rs->resv == XFS_AG_RESV_AGFL) { in xreap_agextent_iter()
477 rs->force_roll = true; in xreap_agextent_iter()
487 error = xfs_free_extent_later(sc->tp, fsbno, *aglenp, rs->oinfo, in xreap_agextent_iter()
488 rs->resv, XFS_FREE_EXTENT_SKIP_DISCARD); in xreap_agextent_iter()
492 rs->deferred++; in xreap_agextent_iter()
493 if (rs->deferred % 2 == 0) in xreap_agextent_iter()
494 xfs_defer_add_barrier(sc->tp); in xreap_agextent_iter()
499 * Break an AG metadata extent into sub-extents by fate (crosslinked, not
500 * crosslinked), and dispose of each sub-extent separately.
509 struct xfs_scrub *sc = rs->sc; in xreap_agmeta_extent()
514 ASSERT(sc->ip == NULL); in xreap_agmeta_extent()
562 ASSERT(xfs_has_rmapbt(sc->mp)); in xrep_reap_agblocks()
563 ASSERT(sc->ip == NULL); in xrep_reap_agblocks()
576 * Break a file metadata extent into sub-extents by fate (crosslinked, not
577 * crosslinked), and dispose of each sub-extent separately. The extent must
587 struct xfs_scrub *sc = rs->sc; in xreap_fsmeta_extent()
588 xfs_agnumber_t agno = XFS_FSB_TO_AGNO(sc->mp, fsbno); in xreap_fsmeta_extent()
589 xfs_agblock_t agbno = XFS_FSB_TO_AGBNO(sc->mp, fsbno); in xreap_fsmeta_extent()
594 ASSERT(sc->ip != NULL); in xreap_fsmeta_extent()
595 ASSERT(!sc->sa.pag); in xreap_fsmeta_extent()
599 * we have to init the xchk_ag structure ourselves. in xreap_fsmeta_extent()
601 sc->sa.pag = xfs_perag_get(sc->mp, agno); in xreap_fsmeta_extent()
602 if (!sc->sa.pag) in xreap_fsmeta_extent()
603 return -EFSCORRUPTED; in xreap_fsmeta_extent()
605 error = xfs_alloc_read_agf(sc->sa.pag, sc->tp, 0, &sc->sa.agf_bp); in xreap_fsmeta_extent()
637 xfs_trans_bhold(sc->tp, sc->sa.agf_bp); in xreap_fsmeta_extent()
638 error = xfs_trans_roll_inode(&sc->tp, sc->ip); in xreap_fsmeta_extent()
639 xfs_trans_bjoin(sc->tp, sc->sa.agf_bp); in xreap_fsmeta_extent()
649 xfs_trans_brelse(sc->tp, sc->sa.agf_bp); in xreap_fsmeta_extent()
650 sc->sa.agf_bp = NULL; in xreap_fsmeta_extent()
652 xfs_perag_put(sc->sa.pag); in xreap_fsmeta_extent()
653 sc->sa.pag = NULL; in xreap_fsmeta_extent()
674 ASSERT(xfs_has_rmapbt(sc->mp)); in xrep_reap_fsblocks()
675 ASSERT(sc->ip != NULL); in xrep_reap_fsblocks()
690 * call. Cross-linked blocks should have their reverse mappings removed, but
691 * single-owner extents can be freed. Units are rt blocks, not rt extents.
701 struct xfs_scrub *sc = rs->sc; in xreap_rgextent_select()
711 cur = xfs_rtrmapbt_init_cursor(sc->tp, sc->sr.rtg); in xreap_rgextent_select()
712 error = xfs_rmap_has_other_keys(cur, rgbno, 1, rs->oinfo, in xreap_rgextent_select()
724 error = xfs_rmap_has_other_keys(cur, bno, 1, rs->oinfo, in xreap_rgextent_select()
737 trace_xreap_agextent_select(rtg_group(sc->sr.rtg), rgbno, len, in xreap_rgextent_select()
755 struct xfs_scrub *sc = rs->sc; in xreap_rgextent_iter()
764 if (rs->oinfo != &XFS_RMAP_OINFO_COW) { in xreap_rgextent_iter()
765 ASSERT(rs->oinfo == &XFS_RMAP_OINFO_COW); in xreap_rgextent_iter()
766 return -EFSCORRUPTED; in xreap_rgextent_iter()
768 ASSERT(rs->resv == XFS_AG_RESV_NONE); in xreap_rgextent_iter()
770 rtbno = xfs_rgbno_to_rtb(sc->sr.rtg, rgbno); in xreap_rgextent_iter()
774 * not be freed. Remove the forward and reverse mapping and move on. in xreap_rgextent_iter()
777 trace_xreap_dispose_unmap_extent(rtg_group(sc->sr.rtg), rgbno, in xreap_rgextent_iter()
780 xfs_refcount_free_cow_extent(sc->tp, true, rtbno, *rglenp); in xreap_rgextent_iter()
781 rs->deferred++; in xreap_rgextent_iter()
785 trace_xreap_dispose_free_extent(rtg_group(sc->sr.rtg), rgbno, *rglenp); in xreap_rgextent_iter()
794 xfs_refcount_free_cow_extent(sc->tp, true, rtbno, *rglenp); in xreap_rgextent_iter()
795 error = xfs_free_extent_later(sc->tp, rtbno, *rglenp, NULL, in xreap_rgextent_iter()
796 rs->resv, in xreap_rgextent_iter()
802 rs->deferred++; in xreap_rgextent_iter()
811 * Break a rt file metadata extent into sub-extents by fate (crosslinked, not
812 * crosslinked), and dispose of each sub-extent separately. The extent must
822 struct xfs_scrub *sc = rs->sc; in xreap_rtmeta_extent()
823 xfs_rgblock_t rgbno = xfs_rtb_to_rgbno(sc->mp, rtbno); in xreap_rtmeta_extent()
827 ASSERT(sc->ip != NULL); in xreap_rtmeta_extent()
828 ASSERT(!sc->sr.rtg); in xreap_rtmeta_extent()
832 * we have to init the xchk_ag structure ourselves. in xreap_rtmeta_extent()
834 sc->sr.rtg = xfs_rtgroup_get(sc->mp, xfs_rtb_to_rgno(sc->mp, rtbno)); in xreap_rtmeta_extent()
835 if (!sc->sr.rtg) in xreap_rtmeta_extent()
836 return -EFSCORRUPTED; in xreap_rtmeta_extent()
838 xfs_rtgroup_lock(sc->sr.rtg, XREAP_RTGLOCK_ALL); in xreap_rtmeta_extent()
854 error = xfs_defer_finish(&sc->tp); in xreap_rtmeta_extent()
859 error = xfs_trans_roll_inode(&sc->tp, sc->ip); in xreap_rtmeta_extent()
869 xfs_rtgroup_unlock(sc->sr.rtg, XREAP_RTGLOCK_ALL); in xreap_rtmeta_extent()
870 xfs_rtgroup_put(sc->sr.rtg); in xreap_rtmeta_extent()
871 sc->sr.rtg = NULL; in xreap_rtmeta_extent()
892 ASSERT(xfs_has_rmapbt(sc->mp)); in xrep_reap_rtblocks()
893 ASSERT(sc->ip != NULL); in xrep_reap_rtblocks()
917 * blocks are no longer mapped by the inode, and inode metadata space in xrep_reap_metadir_fsblocks()
928 ASSERT(xfs_has_rmapbt(sc->mp)); in xrep_reap_metadir_fsblocks()
929 ASSERT(sc->ip != NULL); in xrep_reap_metadir_fsblocks()
930 ASSERT(xfs_is_metadir_inode(sc->ip)); in xrep_reap_metadir_fsblocks()
932 xfs_rmap_ino_bmbt_owner(&oinfo, sc->ip->i_ino, XFS_DATA_FORK); in xrep_reap_metadir_fsblocks()
952 * This first step determines the longest subset of the passed-in imap
972 agbno = XFS_FSB_TO_AGBNO(sc->mp, imap->br_startblock); in xreap_bmapi_select()
973 agbno_next = agbno + imap->br_blockcount; in xreap_bmapi_select()
975 cur = xfs_rmapbt_init_cursor(sc->mp, sc->tp, sc->sa.agf_bp, in xreap_bmapi_select()
976 sc->sa.pag); in xreap_bmapi_select()
978 xfs_rmap_ino_owner(&oinfo, ip->i_ino, whichfork, imap->br_startoff); in xreap_bmapi_select()
1000 imap->br_blockcount = len; in xreap_bmapi_select()
1001 trace_xreap_bmapi_select(pag_group(sc->sa.pag), agbno, len, in xreap_bmapi_select()
1021 for (i = 0; i < bp->b_map_count; i++) { in xreap_buf_loggable()
1025 chunks = DIV_ROUND_UP(BBTOB(bp->b_maps[i].bm_len), in xreap_buf_loggable()
1046 struct xfs_mount *mp = sc->mp; in xreap_bmapi_binval()
1047 struct xfs_perag *pag = sc->sa.pag; in xreap_bmapi_binval()
1059 * Avoid invalidating AG headers and post-EOFS blocks because we never in xreap_bmapi_binval()
1062 agbno = bno = XFS_FSB_TO_AGBNO(sc->mp, imap->br_startblock); in xreap_bmapi_binval()
1063 agbno_next = agbno + imap->br_blockcount; in xreap_bmapi_binval()
1065 !xfs_verify_agbno(pag, agbno_next - 1)) in xreap_bmapi_binval()
1073 * To set up our binval scan, first we need to figure out the location in xreap_bmapi_binval()
1076 off = imap->br_startoff + imap->br_blockcount; in xreap_bmapi_binval()
1082 error = xfs_bmapi_read(ip, off, max_off - off, &hmap, in xreap_bmapi_binval()
1088 return -EFSCORRUPTED; in xreap_bmapi_binval()
1096 scan_blocks = off - imap->br_startoff; in xreap_bmapi_binval()
1107 struct xrep_bufscan scan = { in xreap_bmapi_binval() local
1115 while ((bp = xrep_bufscan_advance(mp, &scan)) != NULL) { in xreap_bmapi_binval()
1117 xfs_trans_bjoin(sc->tp, bp); in xreap_bmapi_binval()
1118 xfs_trans_binval(sc->tp, bp); in xreap_bmapi_binval()
1131 imap->br_blockcount = agbno_next - bno; in xreap_bmapi_binval()
1137 scan_blocks--; in xreap_bmapi_binval()
1141 trace_xreap_bmapi_binval(pag_group(sc->sa.pag), agbno, in xreap_bmapi_binval()
1142 imap->br_blockcount); in xreap_bmapi_binval()
1148 * The number of blocks disposed of is returned in @imap->br_blockcount.
1164 * buffer cache in its possibly confused state, and move on. in xrep_reap_bmapi_iter()
1169 trace_xreap_dispose_unmap_extent(pag_group(sc->sa.pag), in xrep_reap_bmapi_iter()
1170 XFS_FSB_TO_AGBNO(sc->mp, imap->br_startblock), in xrep_reap_bmapi_iter()
1171 imap->br_blockcount); in xrep_reap_bmapi_iter()
1178 xfs_bmap_unmap_extent(sc->tp, ip, whichfork, imap); in xrep_reap_bmapi_iter()
1179 xfs_trans_mod_dquot_byino(sc->tp, ip, XFS_TRANS_DQ_BCOUNT, in xrep_reap_bmapi_iter()
1180 -(int64_t)imap->br_blockcount); in xrep_reap_bmapi_iter()
1181 xfs_rmap_unmap_extent(sc->tp, ip, whichfork, imap); in xrep_reap_bmapi_iter()
1192 trace_xreap_dispose_free_extent(pag_group(sc->sa.pag), in xrep_reap_bmapi_iter()
1193 XFS_FSB_TO_AGBNO(sc->mp, imap->br_startblock), in xrep_reap_bmapi_iter()
1194 imap->br_blockcount); in xrep_reap_bmapi_iter()
1203 if (error || imap->br_blockcount == 0) in xrep_reap_bmapi_iter()
1211 xfs_bmap_unmap_extent(sc->tp, ip, whichfork, imap); in xrep_reap_bmapi_iter()
1212 xfs_trans_mod_dquot_byino(sc->tp, ip, XFS_TRANS_DQ_BCOUNT, in xrep_reap_bmapi_iter()
1213 -(int64_t)imap->br_blockcount); in xrep_reap_bmapi_iter()
1214 return xfs_free_extent_later(sc->tp, imap->br_startblock, in xrep_reap_bmapi_iter()
1215 imap->br_blockcount, NULL, XFS_AG_RESV_NONE, in xrep_reap_bmapi_iter()
1234 ASSERT(sc->sa.pag == NULL); in xreap_ifork_extent()
1238 agno = XFS_FSB_TO_AGNO(sc->mp, imap->br_startblock); in xreap_ifork_extent()
1239 sc->sa.pag = xfs_perag_get(sc->mp, agno); in xreap_ifork_extent()
1240 if (!sc->sa.pag) in xreap_ifork_extent()
1241 return -EFSCORRUPTED; in xreap_ifork_extent()
1243 error = xfs_alloc_read_agf(sc->sa.pag, sc->tp, 0, &sc->sa.agf_bp); in xreap_ifork_extent()
1260 xfs_trans_brelse(sc->tp, sc->sa.agf_bp); in xreap_ifork_extent()
1261 sc->sa.agf_bp = NULL; in xreap_ifork_extent()
1263 xfs_perag_put(sc->sa.pag); in xreap_ifork_extent()
1264 sc->sa.pag = NULL; in xreap_ifork_extent()
1270 * must hold ILOCK_EXCL, and ip can only be sc->ip or sc->tempip. The fork
1283 ASSERT(xfs_has_rmapbt(sc->mp)); in xrep_reap_ifork()
1284 ASSERT(ip == sc->ip || ip == sc->tempip); in xrep_reap_ifork()
1292 error = xfs_bmapi_read(ip, off, XFS_MAX_FILEOFF - off, &imap, in xrep_reap_ifork()
1298 return -EFSCORRUPTED; in xrep_reap_ifork()
1310 error = xfs_defer_finish(&sc->tp); in xrep_reap_ifork()