1d7511a40SPedro F. Giffuni /*- 2d63027b6SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3d63027b6SPedro F. Giffuni * 4d7511a40SPedro F. Giffuni * Copyright (c) 2010 Zheng Liu <lz@freebsd.org> 5d7511a40SPedro F. Giffuni * All rights reserved. 6d7511a40SPedro F. Giffuni * 7d7511a40SPedro F. Giffuni * Redistribution and use in source and binary forms, with or without 8d7511a40SPedro F. Giffuni * modification, are permitted provided that the following conditions 9d7511a40SPedro F. Giffuni * are met: 10d7511a40SPedro F. Giffuni * 1. Redistributions of source code must retain the above copyright 11d7511a40SPedro F. Giffuni * notice, this list of conditions and the following disclaimer. 12d7511a40SPedro F. Giffuni * 2. Redistributions in binary form must reproduce the above copyright 13d7511a40SPedro F. Giffuni * notice, this list of conditions and the following disclaimer in the 14d7511a40SPedro F. Giffuni * documentation and/or other materials provided with the distribution. 15d7511a40SPedro F. Giffuni * 16d7511a40SPedro F. Giffuni * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17d7511a40SPedro F. Giffuni * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18d7511a40SPedro F. Giffuni * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19d7511a40SPedro F. Giffuni * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20d7511a40SPedro F. Giffuni * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21d7511a40SPedro F. Giffuni * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22d7511a40SPedro F. Giffuni * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23d7511a40SPedro F. Giffuni * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24d7511a40SPedro F. Giffuni * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25d7511a40SPedro F. Giffuni * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26d7511a40SPedro F. Giffuni * SUCH DAMAGE. 27d7511a40SPedro F. Giffuni * 28d7511a40SPedro F. Giffuni * $FreeBSD$ 29d7511a40SPedro F. Giffuni */ 30d7511a40SPedro F. Giffuni 31d7511a40SPedro F. Giffuni #include <sys/param.h> 32d7511a40SPedro F. Giffuni #include <sys/systm.h> 33d7511a40SPedro F. Giffuni #include <sys/types.h> 34d7511a40SPedro F. Giffuni #include <sys/kernel.h> 35d7511a40SPedro F. Giffuni #include <sys/malloc.h> 36d7511a40SPedro F. Giffuni #include <sys/vnode.h> 37d7511a40SPedro F. Giffuni #include <sys/bio.h> 38d7511a40SPedro F. Giffuni #include <sys/buf.h> 39cd3acfe7SFedor Uporov #include <sys/endian.h> 40d7511a40SPedro F. Giffuni #include <sys/conf.h> 4184b89556SFedor Uporov #include <sys/sdt.h> 42b394cd1eSFedor Uporov #include <sys/stat.h> 43d7511a40SPedro F. Giffuni 44d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_mount.h> 45d7511a40SPedro F. Giffuni #include <fs/ext2fs/fs.h> 46d7511a40SPedro F. Giffuni #include <fs/ext2fs/inode.h> 47d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2fs.h> 48d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extents.h> 49d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extern.h> 50d7511a40SPedro F. Giffuni 5184b89556SFedor Uporov SDT_PROVIDER_DECLARE(ext2fs); 5284b89556SFedor Uporov /* 5384b89556SFedor Uporov * ext2fs trace probe: 5484b89556SFedor Uporov * arg0: verbosity. Higher numbers give more verbose messages 5584b89556SFedor Uporov * arg1: Textual message 5684b89556SFedor Uporov */ 5784b89556SFedor Uporov SDT_PROBE_DEFINE2(ext2fs, , trace, extents, "int", "char*"); 5884b89556SFedor Uporov 59b394cd1eSFedor Uporov static MALLOC_DEFINE(M_EXT2EXTENTS, "ext2_extents", "EXT2 extents"); 60d7511a40SPedro F. Giffuni 6184b89556SFedor Uporov #ifdef EXT2FS_PRINT_EXTENTS 62*5679656eSFedor Uporov static const bool print_extents_walk = true; 63b394cd1eSFedor Uporov 64*5679656eSFedor Uporov static int ext4_ext_check_header(struct inode *, struct ext4_extent_header *); 65*5679656eSFedor Uporov static int ext4_ext_walk_header(struct inode *, struct ext4_extent_header *); 66*5679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_index_pblock(struct ext4_extent_index *); 67*5679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_extent_pblock(struct ext4_extent *); 68*5679656eSFedor Uporov 69*5679656eSFedor Uporov static int 70*5679656eSFedor Uporov ext4_ext_blk_check(struct inode *ip, e4fs_daddr_t blk) 71*5679656eSFedor Uporov { 72*5679656eSFedor Uporov struct m_ext2fs *fs; 73*5679656eSFedor Uporov 74*5679656eSFedor Uporov fs = ip->i_e2fs; 75*5679656eSFedor Uporov 76*5679656eSFedor Uporov if (blk < fs->e2fs->e2fs_first_dblock || blk >= fs->e2fs_bcount) 77*5679656eSFedor Uporov return (EIO); 78*5679656eSFedor Uporov 79*5679656eSFedor Uporov return (0); 80d7511a40SPedro F. Giffuni } 81d7511a40SPedro F. Giffuni 82*5679656eSFedor Uporov static int 83*5679656eSFedor Uporov ext4_ext_walk_index(struct inode *ip, struct ext4_extent_index *ex, bool do_walk) 84b394cd1eSFedor Uporov { 85b394cd1eSFedor Uporov struct m_ext2fs *fs; 86b394cd1eSFedor Uporov struct buf *bp; 87*5679656eSFedor Uporov e4fs_daddr_t blk; 88b394cd1eSFedor Uporov int error; 89b394cd1eSFedor Uporov 90b394cd1eSFedor Uporov fs = ip->i_e2fs; 91b394cd1eSFedor Uporov 92*5679656eSFedor Uporov if (print_extents_walk) 93*5679656eSFedor Uporov printf(" index %p => (blk %u pblk %ju)\n", ex, 94*5679656eSFedor Uporov le32toh(ex->ei_blk), (uint64_t)le16toh(ex->ei_leaf_hi) << 32 | 95cd3acfe7SFedor Uporov le32toh(ex->ei_leaf_lo)); 96b394cd1eSFedor Uporov 97b394cd1eSFedor Uporov if(!do_walk) 98*5679656eSFedor Uporov return (0); 99*5679656eSFedor Uporov 100*5679656eSFedor Uporov blk = ext4_ext_index_pblock(ex); 101*5679656eSFedor Uporov error = ext4_ext_blk_check(ip, blk); 102*5679656eSFedor Uporov if (error) 103*5679656eSFedor Uporov return (error); 104b394cd1eSFedor Uporov 105b394cd1eSFedor Uporov if ((error = bread(ip->i_devvp, 106*5679656eSFedor Uporov fsbtodb(fs, blk), (int)fs->e2fs_bsize, NOCRED, &bp)) != 0) { 107b394cd1eSFedor Uporov brelse(bp); 108*5679656eSFedor Uporov return (error); 10978f6ea54SPedro F. Giffuni } 110b394cd1eSFedor Uporov 111*5679656eSFedor Uporov error = ext4_ext_walk_header(ip, (struct ext4_extent_header *)bp->b_data); 112b394cd1eSFedor Uporov 113b394cd1eSFedor Uporov brelse(bp); 114b394cd1eSFedor Uporov 115*5679656eSFedor Uporov return (error); 116d7511a40SPedro F. Giffuni } 117d7511a40SPedro F. Giffuni 118*5679656eSFedor Uporov static int 119*5679656eSFedor Uporov ext4_ext_walk_extent(struct inode *ip, struct ext4_extent *ep) 120d7511a40SPedro F. Giffuni { 121*5679656eSFedor Uporov e4fs_daddr_t blk; 122*5679656eSFedor Uporov int error; 123d7511a40SPedro F. Giffuni 124*5679656eSFedor Uporov blk = ext4_ext_extent_pblock(ep); 125*5679656eSFedor Uporov error = ext4_ext_blk_check(ip, blk); 126*5679656eSFedor Uporov if (error) 127*5679656eSFedor Uporov return (error); 128b394cd1eSFedor Uporov 129*5679656eSFedor Uporov if (print_extents_walk) 130*5679656eSFedor Uporov printf(" ext %p => (blk %u len %u start %ju)\n", 131*5679656eSFedor Uporov ep, le32toh(ep->e_blk), le16toh(ep->e_len), 132*5679656eSFedor Uporov (uint64_t)blk); 133*5679656eSFedor Uporov 134*5679656eSFedor Uporov return (0); 135b394cd1eSFedor Uporov } 136b394cd1eSFedor Uporov 137*5679656eSFedor Uporov static int 138*5679656eSFedor Uporov ext4_ext_walk_header(struct inode *ip, struct ext4_extent_header *eh) 139*5679656eSFedor Uporov { 140*5679656eSFedor Uporov int i, error = 0; 141*5679656eSFedor Uporov 142*5679656eSFedor Uporov error = ext4_ext_check_header(ip, eh); 143*5679656eSFedor Uporov if (error) 144*5679656eSFedor Uporov return (error); 145*5679656eSFedor Uporov 146*5679656eSFedor Uporov if (print_extents_walk) 147*5679656eSFedor Uporov printf("header %p => (entries %d max %d depth %d gen %d)\n", 148*5679656eSFedor Uporov eh, le16toh(eh->eh_ecount), 149*5679656eSFedor Uporov le16toh(eh->eh_max), le16toh(eh->eh_depth), le32toh(eh->eh_gen)); 150*5679656eSFedor Uporov 151*5679656eSFedor Uporov for (i = 0; i < le16toh(eh->eh_ecount) && error == 0; i++) 152*5679656eSFedor Uporov if (eh->eh_depth != 0) 153*5679656eSFedor Uporov error = ext4_ext_walk_index(ip, 154*5679656eSFedor Uporov (struct ext4_extent_index *)(eh + 1 + i), true); 155*5679656eSFedor Uporov else 156*5679656eSFedor Uporov error = ext4_ext_walk_extent(ip, (struct ext4_extent *)(eh + 1 + i)); 157*5679656eSFedor Uporov 158*5679656eSFedor Uporov return (error); 159*5679656eSFedor Uporov } 160*5679656eSFedor Uporov 161*5679656eSFedor Uporov static int 162b394cd1eSFedor Uporov ext4_ext_print_path(struct inode *ip, struct ext4_extent_path *path) 163b394cd1eSFedor Uporov { 164*5679656eSFedor Uporov int k, l, error = 0; 165b394cd1eSFedor Uporov 166e06e5241SFedor Uporov l = path->ep_depth; 167b394cd1eSFedor Uporov 168*5679656eSFedor Uporov if (print_extents_walk) 169e06e5241SFedor Uporov printf("ip=%ju, Path:\n", ip->i_number); 170*5679656eSFedor Uporov 171*5679656eSFedor Uporov for (k = 0; k <= l && error == 0; k++, path++) { 172b394cd1eSFedor Uporov if (path->ep_index) { 173*5679656eSFedor Uporov error = ext4_ext_walk_index(ip, path->ep_index, false); 174b394cd1eSFedor Uporov } else if (path->ep_ext) { 175*5679656eSFedor Uporov error = ext4_ext_walk_extent(ip, path->ep_ext); 176b394cd1eSFedor Uporov } 177b394cd1eSFedor Uporov } 178b394cd1eSFedor Uporov 179*5679656eSFedor Uporov return (error); 180*5679656eSFedor Uporov } 181*5679656eSFedor Uporov 182*5679656eSFedor Uporov int 183*5679656eSFedor Uporov ext4_ext_walk(struct inode *ip) 184b394cd1eSFedor Uporov { 185b394cd1eSFedor Uporov struct ext4_extent_header *ehp; 186b394cd1eSFedor Uporov 187*5679656eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_db; 188b394cd1eSFedor Uporov 189*5679656eSFedor Uporov if (print_extents_walk) 190e06e5241SFedor Uporov printf("Extent status:ip=%ju\n", ip->i_number); 191*5679656eSFedor Uporov 192b394cd1eSFedor Uporov if (!(ip->i_flag & IN_E4EXTENTS)) 193*5679656eSFedor Uporov return (0); 194d7511a40SPedro F. Giffuni 195*5679656eSFedor Uporov return (ext4_ext_walk_header(ip, ehp)); 196e813d9d7SPedro F. Giffuni } 197b394cd1eSFedor Uporov #endif 198b394cd1eSFedor Uporov 199b394cd1eSFedor Uporov static inline struct ext4_extent_header * 200b394cd1eSFedor Uporov ext4_ext_inode_header(struct inode *ip) 201b394cd1eSFedor Uporov { 202b394cd1eSFedor Uporov 203b394cd1eSFedor Uporov return ((struct ext4_extent_header *)ip->i_db); 204d7511a40SPedro F. Giffuni } 205d7511a40SPedro F. Giffuni 206b394cd1eSFedor Uporov static inline struct ext4_extent_header * 207b394cd1eSFedor Uporov ext4_ext_block_header(char *bdata) 208b394cd1eSFedor Uporov { 209b394cd1eSFedor Uporov 210b394cd1eSFedor Uporov return ((struct ext4_extent_header *)bdata); 211b394cd1eSFedor Uporov } 212b394cd1eSFedor Uporov 213b394cd1eSFedor Uporov static inline unsigned short 214b394cd1eSFedor Uporov ext4_ext_inode_depth(struct inode *ip) 215b394cd1eSFedor Uporov { 216b394cd1eSFedor Uporov struct ext4_extent_header *ehp; 217b394cd1eSFedor Uporov 218b394cd1eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_data; 219cd3acfe7SFedor Uporov return (le16toh(ehp->eh_depth)); 220b394cd1eSFedor Uporov } 221b394cd1eSFedor Uporov 222b394cd1eSFedor Uporov static inline e4fs_daddr_t 223b394cd1eSFedor Uporov ext4_ext_index_pblock(struct ext4_extent_index *index) 224b394cd1eSFedor Uporov { 225b394cd1eSFedor Uporov e4fs_daddr_t blk; 226b394cd1eSFedor Uporov 227cd3acfe7SFedor Uporov blk = le32toh(index->ei_leaf_lo); 228cd3acfe7SFedor Uporov blk |= (e4fs_daddr_t)le16toh(index->ei_leaf_hi) << 32; 229b394cd1eSFedor Uporov 230b394cd1eSFedor Uporov return (blk); 231b394cd1eSFedor Uporov } 232b394cd1eSFedor Uporov 233b394cd1eSFedor Uporov static inline void 234b394cd1eSFedor Uporov ext4_index_store_pblock(struct ext4_extent_index *index, e4fs_daddr_t pb) 235b394cd1eSFedor Uporov { 236b394cd1eSFedor Uporov 237cd3acfe7SFedor Uporov index->ei_leaf_lo = htole32(pb & 0xffffffff); 238cd3acfe7SFedor Uporov index->ei_leaf_hi = htole16((pb >> 32) & 0xffff); 239b394cd1eSFedor Uporov } 240b394cd1eSFedor Uporov 241b394cd1eSFedor Uporov static inline e4fs_daddr_t 242b394cd1eSFedor Uporov ext4_ext_extent_pblock(struct ext4_extent *extent) 243b394cd1eSFedor Uporov { 244b394cd1eSFedor Uporov e4fs_daddr_t blk; 245b394cd1eSFedor Uporov 246cd3acfe7SFedor Uporov blk = le32toh(extent->e_start_lo); 247cd3acfe7SFedor Uporov blk |= (e4fs_daddr_t)le16toh(extent->e_start_hi) << 32; 248b394cd1eSFedor Uporov 249b394cd1eSFedor Uporov return (blk); 250b394cd1eSFedor Uporov } 251b394cd1eSFedor Uporov 252b394cd1eSFedor Uporov static inline void 253b394cd1eSFedor Uporov ext4_ext_store_pblock(struct ext4_extent *ex, e4fs_daddr_t pb) 254b394cd1eSFedor Uporov { 255b394cd1eSFedor Uporov 256cd3acfe7SFedor Uporov ex->e_start_lo = htole32(pb & 0xffffffff); 257cd3acfe7SFedor Uporov ex->e_start_hi = htole16((pb >> 32) & 0xffff); 258b394cd1eSFedor Uporov } 259b394cd1eSFedor Uporov 260d7511a40SPedro F. Giffuni int 261d7511a40SPedro F. Giffuni ext4_ext_in_cache(struct inode *ip, daddr_t lbn, struct ext4_extent *ep) 262d7511a40SPedro F. Giffuni { 263d7511a40SPedro F. Giffuni struct ext4_extent_cache *ecp; 264d7511a40SPedro F. Giffuni int ret = EXT4_EXT_CACHE_NO; 265d7511a40SPedro F. Giffuni 266d7511a40SPedro F. Giffuni ecp = &ip->i_ext_cache; 267d7511a40SPedro F. Giffuni if (ecp->ec_type == EXT4_EXT_CACHE_NO) 268d7511a40SPedro F. Giffuni return (ret); 269d7511a40SPedro F. Giffuni 270d7511a40SPedro F. Giffuni if (lbn >= ecp->ec_blk && lbn < ecp->ec_blk + ecp->ec_len) { 271cd3acfe7SFedor Uporov ep->e_blk = htole32(ecp->ec_blk); 272cd3acfe7SFedor Uporov ep->e_start_lo = htole32(ecp->ec_start & 0xffffffff); 273cd3acfe7SFedor Uporov ep->e_start_hi = htole16(ecp->ec_start >> 32 & 0xffff); 274cd3acfe7SFedor Uporov ep->e_len = htole16(ecp->ec_len); 275d7511a40SPedro F. Giffuni ret = ecp->ec_type; 276d7511a40SPedro F. Giffuni } 277d7511a40SPedro F. Giffuni return (ret); 278d7511a40SPedro F. Giffuni } 279d7511a40SPedro F. Giffuni 280b394cd1eSFedor Uporov static int 281b394cd1eSFedor Uporov ext4_ext_check_header(struct inode *ip, struct ext4_extent_header *eh) 282d7511a40SPedro F. Giffuni { 283b394cd1eSFedor Uporov struct m_ext2fs *fs; 284b394cd1eSFedor Uporov char *error_msg; 285d7511a40SPedro F. Giffuni 286b394cd1eSFedor Uporov fs = ip->i_e2fs; 287b394cd1eSFedor Uporov 288cd3acfe7SFedor Uporov if (le16toh(eh->eh_magic) != EXT4_EXT_MAGIC) { 28984b89556SFedor Uporov error_msg = "header: invalid magic"; 290b394cd1eSFedor Uporov goto corrupted; 291b394cd1eSFedor Uporov } 292b394cd1eSFedor Uporov if (eh->eh_max == 0) { 29384b89556SFedor Uporov error_msg = "header: invalid eh_max"; 294b394cd1eSFedor Uporov goto corrupted; 295b394cd1eSFedor Uporov } 296cd3acfe7SFedor Uporov if (le16toh(eh->eh_ecount) > le16toh(eh->eh_max)) { 29784b89556SFedor Uporov error_msg = "header: invalid eh_entries"; 298b394cd1eSFedor Uporov goto corrupted; 299d7511a40SPedro F. Giffuni } 300d7511a40SPedro F. Giffuni 301b394cd1eSFedor Uporov return (0); 302b394cd1eSFedor Uporov 303b394cd1eSFedor Uporov corrupted: 30484b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, error_msg); 305b394cd1eSFedor Uporov return (EIO); 306b394cd1eSFedor Uporov } 307b394cd1eSFedor Uporov 308b394cd1eSFedor Uporov static void 309b394cd1eSFedor Uporov ext4_ext_binsearch_index(struct ext4_extent_path *path, int blk) 310b394cd1eSFedor Uporov { 311b394cd1eSFedor Uporov struct ext4_extent_header *eh; 312b394cd1eSFedor Uporov struct ext4_extent_index *r, *l, *m; 313b394cd1eSFedor Uporov 314b394cd1eSFedor Uporov eh = path->ep_header; 315b394cd1eSFedor Uporov 316cd3acfe7SFedor Uporov KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max) && 317cd3acfe7SFedor Uporov le16toh(eh->eh_ecount) > 0, 318b394cd1eSFedor Uporov ("ext4_ext_binsearch_index: bad args")); 319b394cd1eSFedor Uporov 320b394cd1eSFedor Uporov l = EXT_FIRST_INDEX(eh) + 1; 321cd3acfe7SFedor Uporov r = EXT_FIRST_INDEX(eh) + le16toh(eh->eh_ecount) - 1; 322b394cd1eSFedor Uporov while (l <= r) { 323b394cd1eSFedor Uporov m = l + (r - l) / 2; 324cd3acfe7SFedor Uporov if (blk < le32toh(m->ei_blk)) 325b394cd1eSFedor Uporov r = m - 1; 326b394cd1eSFedor Uporov else 327b394cd1eSFedor Uporov l = m + 1; 328b394cd1eSFedor Uporov } 329b394cd1eSFedor Uporov 330b394cd1eSFedor Uporov path->ep_index = l - 1; 331b394cd1eSFedor Uporov } 332b394cd1eSFedor Uporov 333b394cd1eSFedor Uporov static void 334b394cd1eSFedor Uporov ext4_ext_binsearch_ext(struct ext4_extent_path *path, int blk) 335b394cd1eSFedor Uporov { 336b394cd1eSFedor Uporov struct ext4_extent_header *eh; 337b394cd1eSFedor Uporov struct ext4_extent *r, *l, *m; 338b394cd1eSFedor Uporov 339b394cd1eSFedor Uporov eh = path->ep_header; 340b394cd1eSFedor Uporov 341cd3acfe7SFedor Uporov KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max), 342b394cd1eSFedor Uporov ("ext4_ext_binsearch_ext: bad args")); 343b394cd1eSFedor Uporov 344b394cd1eSFedor Uporov if (eh->eh_ecount == 0) 345b394cd1eSFedor Uporov return; 346b394cd1eSFedor Uporov 347b394cd1eSFedor Uporov l = EXT_FIRST_EXTENT(eh) + 1; 348cd3acfe7SFedor Uporov r = EXT_FIRST_EXTENT(eh) + le16toh(eh->eh_ecount) - 1; 349b394cd1eSFedor Uporov 350b394cd1eSFedor Uporov while (l <= r) { 351b394cd1eSFedor Uporov m = l + (r - l) / 2; 352cd3acfe7SFedor Uporov if (blk < le32toh(m->e_blk)) 353b394cd1eSFedor Uporov r = m - 1; 354b394cd1eSFedor Uporov else 355b394cd1eSFedor Uporov l = m + 1; 356b394cd1eSFedor Uporov } 357b394cd1eSFedor Uporov 358b394cd1eSFedor Uporov path->ep_ext = l - 1; 359b394cd1eSFedor Uporov } 360b394cd1eSFedor Uporov 361b394cd1eSFedor Uporov static int 362b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(struct ext4_extent_path *path, 363b394cd1eSFedor Uporov struct buf *bp, uint64_t blk) 364b394cd1eSFedor Uporov { 365b394cd1eSFedor Uporov 366b394cd1eSFedor Uporov KASSERT(path->ep_data == NULL, 367b394cd1eSFedor Uporov ("ext4_ext_fill_path_bdata: bad ep_data")); 368b394cd1eSFedor Uporov 369b394cd1eSFedor Uporov path->ep_data = malloc(bp->b_bufsize, M_EXT2EXTENTS, M_WAITOK); 370b394cd1eSFedor Uporov memcpy(path->ep_data, bp->b_data, bp->b_bufsize); 371b394cd1eSFedor Uporov path->ep_blk = blk; 372b394cd1eSFedor Uporov 373b394cd1eSFedor Uporov return (0); 374b394cd1eSFedor Uporov } 375b394cd1eSFedor Uporov 376b394cd1eSFedor Uporov static void 377b394cd1eSFedor Uporov ext4_ext_fill_path_buf(struct ext4_extent_path *path, struct buf *bp) 378b394cd1eSFedor Uporov { 379b394cd1eSFedor Uporov 380b394cd1eSFedor Uporov KASSERT(path->ep_data != NULL, 381b394cd1eSFedor Uporov ("ext4_ext_fill_path_buf: bad ep_data")); 382b394cd1eSFedor Uporov 383b394cd1eSFedor Uporov memcpy(bp->b_data, path->ep_data, bp->b_bufsize); 384b394cd1eSFedor Uporov } 385b394cd1eSFedor Uporov 386b394cd1eSFedor Uporov static void 387b394cd1eSFedor Uporov ext4_ext_drop_refs(struct ext4_extent_path *path) 388b394cd1eSFedor Uporov { 389b394cd1eSFedor Uporov int depth, i; 390b394cd1eSFedor Uporov 391b394cd1eSFedor Uporov if (!path) 392b394cd1eSFedor Uporov return; 393b394cd1eSFedor Uporov 394b394cd1eSFedor Uporov depth = path->ep_depth; 395b394cd1eSFedor Uporov for (i = 0; i <= depth; i++, path++) 396b394cd1eSFedor Uporov if (path->ep_data) { 397b394cd1eSFedor Uporov free(path->ep_data, M_EXT2EXTENTS); 398b394cd1eSFedor Uporov path->ep_data = NULL; 399b394cd1eSFedor Uporov } 400b394cd1eSFedor Uporov } 401b394cd1eSFedor Uporov 402b394cd1eSFedor Uporov void 403b394cd1eSFedor Uporov ext4_ext_path_free(struct ext4_extent_path *path) 404b394cd1eSFedor Uporov { 405b394cd1eSFedor Uporov 406b394cd1eSFedor Uporov if (!path) 407b394cd1eSFedor Uporov return; 408b394cd1eSFedor Uporov 409b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 410b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 411b394cd1eSFedor Uporov } 412b394cd1eSFedor Uporov 413b394cd1eSFedor Uporov int 414b394cd1eSFedor Uporov ext4_ext_find_extent(struct inode *ip, daddr_t block, 415b394cd1eSFedor Uporov struct ext4_extent_path **ppath) 416b394cd1eSFedor Uporov { 417b394cd1eSFedor Uporov struct m_ext2fs *fs; 418b394cd1eSFedor Uporov struct ext4_extent_header *eh; 419b394cd1eSFedor Uporov struct ext4_extent_path *path; 420b394cd1eSFedor Uporov struct buf *bp; 421b394cd1eSFedor Uporov uint64_t blk; 422b394cd1eSFedor Uporov int error, depth, i, ppos, alloc; 423b394cd1eSFedor Uporov 424b394cd1eSFedor Uporov fs = ip->i_e2fs; 425b394cd1eSFedor Uporov eh = ext4_ext_inode_header(ip); 426b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 427b394cd1eSFedor Uporov ppos = 0; 428b394cd1eSFedor Uporov alloc = 0; 429b394cd1eSFedor Uporov 430b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, eh); 431b394cd1eSFedor Uporov if (error) 432b394cd1eSFedor Uporov return (error); 433b394cd1eSFedor Uporov 4343fcbb8c0SFedor Uporov if (ppath == NULL) 435b394cd1eSFedor Uporov return (EINVAL); 436b394cd1eSFedor Uporov 437b394cd1eSFedor Uporov path = *ppath; 4383fcbb8c0SFedor Uporov if (path == NULL) { 439b394cd1eSFedor Uporov path = malloc(EXT4_EXT_DEPTH_MAX * 440b394cd1eSFedor Uporov sizeof(struct ext4_extent_path), 441b394cd1eSFedor Uporov M_EXT2EXTENTS, M_WAITOK | M_ZERO); 442b394cd1eSFedor Uporov *ppath = path; 443b394cd1eSFedor Uporov alloc = 1; 444b394cd1eSFedor Uporov } 445b394cd1eSFedor Uporov 446b394cd1eSFedor Uporov path[0].ep_header = eh; 447b394cd1eSFedor Uporov path[0].ep_data = NULL; 448b394cd1eSFedor Uporov 449b394cd1eSFedor Uporov /* Walk through the tree. */ 450b394cd1eSFedor Uporov i = depth; 451b394cd1eSFedor Uporov while (i) { 452b394cd1eSFedor Uporov ext4_ext_binsearch_index(&path[ppos], block); 453b394cd1eSFedor Uporov blk = ext4_ext_index_pblock(path[ppos].ep_index); 454b394cd1eSFedor Uporov path[ppos].ep_depth = i; 455b394cd1eSFedor Uporov path[ppos].ep_ext = NULL; 456b394cd1eSFedor Uporov 457b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(ip->i_e2fs, blk), 458b394cd1eSFedor Uporov ip->i_e2fs->e2fs_bsize, NOCRED, &bp); 459b394cd1eSFedor Uporov if (error) { 460b394cd1eSFedor Uporov goto error; 461b394cd1eSFedor Uporov } 462b394cd1eSFedor Uporov 463b394cd1eSFedor Uporov ppos++; 464b394cd1eSFedor Uporov if (ppos > depth) { 46584b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 466b394cd1eSFedor Uporov "ppos > depth => extent corrupted"); 467b394cd1eSFedor Uporov error = EIO; 468b394cd1eSFedor Uporov brelse(bp); 469b394cd1eSFedor Uporov goto error; 470b394cd1eSFedor Uporov } 471b394cd1eSFedor Uporov 472b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(&path[ppos], bp, blk); 473f0a993bbSFedor Uporov bqrelse(bp); 474b394cd1eSFedor Uporov 475b394cd1eSFedor Uporov eh = ext4_ext_block_header(path[ppos].ep_data); 476512f29d1SFedor Uporov if (ext4_ext_check_header(ip, eh) || 477512f29d1SFedor Uporov ext2_extent_blk_csum_verify(ip, path[ppos].ep_data)) { 478512f29d1SFedor Uporov error = EIO; 479b394cd1eSFedor Uporov goto error; 480512f29d1SFedor Uporov } 481b394cd1eSFedor Uporov 482b394cd1eSFedor Uporov path[ppos].ep_header = eh; 483b394cd1eSFedor Uporov 484b394cd1eSFedor Uporov i--; 485b394cd1eSFedor Uporov } 486b394cd1eSFedor Uporov 487b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, eh); 488b394cd1eSFedor Uporov if (error) 489b394cd1eSFedor Uporov goto error; 490b394cd1eSFedor Uporov 491b394cd1eSFedor Uporov /* Find extent. */ 492b394cd1eSFedor Uporov path[ppos].ep_depth = i; 493b394cd1eSFedor Uporov path[ppos].ep_header = eh; 494b394cd1eSFedor Uporov path[ppos].ep_ext = NULL; 495b394cd1eSFedor Uporov path[ppos].ep_index = NULL; 496b394cd1eSFedor Uporov ext4_ext_binsearch_ext(&path[ppos], block); 497b394cd1eSFedor Uporov return (0); 498b394cd1eSFedor Uporov 499b394cd1eSFedor Uporov error: 500b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 501b394cd1eSFedor Uporov if (alloc) 502b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 503b394cd1eSFedor Uporov 504b394cd1eSFedor Uporov *ppath = NULL; 505b394cd1eSFedor Uporov 506b394cd1eSFedor Uporov return (error); 507b394cd1eSFedor Uporov } 508b394cd1eSFedor Uporov 509b394cd1eSFedor Uporov static inline int 510b394cd1eSFedor Uporov ext4_ext_space_root(struct inode *ip) 511b394cd1eSFedor Uporov { 512b394cd1eSFedor Uporov int size; 513b394cd1eSFedor Uporov 514b394cd1eSFedor Uporov size = sizeof(ip->i_data); 515b394cd1eSFedor Uporov size -= sizeof(struct ext4_extent_header); 516b394cd1eSFedor Uporov size /= sizeof(struct ext4_extent); 517b394cd1eSFedor Uporov 518b394cd1eSFedor Uporov return (size); 519b394cd1eSFedor Uporov } 520b394cd1eSFedor Uporov 521b394cd1eSFedor Uporov static inline int 522b394cd1eSFedor Uporov ext4_ext_space_block(struct inode *ip) 523b394cd1eSFedor Uporov { 524b394cd1eSFedor Uporov struct m_ext2fs *fs; 525b394cd1eSFedor Uporov int size; 526b394cd1eSFedor Uporov 527b394cd1eSFedor Uporov fs = ip->i_e2fs; 528b394cd1eSFedor Uporov 529b394cd1eSFedor Uporov size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) / 530b394cd1eSFedor Uporov sizeof(struct ext4_extent); 531b394cd1eSFedor Uporov 532b394cd1eSFedor Uporov return (size); 533b394cd1eSFedor Uporov } 534b394cd1eSFedor Uporov 535b394cd1eSFedor Uporov static inline int 536b394cd1eSFedor Uporov ext4_ext_space_block_index(struct inode *ip) 537b394cd1eSFedor Uporov { 538b394cd1eSFedor Uporov struct m_ext2fs *fs; 539b394cd1eSFedor Uporov int size; 540b394cd1eSFedor Uporov 541b394cd1eSFedor Uporov fs = ip->i_e2fs; 542b394cd1eSFedor Uporov 543b394cd1eSFedor Uporov size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) / 544b394cd1eSFedor Uporov sizeof(struct ext4_extent_index); 545b394cd1eSFedor Uporov 546b394cd1eSFedor Uporov return (size); 547b394cd1eSFedor Uporov } 548b394cd1eSFedor Uporov 549b394cd1eSFedor Uporov void 550b394cd1eSFedor Uporov ext4_ext_tree_init(struct inode *ip) 551d7511a40SPedro F. Giffuni { 552d7511a40SPedro F. Giffuni struct ext4_extent_header *ehp; 553d7511a40SPedro F. Giffuni 554b394cd1eSFedor Uporov ip->i_flag |= IN_E4EXTENTS; 555d7511a40SPedro F. Giffuni 556b394cd1eSFedor Uporov memset(ip->i_data, 0, EXT2_NDADDR + EXT2_NIADDR); 557b394cd1eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_data; 558cd3acfe7SFedor Uporov ehp->eh_magic = htole16(EXT4_EXT_MAGIC); 559cd3acfe7SFedor Uporov ehp->eh_max = htole16(ext4_ext_space_root(ip)); 560b394cd1eSFedor Uporov ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO; 561b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 562b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 56378f6ea54SPedro F. Giffuni } 564d7511a40SPedro F. Giffuni 565b394cd1eSFedor Uporov static inline void 566b394cd1eSFedor Uporov ext4_ext_put_in_cache(struct inode *ip, uint32_t blk, 567b394cd1eSFedor Uporov uint32_t len, uint32_t start, int type) 568b394cd1eSFedor Uporov { 569b394cd1eSFedor Uporov 570b394cd1eSFedor Uporov KASSERT(len != 0, ("ext4_ext_put_in_cache: bad input")); 571b394cd1eSFedor Uporov 572b394cd1eSFedor Uporov ip->i_ext_cache.ec_type = type; 573b394cd1eSFedor Uporov ip->i_ext_cache.ec_blk = blk; 574b394cd1eSFedor Uporov ip->i_ext_cache.ec_len = len; 575b394cd1eSFedor Uporov ip->i_ext_cache.ec_start = start; 576d7511a40SPedro F. Giffuni } 577b394cd1eSFedor Uporov 578b394cd1eSFedor Uporov static e4fs_daddr_t 579b394cd1eSFedor Uporov ext4_ext_blkpref(struct inode *ip, struct ext4_extent_path *path, 580b394cd1eSFedor Uporov e4fs_daddr_t block) 581b394cd1eSFedor Uporov { 582b394cd1eSFedor Uporov struct m_ext2fs *fs; 583b394cd1eSFedor Uporov struct ext4_extent *ex; 584b394cd1eSFedor Uporov e4fs_daddr_t bg_start; 585b394cd1eSFedor Uporov int depth; 586b394cd1eSFedor Uporov 587b394cd1eSFedor Uporov fs = ip->i_e2fs; 588b394cd1eSFedor Uporov 589b394cd1eSFedor Uporov if (path) { 590b394cd1eSFedor Uporov depth = path->ep_depth; 591b394cd1eSFedor Uporov ex = path[depth].ep_ext; 592b394cd1eSFedor Uporov if (ex) { 593b394cd1eSFedor Uporov e4fs_daddr_t pblk = ext4_ext_extent_pblock(ex); 594cd3acfe7SFedor Uporov e2fs_daddr_t blk = le32toh(ex->e_blk); 595b394cd1eSFedor Uporov 596b394cd1eSFedor Uporov if (block > blk) 597b394cd1eSFedor Uporov return (pblk + (block - blk)); 598b394cd1eSFedor Uporov else 599b394cd1eSFedor Uporov return (pblk - (blk - block)); 600b394cd1eSFedor Uporov } 601b394cd1eSFedor Uporov 602b394cd1eSFedor Uporov /* Try to get block from index itself. */ 603b394cd1eSFedor Uporov if (path[depth].ep_data) 604b394cd1eSFedor Uporov return (path[depth].ep_blk); 605b394cd1eSFedor Uporov } 606b394cd1eSFedor Uporov 607b394cd1eSFedor Uporov /* Use inode's group. */ 608b394cd1eSFedor Uporov bg_start = (ip->i_block_group * EXT2_BLOCKS_PER_GROUP(ip->i_e2fs)) + 609cd3acfe7SFedor Uporov le32toh(fs->e2fs->e2fs_first_dblock); 610b394cd1eSFedor Uporov 611b394cd1eSFedor Uporov return (bg_start + block); 612b394cd1eSFedor Uporov } 613b394cd1eSFedor Uporov 614b394cd1eSFedor Uporov static int inline 615b394cd1eSFedor Uporov ext4_can_extents_be_merged(struct ext4_extent *ex1, 616b394cd1eSFedor Uporov struct ext4_extent *ex2) 617b394cd1eSFedor Uporov { 618b394cd1eSFedor Uporov 619cd3acfe7SFedor Uporov if (le32toh(ex1->e_blk) + le16toh(ex1->e_len) != le32toh(ex2->e_blk)) 620b394cd1eSFedor Uporov return (0); 621b394cd1eSFedor Uporov 622cd3acfe7SFedor Uporov if (le16toh(ex1->e_len) + le16toh(ex2->e_len) > EXT4_MAX_LEN) 623b394cd1eSFedor Uporov return (0); 624b394cd1eSFedor Uporov 625cd3acfe7SFedor Uporov if (ext4_ext_extent_pblock(ex1) + le16toh(ex1->e_len) == 626b394cd1eSFedor Uporov ext4_ext_extent_pblock(ex2)) 627b394cd1eSFedor Uporov return (1); 628b394cd1eSFedor Uporov 629b394cd1eSFedor Uporov return (0); 630b394cd1eSFedor Uporov } 631b394cd1eSFedor Uporov 632b394cd1eSFedor Uporov static unsigned 633b394cd1eSFedor Uporov ext4_ext_next_leaf_block(struct inode *ip, struct ext4_extent_path *path) 634b394cd1eSFedor Uporov { 635b394cd1eSFedor Uporov int depth = path->ep_depth; 636b394cd1eSFedor Uporov 637b394cd1eSFedor Uporov /* Empty tree */ 638b394cd1eSFedor Uporov if (depth == 0) 639b394cd1eSFedor Uporov return (EXT4_MAX_BLOCKS); 640b394cd1eSFedor Uporov 641b394cd1eSFedor Uporov /* Go to indexes. */ 642b394cd1eSFedor Uporov depth--; 643b394cd1eSFedor Uporov 644b394cd1eSFedor Uporov while (depth >= 0) { 645b394cd1eSFedor Uporov if (path[depth].ep_index != 646b394cd1eSFedor Uporov EXT_LAST_INDEX(path[depth].ep_header)) 647cd3acfe7SFedor Uporov return (le32toh(path[depth].ep_index[1].ei_blk)); 648b394cd1eSFedor Uporov 649b394cd1eSFedor Uporov depth--; 650b394cd1eSFedor Uporov } 651b394cd1eSFedor Uporov 652b394cd1eSFedor Uporov return (EXT4_MAX_BLOCKS); 653b394cd1eSFedor Uporov } 654b394cd1eSFedor Uporov 655b394cd1eSFedor Uporov static int 656b394cd1eSFedor Uporov ext4_ext_dirty(struct inode *ip, struct ext4_extent_path *path) 657b394cd1eSFedor Uporov { 658b394cd1eSFedor Uporov struct m_ext2fs *fs; 659b394cd1eSFedor Uporov struct buf *bp; 660b394cd1eSFedor Uporov uint64_t blk; 661b394cd1eSFedor Uporov int error; 662b394cd1eSFedor Uporov 663b394cd1eSFedor Uporov fs = ip->i_e2fs; 664b394cd1eSFedor Uporov 665b394cd1eSFedor Uporov if (!path) 666b394cd1eSFedor Uporov return (EINVAL); 667b394cd1eSFedor Uporov 668b394cd1eSFedor Uporov if (path->ep_data) { 669b394cd1eSFedor Uporov blk = path->ep_blk; 670b394cd1eSFedor Uporov bp = getblk(ip->i_devvp, fsbtodb(fs, blk), 671b394cd1eSFedor Uporov fs->e2fs_bsize, 0, 0, 0); 672b394cd1eSFedor Uporov if (!bp) 673b394cd1eSFedor Uporov return (EIO); 674b394cd1eSFedor Uporov ext4_ext_fill_path_buf(path, bp); 675512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 676b394cd1eSFedor Uporov error = bwrite(bp); 677b394cd1eSFedor Uporov } else { 678b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 679b394cd1eSFedor Uporov error = ext2_update(ip->i_vnode, 1); 680b394cd1eSFedor Uporov } 681b394cd1eSFedor Uporov 682b394cd1eSFedor Uporov return (error); 683b394cd1eSFedor Uporov } 684b394cd1eSFedor Uporov 685b394cd1eSFedor Uporov static int 686b394cd1eSFedor Uporov ext4_ext_insert_index(struct inode *ip, struct ext4_extent_path *path, 687b394cd1eSFedor Uporov uint32_t lblk, e4fs_daddr_t blk) 688b394cd1eSFedor Uporov { 689b394cd1eSFedor Uporov struct m_ext2fs *fs; 690b394cd1eSFedor Uporov struct ext4_extent_index *idx; 691b394cd1eSFedor Uporov int len; 692b394cd1eSFedor Uporov 693b394cd1eSFedor Uporov fs = ip->i_e2fs; 694b394cd1eSFedor Uporov 695cd3acfe7SFedor Uporov if (lblk == le32toh(path->ep_index->ei_blk)) { 69684b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 697b394cd1eSFedor Uporov "lblk == index blk => extent corrupted"); 698b394cd1eSFedor Uporov return (EIO); 699b394cd1eSFedor Uporov } 700b394cd1eSFedor Uporov 701cd3acfe7SFedor Uporov if (le16toh(path->ep_header->eh_ecount) >= 702cd3acfe7SFedor Uporov le16toh(path->ep_header->eh_max)) { 70384b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 704b394cd1eSFedor Uporov "ecout > maxcount => extent corrupted"); 705b394cd1eSFedor Uporov return (EIO); 706b394cd1eSFedor Uporov } 707b394cd1eSFedor Uporov 708cd3acfe7SFedor Uporov if (lblk > le32toh(path->ep_index->ei_blk)) { 709b394cd1eSFedor Uporov /* Insert after. */ 710b394cd1eSFedor Uporov idx = path->ep_index + 1; 711b394cd1eSFedor Uporov } else { 712b394cd1eSFedor Uporov /* Insert before. */ 713b394cd1eSFedor Uporov idx = path->ep_index; 714b394cd1eSFedor Uporov } 715b394cd1eSFedor Uporov 716b394cd1eSFedor Uporov len = EXT_LAST_INDEX(path->ep_header) - idx + 1; 717b394cd1eSFedor Uporov if (len > 0) 718b394cd1eSFedor Uporov memmove(idx + 1, idx, len * sizeof(struct ext4_extent_index)); 719b394cd1eSFedor Uporov 720b394cd1eSFedor Uporov if (idx > EXT_MAX_INDEX(path->ep_header)) { 72184b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 722b394cd1eSFedor Uporov "index is out of range => extent corrupted"); 723b394cd1eSFedor Uporov return (EIO); 724b394cd1eSFedor Uporov } 725b394cd1eSFedor Uporov 726cd3acfe7SFedor Uporov idx->ei_blk = htole32(lblk); 727b394cd1eSFedor Uporov ext4_index_store_pblock(idx, blk); 728cd3acfe7SFedor Uporov path->ep_header->eh_ecount = 729cd3acfe7SFedor Uporov htole16(le16toh(path->ep_header->eh_ecount) + 1); 730b394cd1eSFedor Uporov 731b394cd1eSFedor Uporov return (ext4_ext_dirty(ip, path)); 732b394cd1eSFedor Uporov } 733b394cd1eSFedor Uporov 734b394cd1eSFedor Uporov static e4fs_daddr_t 735b394cd1eSFedor Uporov ext4_ext_alloc_meta(struct inode *ip) 736b394cd1eSFedor Uporov { 737b394cd1eSFedor Uporov e4fs_daddr_t blk = ext2_alloc_meta(ip); 738b394cd1eSFedor Uporov if (blk) { 739b394cd1eSFedor Uporov ip->i_blocks += btodb(ip->i_e2fs->e2fs_bsize); 740b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 741b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 742b394cd1eSFedor Uporov } 743b394cd1eSFedor Uporov 744b394cd1eSFedor Uporov return (blk); 745b394cd1eSFedor Uporov } 746b394cd1eSFedor Uporov 747b394cd1eSFedor Uporov static void 748b394cd1eSFedor Uporov ext4_ext_blkfree(struct inode *ip, uint64_t blk, int count, int flags) 749b394cd1eSFedor Uporov { 750b394cd1eSFedor Uporov struct m_ext2fs *fs; 751b394cd1eSFedor Uporov int i, blocksreleased; 752b394cd1eSFedor Uporov 753b394cd1eSFedor Uporov fs = ip->i_e2fs; 754b394cd1eSFedor Uporov blocksreleased = count; 755b394cd1eSFedor Uporov 756b394cd1eSFedor Uporov for(i = 0; i < count; i++) 757b394cd1eSFedor Uporov ext2_blkfree(ip, blk + i, fs->e2fs_bsize); 758b394cd1eSFedor Uporov 759b394cd1eSFedor Uporov if (ip->i_blocks >= blocksreleased) 760b394cd1eSFedor Uporov ip->i_blocks -= (btodb(fs->e2fs_bsize)*blocksreleased); 761b394cd1eSFedor Uporov else 762b394cd1eSFedor Uporov ip->i_blocks = 0; 763b394cd1eSFedor Uporov 764b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 765b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 766b394cd1eSFedor Uporov } 767b394cd1eSFedor Uporov 768b394cd1eSFedor Uporov static int 769b394cd1eSFedor Uporov ext4_ext_split(struct inode *ip, struct ext4_extent_path *path, 770b394cd1eSFedor Uporov struct ext4_extent *newext, int at) 771b394cd1eSFedor Uporov { 772b394cd1eSFedor Uporov struct m_ext2fs *fs; 773b394cd1eSFedor Uporov struct buf *bp; 774b394cd1eSFedor Uporov int depth = ext4_ext_inode_depth(ip); 775b394cd1eSFedor Uporov struct ext4_extent_header *neh; 776b394cd1eSFedor Uporov struct ext4_extent_index *fidx; 777b394cd1eSFedor Uporov struct ext4_extent *ex; 778b394cd1eSFedor Uporov int i = at, k, m, a; 779b394cd1eSFedor Uporov e4fs_daddr_t newblk, oldblk; 780b394cd1eSFedor Uporov uint32_t border; 781b394cd1eSFedor Uporov e4fs_daddr_t *ablks = NULL; 782b394cd1eSFedor Uporov int error = 0; 783b394cd1eSFedor Uporov 784b394cd1eSFedor Uporov fs = ip->i_e2fs; 785b394cd1eSFedor Uporov bp = NULL; 786b394cd1eSFedor Uporov 787b394cd1eSFedor Uporov /* 788b394cd1eSFedor Uporov * We will split at current extent for now. 789b394cd1eSFedor Uporov */ 790b394cd1eSFedor Uporov if (path[depth].ep_ext > EXT_MAX_EXTENT(path[depth].ep_header)) { 79184b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 792b394cd1eSFedor Uporov "extent is out of range => extent corrupted"); 793b394cd1eSFedor Uporov return (EIO); 794b394cd1eSFedor Uporov } 795b394cd1eSFedor Uporov 796b394cd1eSFedor Uporov if (path[depth].ep_ext != EXT_MAX_EXTENT(path[depth].ep_header)) 797cd3acfe7SFedor Uporov border = le32toh(path[depth].ep_ext[1].e_blk); 798b394cd1eSFedor Uporov else 799cd3acfe7SFedor Uporov border = le32toh(newext->e_blk); 800b394cd1eSFedor Uporov 801b394cd1eSFedor Uporov /* Allocate new blocks. */ 802b394cd1eSFedor Uporov ablks = malloc(sizeof(e4fs_daddr_t) * depth, 803b394cd1eSFedor Uporov M_EXT2EXTENTS, M_WAITOK | M_ZERO); 804b394cd1eSFedor Uporov for (a = 0; a < depth - at; a++) { 805b394cd1eSFedor Uporov newblk = ext4_ext_alloc_meta(ip); 806b394cd1eSFedor Uporov if (newblk == 0) 807b394cd1eSFedor Uporov goto cleanup; 808b394cd1eSFedor Uporov ablks[a] = newblk; 809b394cd1eSFedor Uporov } 810b394cd1eSFedor Uporov 811b394cd1eSFedor Uporov newblk = ablks[--a]; 812b394cd1eSFedor Uporov bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0); 813b394cd1eSFedor Uporov if (!bp) { 814b394cd1eSFedor Uporov error = EIO; 815b394cd1eSFedor Uporov goto cleanup; 816b394cd1eSFedor Uporov } 817b394cd1eSFedor Uporov 818b394cd1eSFedor Uporov neh = ext4_ext_block_header(bp->b_data); 819b394cd1eSFedor Uporov neh->eh_ecount = 0; 820cd3acfe7SFedor Uporov neh->eh_max = le16toh(ext4_ext_space_block(ip)); 821cd3acfe7SFedor Uporov neh->eh_magic = le16toh(EXT4_EXT_MAGIC); 822b394cd1eSFedor Uporov neh->eh_depth = 0; 823b394cd1eSFedor Uporov ex = EXT_FIRST_EXTENT(neh); 824b394cd1eSFedor Uporov 825cd3acfe7SFedor Uporov if (le16toh(path[depth].ep_header->eh_ecount) != 826cd3acfe7SFedor Uporov le16toh(path[depth].ep_header->eh_max)) { 82784b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 828b394cd1eSFedor Uporov "extents count out of range => extent corrupted"); 829b394cd1eSFedor Uporov error = EIO; 830b394cd1eSFedor Uporov goto cleanup; 831b394cd1eSFedor Uporov } 832b394cd1eSFedor Uporov 833b394cd1eSFedor Uporov /* Start copy from next extent. */ 834b394cd1eSFedor Uporov m = 0; 835b394cd1eSFedor Uporov path[depth].ep_ext++; 836b394cd1eSFedor Uporov while (path[depth].ep_ext <= EXT_MAX_EXTENT(path[depth].ep_header)) { 837b394cd1eSFedor Uporov path[depth].ep_ext++; 838b394cd1eSFedor Uporov m++; 839b394cd1eSFedor Uporov } 840b394cd1eSFedor Uporov if (m) { 841b394cd1eSFedor Uporov memmove(ex, path[depth].ep_ext - m, 842b394cd1eSFedor Uporov sizeof(struct ext4_extent) * m); 843cd3acfe7SFedor Uporov neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m); 844b394cd1eSFedor Uporov } 845b394cd1eSFedor Uporov 846512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 847b394cd1eSFedor Uporov bwrite(bp); 848b394cd1eSFedor Uporov bp = NULL; 849b394cd1eSFedor Uporov 850b394cd1eSFedor Uporov /* Fix old leaf. */ 851b394cd1eSFedor Uporov if (m) { 852b394cd1eSFedor Uporov path[depth].ep_header->eh_ecount = 853cd3acfe7SFedor Uporov htole16(le16toh(path[depth].ep_header->eh_ecount) - m); 854b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + depth); 855b394cd1eSFedor Uporov } 856b394cd1eSFedor Uporov 857b394cd1eSFedor Uporov /* Create intermediate indexes. */ 858b394cd1eSFedor Uporov k = depth - at - 1; 859b394cd1eSFedor Uporov KASSERT(k >= 0, ("ext4_ext_split: negative k")); 860b394cd1eSFedor Uporov 861b394cd1eSFedor Uporov /* Insert new index into current index block. */ 862b394cd1eSFedor Uporov i = depth - 1; 863b394cd1eSFedor Uporov while (k--) { 864b394cd1eSFedor Uporov oldblk = newblk; 865b394cd1eSFedor Uporov newblk = ablks[--a]; 866b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(fs, newblk), 867b394cd1eSFedor Uporov (int)fs->e2fs_bsize, NOCRED, &bp); 868d7511a40SPedro F. Giffuni if (error) { 869b394cd1eSFedor Uporov goto cleanup; 870b394cd1eSFedor Uporov } 871b394cd1eSFedor Uporov 872b394cd1eSFedor Uporov neh = (struct ext4_extent_header *)bp->b_data; 873cd3acfe7SFedor Uporov neh->eh_ecount = htole16(1); 874cd3acfe7SFedor Uporov neh->eh_magic = htole16(EXT4_EXT_MAGIC); 875cd3acfe7SFedor Uporov neh->eh_max = htole16(ext4_ext_space_block_index(ip)); 876cd3acfe7SFedor Uporov neh->eh_depth = htole16(depth - i); 877b394cd1eSFedor Uporov fidx = EXT_FIRST_INDEX(neh); 878cd3acfe7SFedor Uporov fidx->ei_blk = htole32(border); 879b394cd1eSFedor Uporov ext4_index_store_pblock(fidx, oldblk); 880b394cd1eSFedor Uporov 881b394cd1eSFedor Uporov m = 0; 882b394cd1eSFedor Uporov path[i].ep_index++; 883b394cd1eSFedor Uporov while (path[i].ep_index <= EXT_MAX_INDEX(path[i].ep_header)) { 884b394cd1eSFedor Uporov path[i].ep_index++; 885b394cd1eSFedor Uporov m++; 886b394cd1eSFedor Uporov } 887b394cd1eSFedor Uporov if (m) { 888b394cd1eSFedor Uporov memmove(++fidx, path[i].ep_index - m, 889b394cd1eSFedor Uporov sizeof(struct ext4_extent_index) * m); 890cd3acfe7SFedor Uporov neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m); 891b394cd1eSFedor Uporov } 892b394cd1eSFedor Uporov 893512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 894b394cd1eSFedor Uporov bwrite(bp); 895b394cd1eSFedor Uporov bp = NULL; 896b394cd1eSFedor Uporov 897b394cd1eSFedor Uporov /* Fix old index. */ 898b394cd1eSFedor Uporov if (m) { 899b394cd1eSFedor Uporov path[i].ep_header->eh_ecount = 900cd3acfe7SFedor Uporov htole16(le16toh(path[i].ep_header->eh_ecount) - m); 901b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + i); 902b394cd1eSFedor Uporov } 903b394cd1eSFedor Uporov 904b394cd1eSFedor Uporov i--; 905b394cd1eSFedor Uporov } 906b394cd1eSFedor Uporov 907b394cd1eSFedor Uporov error = ext4_ext_insert_index(ip, path + at, border, newblk); 908b394cd1eSFedor Uporov 909b394cd1eSFedor Uporov cleanup: 910b394cd1eSFedor Uporov if (bp) 911b394cd1eSFedor Uporov brelse(bp); 912b394cd1eSFedor Uporov 913b394cd1eSFedor Uporov if (error) { 914b394cd1eSFedor Uporov for (i = 0; i < depth; i++) { 915b394cd1eSFedor Uporov if (!ablks[i]) 916b394cd1eSFedor Uporov continue; 917b394cd1eSFedor Uporov ext4_ext_blkfree(ip, ablks[i], 1, 0); 918b394cd1eSFedor Uporov } 919b394cd1eSFedor Uporov } 920b394cd1eSFedor Uporov 921b394cd1eSFedor Uporov free(ablks, M_EXT2EXTENTS); 922b394cd1eSFedor Uporov 923b394cd1eSFedor Uporov return (error); 924b394cd1eSFedor Uporov } 925b394cd1eSFedor Uporov 926b394cd1eSFedor Uporov static int 927b394cd1eSFedor Uporov ext4_ext_grow_indepth(struct inode *ip, struct ext4_extent_path *path, 928b394cd1eSFedor Uporov struct ext4_extent *newext) 929b394cd1eSFedor Uporov { 930b394cd1eSFedor Uporov struct m_ext2fs *fs; 931b394cd1eSFedor Uporov struct ext4_extent_path *curpath; 932b394cd1eSFedor Uporov struct ext4_extent_header *neh; 933b394cd1eSFedor Uporov struct buf *bp; 934b394cd1eSFedor Uporov e4fs_daddr_t newblk; 935b394cd1eSFedor Uporov int error = 0; 936b394cd1eSFedor Uporov 937b394cd1eSFedor Uporov fs = ip->i_e2fs; 938b394cd1eSFedor Uporov curpath = path; 939b394cd1eSFedor Uporov 940b394cd1eSFedor Uporov newblk = ext4_ext_alloc_meta(ip); 941b394cd1eSFedor Uporov if (newblk == 0) 942b394cd1eSFedor Uporov return (error); 943b394cd1eSFedor Uporov 944b394cd1eSFedor Uporov bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0); 945b394cd1eSFedor Uporov if (!bp) 946b394cd1eSFedor Uporov return (EIO); 947b394cd1eSFedor Uporov 948b394cd1eSFedor Uporov /* Move top-level index/leaf into new block. */ 949b394cd1eSFedor Uporov memmove(bp->b_data, curpath->ep_header, sizeof(ip->i_data)); 950b394cd1eSFedor Uporov 951b394cd1eSFedor Uporov /* Set size of new block */ 952b394cd1eSFedor Uporov neh = ext4_ext_block_header(bp->b_data); 953cd3acfe7SFedor Uporov neh->eh_magic = htole16(EXT4_EXT_MAGIC); 954b394cd1eSFedor Uporov 955b394cd1eSFedor Uporov if (ext4_ext_inode_depth(ip)) 956cd3acfe7SFedor Uporov neh->eh_max = htole16(ext4_ext_space_block_index(ip)); 957b394cd1eSFedor Uporov else 958cd3acfe7SFedor Uporov neh->eh_max = htole16(ext4_ext_space_block(ip)); 959b394cd1eSFedor Uporov 960512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 961b394cd1eSFedor Uporov error = bwrite(bp); 962b394cd1eSFedor Uporov if (error) 963b394cd1eSFedor Uporov goto out; 964b394cd1eSFedor Uporov 965b394cd1eSFedor Uporov bp = NULL; 966b394cd1eSFedor Uporov 967cd3acfe7SFedor Uporov curpath->ep_header->eh_magic = htole16(EXT4_EXT_MAGIC); 968cd3acfe7SFedor Uporov curpath->ep_header->eh_max = htole16(ext4_ext_space_root(ip)); 969cd3acfe7SFedor Uporov curpath->ep_header->eh_ecount = htole16(1); 970b394cd1eSFedor Uporov curpath->ep_index = EXT_FIRST_INDEX(curpath->ep_header); 971b394cd1eSFedor Uporov curpath->ep_index->ei_blk = EXT_FIRST_EXTENT(path[0].ep_header)->e_blk; 972b394cd1eSFedor Uporov ext4_index_store_pblock(curpath->ep_index, newblk); 973b394cd1eSFedor Uporov 974b394cd1eSFedor Uporov neh = ext4_ext_inode_header(ip); 975cd3acfe7SFedor Uporov neh->eh_depth = htole16(path->ep_depth + 1); 976b394cd1eSFedor Uporov ext4_ext_dirty(ip, curpath); 977b394cd1eSFedor Uporov out: 978b394cd1eSFedor Uporov brelse(bp); 979b394cd1eSFedor Uporov 980b394cd1eSFedor Uporov return (error); 981b394cd1eSFedor Uporov } 982b394cd1eSFedor Uporov 983b394cd1eSFedor Uporov static int 984b394cd1eSFedor Uporov ext4_ext_create_new_leaf(struct inode *ip, struct ext4_extent_path *path, 985b394cd1eSFedor Uporov struct ext4_extent *newext) 986b394cd1eSFedor Uporov { 987b394cd1eSFedor Uporov struct ext4_extent_path *curpath; 988b394cd1eSFedor Uporov int depth, i, error; 989b394cd1eSFedor Uporov 990b394cd1eSFedor Uporov repeat: 991b394cd1eSFedor Uporov i = depth = ext4_ext_inode_depth(ip); 992b394cd1eSFedor Uporov 993b394cd1eSFedor Uporov /* Look for free index entry int the tree */ 994b394cd1eSFedor Uporov curpath = path + depth; 995b394cd1eSFedor Uporov while (i > 0 && !EXT_HAS_FREE_INDEX(curpath)) { 996b394cd1eSFedor Uporov i--; 997b394cd1eSFedor Uporov curpath--; 998b394cd1eSFedor Uporov } 999b394cd1eSFedor Uporov 1000b394cd1eSFedor Uporov /* 1001b394cd1eSFedor Uporov * We use already allocated block for index block, 1002b394cd1eSFedor Uporov * so subsequent data blocks should be contiguous. 1003b394cd1eSFedor Uporov */ 1004b394cd1eSFedor Uporov if (EXT_HAS_FREE_INDEX(curpath)) { 1005b394cd1eSFedor Uporov error = ext4_ext_split(ip, path, newext, i); 1006b394cd1eSFedor Uporov if (error) 1007b394cd1eSFedor Uporov goto out; 1008b394cd1eSFedor Uporov 1009b394cd1eSFedor Uporov /* Refill path. */ 1010b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1011cd3acfe7SFedor Uporov error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path); 1012b394cd1eSFedor Uporov if (error) 1013b394cd1eSFedor Uporov goto out; 1014b394cd1eSFedor Uporov } else { 1015b394cd1eSFedor Uporov /* Tree is full, do grow in depth. */ 1016b394cd1eSFedor Uporov error = ext4_ext_grow_indepth(ip, path, newext); 1017b394cd1eSFedor Uporov if (error) 1018b394cd1eSFedor Uporov goto out; 1019b394cd1eSFedor Uporov 1020b394cd1eSFedor Uporov /* Refill path. */ 1021b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1022cd3acfe7SFedor Uporov error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path); 1023b394cd1eSFedor Uporov if (error) 1024b394cd1eSFedor Uporov goto out; 1025b394cd1eSFedor Uporov 1026b394cd1eSFedor Uporov /* Check and split tree if required. */ 1027b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1028cd3acfe7SFedor Uporov if (le16toh(path[depth].ep_header->eh_ecount) == 1029cd3acfe7SFedor Uporov le16toh(path[depth].ep_header->eh_max)) 1030b394cd1eSFedor Uporov goto repeat; 1031b394cd1eSFedor Uporov } 1032b394cd1eSFedor Uporov 1033b394cd1eSFedor Uporov out: 1034b394cd1eSFedor Uporov return (error); 1035b394cd1eSFedor Uporov } 1036b394cd1eSFedor Uporov 1037b394cd1eSFedor Uporov static int 1038b394cd1eSFedor Uporov ext4_ext_correct_indexes(struct inode *ip, struct ext4_extent_path *path) 1039b394cd1eSFedor Uporov { 1040b394cd1eSFedor Uporov struct ext4_extent_header *eh; 1041b394cd1eSFedor Uporov struct ext4_extent *ex; 1042b394cd1eSFedor Uporov int32_t border; 1043b394cd1eSFedor Uporov int depth, k; 1044b394cd1eSFedor Uporov 1045b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1046b394cd1eSFedor Uporov eh = path[depth].ep_header; 1047b394cd1eSFedor Uporov ex = path[depth].ep_ext; 1048b394cd1eSFedor Uporov 1049b394cd1eSFedor Uporov if (ex == NULL || eh == NULL) 1050b394cd1eSFedor Uporov return (EIO); 1051b394cd1eSFedor Uporov 1052b394cd1eSFedor Uporov if (!depth) 1053b394cd1eSFedor Uporov return (0); 1054b394cd1eSFedor Uporov 1055b394cd1eSFedor Uporov /* We will correct tree if first leaf got modified only. */ 1056b394cd1eSFedor Uporov if (ex != EXT_FIRST_EXTENT(eh)) 1057b394cd1eSFedor Uporov return (0); 1058b394cd1eSFedor Uporov 1059b394cd1eSFedor Uporov k = depth - 1; 1060cd3acfe7SFedor Uporov border = le32toh(path[depth].ep_ext->e_blk); 1061cd3acfe7SFedor Uporov path[k].ep_index->ei_blk = htole32(border); 1062b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + k); 1063b394cd1eSFedor Uporov while (k--) { 1064b394cd1eSFedor Uporov /* Change all left-side indexes. */ 1065b394cd1eSFedor Uporov if (path[k+1].ep_index != EXT_FIRST_INDEX(path[k+1].ep_header)) 1066b394cd1eSFedor Uporov break; 1067b394cd1eSFedor Uporov 1068cd3acfe7SFedor Uporov path[k].ep_index->ei_blk = htole32(border); 1069b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + k); 1070b394cd1eSFedor Uporov } 1071b394cd1eSFedor Uporov 1072b394cd1eSFedor Uporov return (0); 1073b394cd1eSFedor Uporov } 1074b394cd1eSFedor Uporov 1075b394cd1eSFedor Uporov static int 1076b394cd1eSFedor Uporov ext4_ext_insert_extent(struct inode *ip, struct ext4_extent_path *path, 1077b394cd1eSFedor Uporov struct ext4_extent *newext) 1078b394cd1eSFedor Uporov { 1079b394cd1eSFedor Uporov struct ext4_extent_header * eh; 1080b394cd1eSFedor Uporov struct ext4_extent *ex, *nex, *nearex; 1081b394cd1eSFedor Uporov struct ext4_extent_path *npath; 1082b394cd1eSFedor Uporov int depth, len, error, next; 1083b394cd1eSFedor Uporov 1084b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1085b394cd1eSFedor Uporov ex = path[depth].ep_ext; 1086b394cd1eSFedor Uporov npath = NULL; 1087b394cd1eSFedor Uporov 1088cd3acfe7SFedor Uporov if (htole16(newext->e_len) == 0 || path[depth].ep_header == NULL) 1089b394cd1eSFedor Uporov return (EINVAL); 1090b394cd1eSFedor Uporov 1091b394cd1eSFedor Uporov /* Insert block into found extent. */ 1092b394cd1eSFedor Uporov if (ex && ext4_can_extents_be_merged(ex, newext)) { 1093cd3acfe7SFedor Uporov ex->e_len = htole16(le16toh(ex->e_len) + le16toh(newext->e_len)); 1094b394cd1eSFedor Uporov eh = path[depth].ep_header; 1095b394cd1eSFedor Uporov nearex = ex; 1096b394cd1eSFedor Uporov goto merge; 1097b394cd1eSFedor Uporov } 1098b394cd1eSFedor Uporov 1099b394cd1eSFedor Uporov repeat: 1100b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1101b394cd1eSFedor Uporov eh = path[depth].ep_header; 1102cd3acfe7SFedor Uporov if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max)) 1103b394cd1eSFedor Uporov goto has_space; 1104b394cd1eSFedor Uporov 1105b394cd1eSFedor Uporov /* Try next leaf */ 1106b394cd1eSFedor Uporov nex = EXT_LAST_EXTENT(eh); 1107b394cd1eSFedor Uporov next = ext4_ext_next_leaf_block(ip, path); 1108cd3acfe7SFedor Uporov if (le32toh(newext->e_blk) > le32toh(nex->e_blk) && next != 1109cd3acfe7SFedor Uporov EXT4_MAX_BLOCKS) { 1110b394cd1eSFedor Uporov KASSERT(npath == NULL, 1111b394cd1eSFedor Uporov ("ext4_ext_insert_extent: bad path")); 1112b394cd1eSFedor Uporov 1113b394cd1eSFedor Uporov error = ext4_ext_find_extent(ip, next, &npath); 1114b394cd1eSFedor Uporov if (error) 1115b394cd1eSFedor Uporov goto cleanup; 1116b394cd1eSFedor Uporov 1117b394cd1eSFedor Uporov if (npath->ep_depth != path->ep_depth) { 1118b394cd1eSFedor Uporov error = EIO; 1119b394cd1eSFedor Uporov goto cleanup; 1120b394cd1eSFedor Uporov } 1121b394cd1eSFedor Uporov 1122b394cd1eSFedor Uporov eh = npath[depth].ep_header; 1123cd3acfe7SFedor Uporov if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max)) { 1124b394cd1eSFedor Uporov path = npath; 1125b394cd1eSFedor Uporov goto repeat; 1126b394cd1eSFedor Uporov } 1127b394cd1eSFedor Uporov } 1128b394cd1eSFedor Uporov 1129b394cd1eSFedor Uporov /* 1130b394cd1eSFedor Uporov * There is no free space in the found leaf, 1131b394cd1eSFedor Uporov * try to add a new leaf to the tree. 1132b394cd1eSFedor Uporov */ 1133b394cd1eSFedor Uporov error = ext4_ext_create_new_leaf(ip, path, newext); 1134b394cd1eSFedor Uporov if (error) 1135b394cd1eSFedor Uporov goto cleanup; 1136b394cd1eSFedor Uporov 1137b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1138b394cd1eSFedor Uporov eh = path[depth].ep_header; 1139b394cd1eSFedor Uporov 1140b394cd1eSFedor Uporov has_space: 1141b394cd1eSFedor Uporov nearex = path[depth].ep_ext; 1142b394cd1eSFedor Uporov if (!nearex) { 1143b394cd1eSFedor Uporov /* Create new extent in the leaf. */ 1144b394cd1eSFedor Uporov path[depth].ep_ext = EXT_FIRST_EXTENT(eh); 1145cd3acfe7SFedor Uporov } else if (le32toh(newext->e_blk) > le32toh(nearex->e_blk)) { 1146b394cd1eSFedor Uporov if (nearex != EXT_LAST_EXTENT(eh)) { 1147b394cd1eSFedor Uporov len = EXT_MAX_EXTENT(eh) - nearex; 1148b394cd1eSFedor Uporov len = (len - 1) * sizeof(struct ext4_extent); 1149b394cd1eSFedor Uporov len = len < 0 ? 0 : len; 1150b394cd1eSFedor Uporov memmove(nearex + 2, nearex + 1, len); 1151b394cd1eSFedor Uporov } 1152b394cd1eSFedor Uporov path[depth].ep_ext = nearex + 1; 1153b394cd1eSFedor Uporov } else { 1154b394cd1eSFedor Uporov len = (EXT_MAX_EXTENT(eh) - nearex) * sizeof(struct ext4_extent); 1155b394cd1eSFedor Uporov len = len < 0 ? 0 : len; 1156b394cd1eSFedor Uporov memmove(nearex + 1, nearex, len); 1157b394cd1eSFedor Uporov path[depth].ep_ext = nearex; 1158b394cd1eSFedor Uporov } 1159b394cd1eSFedor Uporov 1160cd3acfe7SFedor Uporov eh->eh_ecount = htole16(le16toh(eh->eh_ecount) + 1); 1161b394cd1eSFedor Uporov nearex = path[depth].ep_ext; 1162b394cd1eSFedor Uporov nearex->e_blk = newext->e_blk; 1163b394cd1eSFedor Uporov nearex->e_start_lo = newext->e_start_lo; 1164b394cd1eSFedor Uporov nearex->e_start_hi = newext->e_start_hi; 1165b394cd1eSFedor Uporov nearex->e_len = newext->e_len; 1166b394cd1eSFedor Uporov 1167b394cd1eSFedor Uporov merge: 1168b394cd1eSFedor Uporov /* Try to merge extents to the right. */ 1169b394cd1eSFedor Uporov while (nearex < EXT_LAST_EXTENT(eh)) { 1170b394cd1eSFedor Uporov if (!ext4_can_extents_be_merged(nearex, nearex + 1)) 1171b394cd1eSFedor Uporov break; 1172b394cd1eSFedor Uporov 1173b394cd1eSFedor Uporov /* Merge with next extent. */ 1174cd3acfe7SFedor Uporov nearex->e_len = htole16(le16toh(nearex->e_len) + 1175cd3acfe7SFedor Uporov le16toh(nearex[1].e_len)); 1176b394cd1eSFedor Uporov if (nearex + 1 < EXT_LAST_EXTENT(eh)) { 1177b394cd1eSFedor Uporov len = (EXT_LAST_EXTENT(eh) - nearex - 1) * 1178b394cd1eSFedor Uporov sizeof(struct ext4_extent); 1179b394cd1eSFedor Uporov memmove(nearex + 1, nearex + 2, len); 1180b394cd1eSFedor Uporov } 1181b394cd1eSFedor Uporov 1182cd3acfe7SFedor Uporov eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1); 1183cd3acfe7SFedor Uporov KASSERT(le16toh(eh->eh_ecount) != 0, 1184b394cd1eSFedor Uporov ("ext4_ext_insert_extent: bad ecount")); 1185b394cd1eSFedor Uporov } 1186b394cd1eSFedor Uporov 1187b394cd1eSFedor Uporov /* 1188b394cd1eSFedor Uporov * Try to merge extents to the left, 1189b394cd1eSFedor Uporov * start from inexes correction. 1190b394cd1eSFedor Uporov */ 1191b394cd1eSFedor Uporov error = ext4_ext_correct_indexes(ip, path); 1192b394cd1eSFedor Uporov if (error) 1193b394cd1eSFedor Uporov goto cleanup; 1194b394cd1eSFedor Uporov 1195b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + depth); 1196b394cd1eSFedor Uporov 1197b394cd1eSFedor Uporov cleanup: 1198b394cd1eSFedor Uporov if (npath) { 1199b394cd1eSFedor Uporov ext4_ext_drop_refs(npath); 1200b394cd1eSFedor Uporov free(npath, M_EXT2EXTENTS); 1201b394cd1eSFedor Uporov } 1202b394cd1eSFedor Uporov 1203b394cd1eSFedor Uporov ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO; 1204b394cd1eSFedor Uporov return (error); 1205b394cd1eSFedor Uporov } 1206b394cd1eSFedor Uporov 1207b394cd1eSFedor Uporov static e4fs_daddr_t 1208b394cd1eSFedor Uporov ext4_new_blocks(struct inode *ip, daddr_t lbn, e4fs_daddr_t pref, 1209b394cd1eSFedor Uporov struct ucred *cred, unsigned long *count, int *perror) 1210b394cd1eSFedor Uporov { 1211b394cd1eSFedor Uporov struct m_ext2fs *fs; 1212b394cd1eSFedor Uporov e4fs_daddr_t newblk; 1213b394cd1eSFedor Uporov 1214b394cd1eSFedor Uporov /* 1215b394cd1eSFedor Uporov * We will allocate only single block for now. 1216b394cd1eSFedor Uporov */ 1217b394cd1eSFedor Uporov if (*count > 1) 1218b394cd1eSFedor Uporov return (0); 1219b394cd1eSFedor Uporov 1220f86f5cd4SPedro F. Giffuni fs = ip->i_e2fs; 1221b394cd1eSFedor Uporov EXT2_LOCK(ip->i_ump); 1222b394cd1eSFedor Uporov *perror = ext2_alloc(ip, lbn, pref, (int)fs->e2fs_bsize, cred, &newblk); 1223b394cd1eSFedor Uporov if (*perror) 1224b394cd1eSFedor Uporov return (0); 1225b394cd1eSFedor Uporov 1226b394cd1eSFedor Uporov if (newblk) { 1227b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 1228b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 1229b394cd1eSFedor Uporov } 1230b394cd1eSFedor Uporov 1231b394cd1eSFedor Uporov return (newblk); 1232b394cd1eSFedor Uporov } 1233b394cd1eSFedor Uporov 1234b394cd1eSFedor Uporov int 1235b394cd1eSFedor Uporov ext4_ext_get_blocks(struct inode *ip, e4fs_daddr_t iblk, 1236b394cd1eSFedor Uporov unsigned long max_blocks, struct ucred *cred, struct buf **bpp, 12373acd9182SFedor Uporov int *pallocated, daddr_t *nb) 1238b394cd1eSFedor Uporov { 1239b394cd1eSFedor Uporov struct m_ext2fs *fs; 1240b394cd1eSFedor Uporov struct buf *bp = NULL; 1241b394cd1eSFedor Uporov struct ext4_extent_path *path; 1242b394cd1eSFedor Uporov struct ext4_extent newex, *ex; 1243b394cd1eSFedor Uporov e4fs_daddr_t bpref, newblk = 0; 1244b394cd1eSFedor Uporov unsigned long allocated = 0; 1245b394cd1eSFedor Uporov int error = 0, depth; 1246b394cd1eSFedor Uporov 1247b394cd1eSFedor Uporov if(bpp) 1248b394cd1eSFedor Uporov *bpp = NULL; 1249f86f5cd4SPedro F. Giffuni *pallocated = 0; 1250b394cd1eSFedor Uporov 1251b394cd1eSFedor Uporov /* Check cache. */ 1252f86f5cd4SPedro F. Giffuni path = NULL; 1253b394cd1eSFedor Uporov if ((bpref = ext4_ext_in_cache(ip, iblk, &newex))) { 1254b394cd1eSFedor Uporov if (bpref == EXT4_EXT_CACHE_IN) { 1255b394cd1eSFedor Uporov /* Block is already allocated. */ 1256cd3acfe7SFedor Uporov newblk = iblk - le32toh(newex.e_blk) + 1257b394cd1eSFedor Uporov ext4_ext_extent_pblock(&newex); 1258cd3acfe7SFedor Uporov allocated = le16toh(newex.e_len) - (iblk - le32toh(newex.e_blk)); 1259b394cd1eSFedor Uporov goto out; 1260b394cd1eSFedor Uporov } else { 1261b394cd1eSFedor Uporov error = EIO; 1262b394cd1eSFedor Uporov goto out2; 1263b394cd1eSFedor Uporov } 1264b394cd1eSFedor Uporov } 1265b394cd1eSFedor Uporov 1266b394cd1eSFedor Uporov error = ext4_ext_find_extent(ip, iblk, &path); 1267b394cd1eSFedor Uporov if (error) { 1268b394cd1eSFedor Uporov goto out2; 1269b394cd1eSFedor Uporov } 1270b394cd1eSFedor Uporov 1271b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1272b394cd1eSFedor Uporov if (path[depth].ep_ext == NULL && depth != 0) { 1273b394cd1eSFedor Uporov error = EIO; 1274b394cd1eSFedor Uporov goto out2; 1275b394cd1eSFedor Uporov } 1276b394cd1eSFedor Uporov 1277b394cd1eSFedor Uporov if ((ex = path[depth].ep_ext)) { 1278cd3acfe7SFedor Uporov uint64_t lblk = le32toh(ex->e_blk); 1279cd3acfe7SFedor Uporov uint16_t e_len = le16toh(ex->e_len); 1280b394cd1eSFedor Uporov e4fs_daddr_t e_start = ext4_ext_extent_pblock(ex); 1281b394cd1eSFedor Uporov 1282b394cd1eSFedor Uporov if (e_len > EXT4_MAX_LEN) 1283b394cd1eSFedor Uporov goto out2; 1284b394cd1eSFedor Uporov 1285b394cd1eSFedor Uporov /* If we found extent covers block, simply return it. */ 1286b394cd1eSFedor Uporov if (iblk >= lblk && iblk < lblk + e_len) { 1287b394cd1eSFedor Uporov newblk = iblk - lblk + e_start; 1288b394cd1eSFedor Uporov allocated = e_len - (iblk - lblk); 1289b394cd1eSFedor Uporov ext4_ext_put_in_cache(ip, lblk, e_len, 1290b394cd1eSFedor Uporov e_start, EXT4_EXT_CACHE_IN); 1291b394cd1eSFedor Uporov goto out; 1292b394cd1eSFedor Uporov } 1293b394cd1eSFedor Uporov } 1294b394cd1eSFedor Uporov 1295b394cd1eSFedor Uporov /* Allocate the new block. */ 1296b394cd1eSFedor Uporov if (S_ISREG(ip->i_mode) && (!ip->i_next_alloc_block)) { 1297b394cd1eSFedor Uporov ip->i_next_alloc_goal = 0; 1298b394cd1eSFedor Uporov } 1299b394cd1eSFedor Uporov 1300b394cd1eSFedor Uporov bpref = ext4_ext_blkpref(ip, path, iblk); 1301b394cd1eSFedor Uporov allocated = max_blocks; 1302b394cd1eSFedor Uporov newblk = ext4_new_blocks(ip, iblk, bpref, cred, &allocated, &error); 1303b394cd1eSFedor Uporov if (!newblk) 1304b394cd1eSFedor Uporov goto out2; 1305b394cd1eSFedor Uporov 1306b394cd1eSFedor Uporov /* Try to insert new extent into found leaf and return. */ 1307cd3acfe7SFedor Uporov newex.e_blk = htole32(iblk); 1308b394cd1eSFedor Uporov ext4_ext_store_pblock(&newex, newblk); 1309cd3acfe7SFedor Uporov newex.e_len = htole16(allocated); 1310b394cd1eSFedor Uporov error = ext4_ext_insert_extent(ip, path, &newex); 1311b394cd1eSFedor Uporov if (error) 1312b394cd1eSFedor Uporov goto out2; 1313b394cd1eSFedor Uporov 1314b394cd1eSFedor Uporov newblk = ext4_ext_extent_pblock(&newex); 1315b394cd1eSFedor Uporov ext4_ext_put_in_cache(ip, iblk, allocated, newblk, EXT4_EXT_CACHE_IN); 1316b394cd1eSFedor Uporov *pallocated = 1; 1317b394cd1eSFedor Uporov 1318b394cd1eSFedor Uporov out: 1319b394cd1eSFedor Uporov if (allocated > max_blocks) 1320b394cd1eSFedor Uporov allocated = max_blocks; 1321b394cd1eSFedor Uporov 1322b394cd1eSFedor Uporov if (bpp) 1323b394cd1eSFedor Uporov { 1324f86f5cd4SPedro F. Giffuni fs = ip->i_e2fs; 1325b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(fs, newblk), 1326b394cd1eSFedor Uporov fs->e2fs_bsize, cred, &bp); 1327b394cd1eSFedor Uporov if (error) { 1328b394cd1eSFedor Uporov brelse(bp); 1329b394cd1eSFedor Uporov } else { 1330b394cd1eSFedor Uporov *bpp = bp; 1331b394cd1eSFedor Uporov } 1332b394cd1eSFedor Uporov } 1333b394cd1eSFedor Uporov 1334b394cd1eSFedor Uporov out2: 1335b394cd1eSFedor Uporov if (path) { 1336b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1337b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 1338b394cd1eSFedor Uporov } 1339b394cd1eSFedor Uporov 1340b394cd1eSFedor Uporov if (nb) 1341b394cd1eSFedor Uporov *nb = newblk; 1342b394cd1eSFedor Uporov 1343b394cd1eSFedor Uporov return (error); 1344b394cd1eSFedor Uporov } 1345b394cd1eSFedor Uporov 1346b394cd1eSFedor Uporov static inline uint16_t 1347b394cd1eSFedor Uporov ext4_ext_get_actual_len(struct ext4_extent *ext) 1348b394cd1eSFedor Uporov { 1349b394cd1eSFedor Uporov 1350cd3acfe7SFedor Uporov return (le16toh(ext->e_len) <= EXT_INIT_MAX_LEN ? 1351cd3acfe7SFedor Uporov le16toh(ext->e_len) : (le16toh(ext->e_len) - EXT_INIT_MAX_LEN)); 1352b394cd1eSFedor Uporov } 1353b394cd1eSFedor Uporov 1354b394cd1eSFedor Uporov static inline struct ext4_extent_header * 1355b394cd1eSFedor Uporov ext4_ext_header(struct inode *ip) 1356b394cd1eSFedor Uporov { 1357b394cd1eSFedor Uporov 1358f86f5cd4SPedro F. Giffuni return ((struct ext4_extent_header *)ip->i_db); 1359b394cd1eSFedor Uporov } 1360b394cd1eSFedor Uporov 1361b394cd1eSFedor Uporov static int 1362b394cd1eSFedor Uporov ext4_remove_blocks(struct inode *ip, struct ext4_extent *ex, 1363b394cd1eSFedor Uporov unsigned long from, unsigned long to) 1364b394cd1eSFedor Uporov { 1365b394cd1eSFedor Uporov unsigned long num, start; 1366b394cd1eSFedor Uporov 1367cd3acfe7SFedor Uporov if (from >= le32toh(ex->e_blk) && 1368cd3acfe7SFedor Uporov to == le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - 1) { 1369b394cd1eSFedor Uporov /* Tail cleanup. */ 1370cd3acfe7SFedor Uporov num = le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - from; 1371b394cd1eSFedor Uporov start = ext4_ext_extent_pblock(ex) + 1372b394cd1eSFedor Uporov ext4_ext_get_actual_len(ex) - num; 1373b394cd1eSFedor Uporov ext4_ext_blkfree(ip, start, num, 0); 1374b394cd1eSFedor Uporov } 1375b394cd1eSFedor Uporov 1376b394cd1eSFedor Uporov return (0); 1377b394cd1eSFedor Uporov } 1378b394cd1eSFedor Uporov 1379b394cd1eSFedor Uporov static int 1380b394cd1eSFedor Uporov ext4_ext_rm_index(struct inode *ip, struct ext4_extent_path *path) 1381b394cd1eSFedor Uporov { 1382b394cd1eSFedor Uporov e4fs_daddr_t leaf; 1383b394cd1eSFedor Uporov 1384b394cd1eSFedor Uporov /* Free index block. */ 1385b394cd1eSFedor Uporov path--; 1386b394cd1eSFedor Uporov leaf = ext4_ext_index_pblock(path->ep_index); 1387b394cd1eSFedor Uporov KASSERT(path->ep_header->eh_ecount != 0, 1388b394cd1eSFedor Uporov ("ext4_ext_rm_index: bad ecount")); 1389cd3acfe7SFedor Uporov path->ep_header->eh_ecount = 1390cd3acfe7SFedor Uporov htole16(le16toh(path->ep_header->eh_ecount) - 1); 1391b394cd1eSFedor Uporov ext4_ext_dirty(ip, path); 1392b394cd1eSFedor Uporov ext4_ext_blkfree(ip, leaf, 1, 0); 1393b394cd1eSFedor Uporov return (0); 1394b394cd1eSFedor Uporov } 1395b394cd1eSFedor Uporov 1396b394cd1eSFedor Uporov static int 1397b394cd1eSFedor Uporov ext4_ext_rm_leaf(struct inode *ip, struct ext4_extent_path *path, 1398b394cd1eSFedor Uporov uint64_t start) 1399b394cd1eSFedor Uporov { 1400b394cd1eSFedor Uporov struct ext4_extent_header *eh; 1401f86f5cd4SPedro F. Giffuni struct ext4_extent *ex; 1402b394cd1eSFedor Uporov unsigned int a, b, block, num; 1403b394cd1eSFedor Uporov unsigned long ex_blk; 1404b394cd1eSFedor Uporov unsigned short ex_len; 1405f86f5cd4SPedro F. Giffuni int depth; 1406b394cd1eSFedor Uporov int error, correct_index; 1407b394cd1eSFedor Uporov 1408b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1409b394cd1eSFedor Uporov if (!path[depth].ep_header) { 1410b394cd1eSFedor Uporov if (path[depth].ep_data == NULL) 1411b394cd1eSFedor Uporov return (EINVAL); 1412b394cd1eSFedor Uporov path[depth].ep_header = 1413b394cd1eSFedor Uporov (struct ext4_extent_header* )path[depth].ep_data; 1414b394cd1eSFedor Uporov } 1415b394cd1eSFedor Uporov 1416b394cd1eSFedor Uporov eh = path[depth].ep_header; 1417b394cd1eSFedor Uporov if (!eh) { 141884b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 1419f86f5cd4SPedro F. Giffuni "bad header => extent corrupted"); 1420b394cd1eSFedor Uporov return (EIO); 1421b394cd1eSFedor Uporov } 1422b394cd1eSFedor Uporov 1423b394cd1eSFedor Uporov ex = EXT_LAST_EXTENT(eh); 1424cd3acfe7SFedor Uporov ex_blk = le32toh(ex->e_blk); 1425b394cd1eSFedor Uporov ex_len = ext4_ext_get_actual_len(ex); 1426b394cd1eSFedor Uporov 1427f86f5cd4SPedro F. Giffuni error = 0; 1428f86f5cd4SPedro F. Giffuni correct_index = 0; 1429b394cd1eSFedor Uporov while (ex >= EXT_FIRST_EXTENT(eh) && ex_blk + ex_len > start) { 1430b394cd1eSFedor Uporov path[depth].ep_ext = ex; 1431b394cd1eSFedor Uporov a = ex_blk > start ? ex_blk : start; 1432b394cd1eSFedor Uporov b = (uint64_t)ex_blk + ex_len - 1 < 1433b394cd1eSFedor Uporov EXT4_MAX_BLOCKS ? ex_blk + ex_len - 1 : EXT4_MAX_BLOCKS; 1434b394cd1eSFedor Uporov 1435b394cd1eSFedor Uporov if (a != ex_blk && b != ex_blk + ex_len - 1) 1436b394cd1eSFedor Uporov return (EINVAL); 1437b394cd1eSFedor Uporov else if (a != ex_blk) { 1438b394cd1eSFedor Uporov /* Remove tail of the extent. */ 1439b394cd1eSFedor Uporov block = ex_blk; 1440b394cd1eSFedor Uporov num = a - block; 1441b394cd1eSFedor Uporov } else if (b != ex_blk + ex_len - 1) { 1442b394cd1eSFedor Uporov /* Remove head of the extent, not implemented. */ 1443b394cd1eSFedor Uporov return (EINVAL); 1444b394cd1eSFedor Uporov } else { 1445b394cd1eSFedor Uporov /* Remove whole extent. */ 1446b394cd1eSFedor Uporov block = ex_blk; 1447b394cd1eSFedor Uporov num = 0; 1448b394cd1eSFedor Uporov } 1449b394cd1eSFedor Uporov 14503fcbb8c0SFedor Uporov if (ex == EXT_FIRST_EXTENT(eh)) 1451b394cd1eSFedor Uporov correct_index = 1; 1452b394cd1eSFedor Uporov 1453b394cd1eSFedor Uporov error = ext4_remove_blocks(ip, ex, a, b); 1454b394cd1eSFedor Uporov if (error) 1455b394cd1eSFedor Uporov goto out; 1456b394cd1eSFedor Uporov 1457b394cd1eSFedor Uporov if (num == 0) { 1458b394cd1eSFedor Uporov ext4_ext_store_pblock(ex, 0); 1459cd3acfe7SFedor Uporov eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1); 1460b394cd1eSFedor Uporov } 1461b394cd1eSFedor Uporov 1462cd3acfe7SFedor Uporov ex->e_blk = htole32(block); 1463cd3acfe7SFedor Uporov ex->e_len = htole16(num); 1464b394cd1eSFedor Uporov 1465b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + depth); 1466b394cd1eSFedor Uporov 1467b394cd1eSFedor Uporov ex--; 1468cd3acfe7SFedor Uporov ex_blk = htole32(ex->e_blk); 1469b394cd1eSFedor Uporov ex_len = ext4_ext_get_actual_len(ex); 1470b394cd1eSFedor Uporov }; 1471b394cd1eSFedor Uporov 1472cd3acfe7SFedor Uporov if (correct_index && le16toh(eh->eh_ecount)) 1473b394cd1eSFedor Uporov error = ext4_ext_correct_indexes(ip, path); 1474b394cd1eSFedor Uporov 1475b394cd1eSFedor Uporov /* 1476b394cd1eSFedor Uporov * If this leaf is free, we should 1477b394cd1eSFedor Uporov * remove it from index block above. 1478b394cd1eSFedor Uporov */ 1479cd3acfe7SFedor Uporov if (error == 0 && eh->eh_ecount == 0 && 1480cd3acfe7SFedor Uporov path[depth].ep_data != NULL) 1481b394cd1eSFedor Uporov error = ext4_ext_rm_index(ip, path + depth); 1482b394cd1eSFedor Uporov 1483b394cd1eSFedor Uporov out: 1484b394cd1eSFedor Uporov return (error); 1485b394cd1eSFedor Uporov } 1486b394cd1eSFedor Uporov 1487b394cd1eSFedor Uporov static struct buf * 1488b394cd1eSFedor Uporov ext4_read_extent_tree_block(struct inode *ip, e4fs_daddr_t pblk, 1489b394cd1eSFedor Uporov int depth, int flags) 1490b394cd1eSFedor Uporov { 1491b394cd1eSFedor Uporov struct m_ext2fs *fs; 1492b394cd1eSFedor Uporov struct ext4_extent_header *eh; 1493b394cd1eSFedor Uporov struct buf *bp; 1494b394cd1eSFedor Uporov int error; 1495b394cd1eSFedor Uporov 1496b394cd1eSFedor Uporov fs = ip->i_e2fs; 1497b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(fs, pblk), 1498b394cd1eSFedor Uporov fs->e2fs_bsize, NOCRED, &bp); 1499b394cd1eSFedor Uporov if (error) { 1500d7511a40SPedro F. Giffuni return (NULL); 1501d7511a40SPedro F. Giffuni } 1502b394cd1eSFedor Uporov 1503b394cd1eSFedor Uporov eh = ext4_ext_block_header(bp->b_data); 1504cd3acfe7SFedor Uporov if (le16toh(eh->eh_depth) != depth) { 150584b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 150684b89556SFedor Uporov "unexpected eh_depth"); 1507b394cd1eSFedor Uporov goto err; 1508d7511a40SPedro F. Giffuni } 1509d7511a40SPedro F. Giffuni 1510b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, eh); 1511b394cd1eSFedor Uporov if (error) 1512b394cd1eSFedor Uporov goto err; 1513d7511a40SPedro F. Giffuni 1514b394cd1eSFedor Uporov return (bp); 1515b394cd1eSFedor Uporov 1516b394cd1eSFedor Uporov err: 1517b394cd1eSFedor Uporov brelse(bp); 1518b394cd1eSFedor Uporov return (NULL); 1519b394cd1eSFedor Uporov 1520b394cd1eSFedor Uporov } 1521b394cd1eSFedor Uporov 1522b394cd1eSFedor Uporov static int inline 1523b394cd1eSFedor Uporov ext4_ext_more_to_rm(struct ext4_extent_path *path) 1524b394cd1eSFedor Uporov { 1525b394cd1eSFedor Uporov 1526b394cd1eSFedor Uporov KASSERT(path->ep_index != NULL, 1527b394cd1eSFedor Uporov ("ext4_ext_more_to_rm: bad index from path")); 1528b394cd1eSFedor Uporov 1529b394cd1eSFedor Uporov if (path->ep_index < EXT_FIRST_INDEX(path->ep_header)) 1530b394cd1eSFedor Uporov return (0); 1531b394cd1eSFedor Uporov 1532cd3acfe7SFedor Uporov if (le16toh(path->ep_header->eh_ecount) == path->index_count) 1533b394cd1eSFedor Uporov return (0); 1534b394cd1eSFedor Uporov 1535b394cd1eSFedor Uporov return (1); 1536b394cd1eSFedor Uporov } 1537b394cd1eSFedor Uporov 1538b394cd1eSFedor Uporov int 1539b394cd1eSFedor Uporov ext4_ext_remove_space(struct inode *ip, off_t length, int flags, 1540b394cd1eSFedor Uporov struct ucred *cred, struct thread *td) 1541b394cd1eSFedor Uporov { 1542b394cd1eSFedor Uporov struct buf *bp; 1543b394cd1eSFedor Uporov struct ext4_extent_header *ehp; 1544b394cd1eSFedor Uporov struct ext4_extent_path *path; 1545b394cd1eSFedor Uporov int depth; 1546b394cd1eSFedor Uporov int i, error; 1547b394cd1eSFedor Uporov 1548b394cd1eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_db; 1549b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1550b394cd1eSFedor Uporov 1551b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, ehp); 1552b394cd1eSFedor Uporov if(error) 1553b394cd1eSFedor Uporov return (error); 1554b394cd1eSFedor Uporov 1555b394cd1eSFedor Uporov path = malloc(sizeof(struct ext4_extent_path) * (depth + 1), 1556b394cd1eSFedor Uporov M_EXT2EXTENTS, M_WAITOK | M_ZERO); 1557b394cd1eSFedor Uporov path[0].ep_header = ehp; 1558b394cd1eSFedor Uporov path[0].ep_depth = depth; 1559f86f5cd4SPedro F. Giffuni i = 0; 1560f86f5cd4SPedro F. Giffuni while (error == 0 && i >= 0) { 1561b394cd1eSFedor Uporov if (i == depth) { 1562b394cd1eSFedor Uporov /* This is leaf. */ 1563b394cd1eSFedor Uporov error = ext4_ext_rm_leaf(ip, path, length); 1564b394cd1eSFedor Uporov if (error) 1565b394cd1eSFedor Uporov break; 1566b394cd1eSFedor Uporov free(path[i].ep_data, M_EXT2EXTENTS); 1567b394cd1eSFedor Uporov path[i].ep_data = NULL; 1568b394cd1eSFedor Uporov i--; 1569b394cd1eSFedor Uporov continue; 1570b394cd1eSFedor Uporov } 1571b394cd1eSFedor Uporov 1572b394cd1eSFedor Uporov /* This is index. */ 1573b394cd1eSFedor Uporov if (!path[i].ep_header) 1574b394cd1eSFedor Uporov path[i].ep_header = 1575b394cd1eSFedor Uporov (struct ext4_extent_header *)path[i].ep_data; 1576b394cd1eSFedor Uporov 1577b394cd1eSFedor Uporov if (!path[i].ep_index) { 1578b394cd1eSFedor Uporov /* This level hasn't touched yet. */ 1579b394cd1eSFedor Uporov path[i].ep_index = EXT_LAST_INDEX(path[i].ep_header); 1580cd3acfe7SFedor Uporov path[i].index_count = 1581cd3acfe7SFedor Uporov le16toh(path[i].ep_header->eh_ecount) + 1; 1582b394cd1eSFedor Uporov } else { 1583b394cd1eSFedor Uporov /* We've already was here, see at next index. */ 1584b394cd1eSFedor Uporov path[i].ep_index--; 1585b394cd1eSFedor Uporov } 1586b394cd1eSFedor Uporov 1587b394cd1eSFedor Uporov if (ext4_ext_more_to_rm(path + i)) { 1588b394cd1eSFedor Uporov memset(path + i + 1, 0, sizeof(*path)); 1589b394cd1eSFedor Uporov bp = ext4_read_extent_tree_block(ip, 1590b394cd1eSFedor Uporov ext4_ext_index_pblock(path[i].ep_index), 1591b394cd1eSFedor Uporov path[0].ep_depth - (i + 1), 0); 1592b394cd1eSFedor Uporov if (!bp) { 1593b394cd1eSFedor Uporov error = EIO; 1594b394cd1eSFedor Uporov break; 1595b394cd1eSFedor Uporov } 1596b394cd1eSFedor Uporov 1597b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(&path[i+1], bp, 1598b394cd1eSFedor Uporov ext4_ext_index_pblock(path[i].ep_index)); 1599b394cd1eSFedor Uporov brelse(bp); 1600cd3acfe7SFedor Uporov path[i].index_count = 1601cd3acfe7SFedor Uporov le16toh(path[i].ep_header->eh_ecount); 1602b394cd1eSFedor Uporov i++; 1603b394cd1eSFedor Uporov } else { 1604b394cd1eSFedor Uporov if (path[i].ep_header->eh_ecount == 0 && i > 0) { 1605b394cd1eSFedor Uporov /* Index is empty, remove it. */ 1606b394cd1eSFedor Uporov error = ext4_ext_rm_index(ip, path + i); 1607b394cd1eSFedor Uporov } 1608b394cd1eSFedor Uporov free(path[i].ep_data, M_EXT2EXTENTS); 1609b394cd1eSFedor Uporov path[i].ep_data = NULL; 1610b394cd1eSFedor Uporov i--; 1611b394cd1eSFedor Uporov } 1612b394cd1eSFedor Uporov } 1613b394cd1eSFedor Uporov 1614b394cd1eSFedor Uporov if (path->ep_header->eh_ecount == 0) { 1615b394cd1eSFedor Uporov /* 1616b394cd1eSFedor Uporov * Truncate the tree to zero. 1617b394cd1eSFedor Uporov */ 1618b394cd1eSFedor Uporov ext4_ext_header(ip)->eh_depth = 0; 1619cd3acfe7SFedor Uporov ext4_ext_header(ip)->eh_max = htole16(ext4_ext_space_root(ip)); 1620b394cd1eSFedor Uporov ext4_ext_dirty(ip, path); 1621b394cd1eSFedor Uporov } 1622b394cd1eSFedor Uporov 1623b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1624b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 1625b394cd1eSFedor Uporov 1626b394cd1eSFedor Uporov return (error); 1627d7511a40SPedro F. Giffuni } 1628