1d7511a40SPedro F. Giffuni /*- 2d63027b6SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3d63027b6SPedro F. Giffuni * 4d7511a40SPedro F. Giffuni * Copyright (c) 2010 Zheng Liu <lz@freebsd.org> 5d7511a40SPedro F. Giffuni * All rights reserved. 6d7511a40SPedro F. Giffuni * 7d7511a40SPedro F. Giffuni * Redistribution and use in source and binary forms, with or without 8d7511a40SPedro F. Giffuni * modification, are permitted provided that the following conditions 9d7511a40SPedro F. Giffuni * are met: 10d7511a40SPedro F. Giffuni * 1. Redistributions of source code must retain the above copyright 11d7511a40SPedro F. Giffuni * notice, this list of conditions and the following disclaimer. 12d7511a40SPedro F. Giffuni * 2. Redistributions in binary form must reproduce the above copyright 13d7511a40SPedro F. Giffuni * notice, this list of conditions and the following disclaimer in the 14d7511a40SPedro F. Giffuni * documentation and/or other materials provided with the distribution. 15d7511a40SPedro F. Giffuni * 16d7511a40SPedro F. Giffuni * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17d7511a40SPedro F. Giffuni * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18d7511a40SPedro F. Giffuni * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19d7511a40SPedro F. Giffuni * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20d7511a40SPedro F. Giffuni * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21d7511a40SPedro F. Giffuni * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22d7511a40SPedro F. Giffuni * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23d7511a40SPedro F. Giffuni * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24d7511a40SPedro F. Giffuni * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25d7511a40SPedro F. Giffuni * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26d7511a40SPedro F. Giffuni * SUCH DAMAGE. 27d7511a40SPedro F. Giffuni * 28d7511a40SPedro F. Giffuni * $FreeBSD$ 29d7511a40SPedro F. Giffuni */ 30d7511a40SPedro F. Giffuni 31d7511a40SPedro F. Giffuni #include <sys/param.h> 32d7511a40SPedro F. Giffuni #include <sys/systm.h> 33d7511a40SPedro F. Giffuni #include <sys/types.h> 34d7511a40SPedro F. Giffuni #include <sys/kernel.h> 35d7511a40SPedro F. Giffuni #include <sys/malloc.h> 36d7511a40SPedro F. Giffuni #include <sys/vnode.h> 37d7511a40SPedro F. Giffuni #include <sys/bio.h> 38d7511a40SPedro F. Giffuni #include <sys/buf.h> 39cd3acfe7SFedor Uporov #include <sys/endian.h> 40d7511a40SPedro F. Giffuni #include <sys/conf.h> 4184b89556SFedor Uporov #include <sys/sdt.h> 42b394cd1eSFedor Uporov #include <sys/stat.h> 43d7511a40SPedro F. Giffuni 44d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_mount.h> 45d7511a40SPedro F. Giffuni #include <fs/ext2fs/fs.h> 46d7511a40SPedro F. Giffuni #include <fs/ext2fs/inode.h> 47d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2fs.h> 48d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extents.h> 49d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extern.h> 50d7511a40SPedro F. Giffuni 5184b89556SFedor Uporov SDT_PROVIDER_DECLARE(ext2fs); 5284b89556SFedor Uporov /* 5384b89556SFedor Uporov * ext2fs trace probe: 5484b89556SFedor Uporov * arg0: verbosity. Higher numbers give more verbose messages 5584b89556SFedor Uporov * arg1: Textual message 5684b89556SFedor Uporov */ 5784b89556SFedor Uporov SDT_PROBE_DEFINE2(ext2fs, , trace, extents, "int", "char*"); 5884b89556SFedor Uporov 59b394cd1eSFedor Uporov static MALLOC_DEFINE(M_EXT2EXTENTS, "ext2_extents", "EXT2 extents"); 60d7511a40SPedro F. Giffuni 6184b89556SFedor Uporov #ifdef EXT2FS_PRINT_EXTENTS 625679656eSFedor Uporov static const bool print_extents_walk = true; 63b394cd1eSFedor Uporov 645679656eSFedor Uporov static int ext4_ext_check_header(struct inode *, struct ext4_extent_header *); 655679656eSFedor Uporov static int ext4_ext_walk_header(struct inode *, struct ext4_extent_header *); 665679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_index_pblock(struct ext4_extent_index *); 675679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_extent_pblock(struct ext4_extent *); 685679656eSFedor Uporov 695679656eSFedor Uporov static int 705679656eSFedor Uporov ext4_ext_blk_check(struct inode *ip, e4fs_daddr_t blk) 715679656eSFedor Uporov { 725679656eSFedor Uporov struct m_ext2fs *fs; 735679656eSFedor Uporov 745679656eSFedor Uporov fs = ip->i_e2fs; 755679656eSFedor Uporov 765679656eSFedor Uporov if (blk < fs->e2fs->e2fs_first_dblock || blk >= fs->e2fs_bcount) 775679656eSFedor Uporov return (EIO); 785679656eSFedor Uporov 795679656eSFedor Uporov return (0); 80d7511a40SPedro F. Giffuni } 81d7511a40SPedro F. Giffuni 825679656eSFedor Uporov static int 835679656eSFedor Uporov ext4_ext_walk_index(struct inode *ip, struct ext4_extent_index *ex, bool do_walk) 84b394cd1eSFedor Uporov { 85b394cd1eSFedor Uporov struct m_ext2fs *fs; 86b394cd1eSFedor Uporov struct buf *bp; 875679656eSFedor Uporov e4fs_daddr_t blk; 88b394cd1eSFedor Uporov int error; 89b394cd1eSFedor Uporov 90b394cd1eSFedor Uporov fs = ip->i_e2fs; 91b394cd1eSFedor Uporov 925679656eSFedor Uporov if (print_extents_walk) 935679656eSFedor Uporov printf(" index %p => (blk %u pblk %ju)\n", ex, 945679656eSFedor Uporov le32toh(ex->ei_blk), (uint64_t)le16toh(ex->ei_leaf_hi) << 32 | 95cd3acfe7SFedor Uporov le32toh(ex->ei_leaf_lo)); 96b394cd1eSFedor Uporov 97b394cd1eSFedor Uporov if(!do_walk) 985679656eSFedor Uporov return (0); 995679656eSFedor Uporov 1005679656eSFedor Uporov blk = ext4_ext_index_pblock(ex); 1015679656eSFedor Uporov error = ext4_ext_blk_check(ip, blk); 1025679656eSFedor Uporov if (error) 1035679656eSFedor Uporov return (error); 104b394cd1eSFedor Uporov 105b394cd1eSFedor Uporov if ((error = bread(ip->i_devvp, 1065679656eSFedor Uporov fsbtodb(fs, blk), (int)fs->e2fs_bsize, NOCRED, &bp)) != 0) { 107b394cd1eSFedor Uporov brelse(bp); 1085679656eSFedor Uporov return (error); 10978f6ea54SPedro F. Giffuni } 110b394cd1eSFedor Uporov 1115679656eSFedor Uporov error = ext4_ext_walk_header(ip, (struct ext4_extent_header *)bp->b_data); 112b394cd1eSFedor Uporov 113b394cd1eSFedor Uporov brelse(bp); 114b394cd1eSFedor Uporov 1155679656eSFedor Uporov return (error); 116d7511a40SPedro F. Giffuni } 117d7511a40SPedro F. Giffuni 1185679656eSFedor Uporov static int 1195679656eSFedor Uporov ext4_ext_walk_extent(struct inode *ip, struct ext4_extent *ep) 120d7511a40SPedro F. Giffuni { 1215679656eSFedor Uporov e4fs_daddr_t blk; 1225679656eSFedor Uporov int error; 123d7511a40SPedro F. Giffuni 1245679656eSFedor Uporov blk = ext4_ext_extent_pblock(ep); 1255679656eSFedor Uporov error = ext4_ext_blk_check(ip, blk); 1265679656eSFedor Uporov if (error) 1275679656eSFedor Uporov return (error); 128b394cd1eSFedor Uporov 1295679656eSFedor Uporov if (print_extents_walk) 1305679656eSFedor Uporov printf(" ext %p => (blk %u len %u start %ju)\n", 1315679656eSFedor Uporov ep, le32toh(ep->e_blk), le16toh(ep->e_len), 1325679656eSFedor Uporov (uint64_t)blk); 1335679656eSFedor Uporov 1345679656eSFedor Uporov return (0); 135b394cd1eSFedor Uporov } 136b394cd1eSFedor Uporov 1375679656eSFedor Uporov static int 1385679656eSFedor Uporov ext4_ext_walk_header(struct inode *ip, struct ext4_extent_header *eh) 1395679656eSFedor Uporov { 1405679656eSFedor Uporov int i, error = 0; 1415679656eSFedor Uporov 1425679656eSFedor Uporov error = ext4_ext_check_header(ip, eh); 1435679656eSFedor Uporov if (error) 1445679656eSFedor Uporov return (error); 1455679656eSFedor Uporov 1465679656eSFedor Uporov if (print_extents_walk) 1475679656eSFedor Uporov printf("header %p => (entries %d max %d depth %d gen %d)\n", 1485679656eSFedor Uporov eh, le16toh(eh->eh_ecount), 1495679656eSFedor Uporov le16toh(eh->eh_max), le16toh(eh->eh_depth), le32toh(eh->eh_gen)); 1505679656eSFedor Uporov 1515679656eSFedor Uporov for (i = 0; i < le16toh(eh->eh_ecount) && error == 0; i++) 1525679656eSFedor Uporov if (eh->eh_depth != 0) 1535679656eSFedor Uporov error = ext4_ext_walk_index(ip, 1545679656eSFedor Uporov (struct ext4_extent_index *)(eh + 1 + i), true); 1555679656eSFedor Uporov else 1565679656eSFedor Uporov error = ext4_ext_walk_extent(ip, (struct ext4_extent *)(eh + 1 + i)); 1575679656eSFedor Uporov 1585679656eSFedor Uporov return (error); 1595679656eSFedor Uporov } 1605679656eSFedor Uporov 1615679656eSFedor Uporov static int 162b394cd1eSFedor Uporov ext4_ext_print_path(struct inode *ip, struct ext4_extent_path *path) 163b394cd1eSFedor Uporov { 1645679656eSFedor Uporov int k, l, error = 0; 165b394cd1eSFedor Uporov 166e06e5241SFedor Uporov l = path->ep_depth; 167b394cd1eSFedor Uporov 1685679656eSFedor Uporov if (print_extents_walk) 169e06e5241SFedor Uporov printf("ip=%ju, Path:\n", ip->i_number); 1705679656eSFedor Uporov 1715679656eSFedor Uporov for (k = 0; k <= l && error == 0; k++, path++) { 172b394cd1eSFedor Uporov if (path->ep_index) { 1735679656eSFedor Uporov error = ext4_ext_walk_index(ip, path->ep_index, false); 174b394cd1eSFedor Uporov } else if (path->ep_ext) { 1755679656eSFedor Uporov error = ext4_ext_walk_extent(ip, path->ep_ext); 176b394cd1eSFedor Uporov } 177b394cd1eSFedor Uporov } 178b394cd1eSFedor Uporov 1795679656eSFedor Uporov return (error); 1805679656eSFedor Uporov } 1815679656eSFedor Uporov 1825679656eSFedor Uporov int 1835679656eSFedor Uporov ext4_ext_walk(struct inode *ip) 184b394cd1eSFedor Uporov { 185b394cd1eSFedor Uporov struct ext4_extent_header *ehp; 186b394cd1eSFedor Uporov 1875679656eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_db; 188b394cd1eSFedor Uporov 1895679656eSFedor Uporov if (print_extents_walk) 190e06e5241SFedor Uporov printf("Extent status:ip=%ju\n", ip->i_number); 1915679656eSFedor Uporov 192b394cd1eSFedor Uporov if (!(ip->i_flag & IN_E4EXTENTS)) 1935679656eSFedor Uporov return (0); 194d7511a40SPedro F. Giffuni 1955679656eSFedor Uporov return (ext4_ext_walk_header(ip, ehp)); 196e813d9d7SPedro F. Giffuni } 197b394cd1eSFedor Uporov #endif 198b394cd1eSFedor Uporov 199b394cd1eSFedor Uporov static inline struct ext4_extent_header * 200b394cd1eSFedor Uporov ext4_ext_inode_header(struct inode *ip) 201b394cd1eSFedor Uporov { 202b394cd1eSFedor Uporov 203b394cd1eSFedor Uporov return ((struct ext4_extent_header *)ip->i_db); 204d7511a40SPedro F. Giffuni } 205d7511a40SPedro F. Giffuni 206b394cd1eSFedor Uporov static inline struct ext4_extent_header * 207b394cd1eSFedor Uporov ext4_ext_block_header(char *bdata) 208b394cd1eSFedor Uporov { 209b394cd1eSFedor Uporov 210b394cd1eSFedor Uporov return ((struct ext4_extent_header *)bdata); 211b394cd1eSFedor Uporov } 212b394cd1eSFedor Uporov 213b394cd1eSFedor Uporov static inline unsigned short 214b394cd1eSFedor Uporov ext4_ext_inode_depth(struct inode *ip) 215b394cd1eSFedor Uporov { 216b394cd1eSFedor Uporov struct ext4_extent_header *ehp; 217b394cd1eSFedor Uporov 218b394cd1eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_data; 219cd3acfe7SFedor Uporov return (le16toh(ehp->eh_depth)); 220b394cd1eSFedor Uporov } 221b394cd1eSFedor Uporov 222b394cd1eSFedor Uporov static inline e4fs_daddr_t 223b394cd1eSFedor Uporov ext4_ext_index_pblock(struct ext4_extent_index *index) 224b394cd1eSFedor Uporov { 225b394cd1eSFedor Uporov e4fs_daddr_t blk; 226b394cd1eSFedor Uporov 227cd3acfe7SFedor Uporov blk = le32toh(index->ei_leaf_lo); 228cd3acfe7SFedor Uporov blk |= (e4fs_daddr_t)le16toh(index->ei_leaf_hi) << 32; 229b394cd1eSFedor Uporov 230b394cd1eSFedor Uporov return (blk); 231b394cd1eSFedor Uporov } 232b394cd1eSFedor Uporov 233b394cd1eSFedor Uporov static inline void 234b394cd1eSFedor Uporov ext4_index_store_pblock(struct ext4_extent_index *index, e4fs_daddr_t pb) 235b394cd1eSFedor Uporov { 236b394cd1eSFedor Uporov 237cd3acfe7SFedor Uporov index->ei_leaf_lo = htole32(pb & 0xffffffff); 238cd3acfe7SFedor Uporov index->ei_leaf_hi = htole16((pb >> 32) & 0xffff); 239b394cd1eSFedor Uporov } 240b394cd1eSFedor Uporov 241b394cd1eSFedor Uporov static inline e4fs_daddr_t 242b394cd1eSFedor Uporov ext4_ext_extent_pblock(struct ext4_extent *extent) 243b394cd1eSFedor Uporov { 244b394cd1eSFedor Uporov e4fs_daddr_t blk; 245b394cd1eSFedor Uporov 246cd3acfe7SFedor Uporov blk = le32toh(extent->e_start_lo); 247cd3acfe7SFedor Uporov blk |= (e4fs_daddr_t)le16toh(extent->e_start_hi) << 32; 248b394cd1eSFedor Uporov 249b394cd1eSFedor Uporov return (blk); 250b394cd1eSFedor Uporov } 251b394cd1eSFedor Uporov 252b394cd1eSFedor Uporov static inline void 253b394cd1eSFedor Uporov ext4_ext_store_pblock(struct ext4_extent *ex, e4fs_daddr_t pb) 254b394cd1eSFedor Uporov { 255b394cd1eSFedor Uporov 256cd3acfe7SFedor Uporov ex->e_start_lo = htole32(pb & 0xffffffff); 257cd3acfe7SFedor Uporov ex->e_start_hi = htole16((pb >> 32) & 0xffff); 258b394cd1eSFedor Uporov } 259b394cd1eSFedor Uporov 260d7511a40SPedro F. Giffuni int 261d7511a40SPedro F. Giffuni ext4_ext_in_cache(struct inode *ip, daddr_t lbn, struct ext4_extent *ep) 262d7511a40SPedro F. Giffuni { 263d7511a40SPedro F. Giffuni struct ext4_extent_cache *ecp; 264d7511a40SPedro F. Giffuni int ret = EXT4_EXT_CACHE_NO; 265d7511a40SPedro F. Giffuni 266d7511a40SPedro F. Giffuni ecp = &ip->i_ext_cache; 267d7511a40SPedro F. Giffuni if (ecp->ec_type == EXT4_EXT_CACHE_NO) 268d7511a40SPedro F. Giffuni return (ret); 269d7511a40SPedro F. Giffuni 270d7511a40SPedro F. Giffuni if (lbn >= ecp->ec_blk && lbn < ecp->ec_blk + ecp->ec_len) { 271cd3acfe7SFedor Uporov ep->e_blk = htole32(ecp->ec_blk); 272cd3acfe7SFedor Uporov ep->e_start_lo = htole32(ecp->ec_start & 0xffffffff); 273cd3acfe7SFedor Uporov ep->e_start_hi = htole16(ecp->ec_start >> 32 & 0xffff); 274cd3acfe7SFedor Uporov ep->e_len = htole16(ecp->ec_len); 275d7511a40SPedro F. Giffuni ret = ecp->ec_type; 276d7511a40SPedro F. Giffuni } 277d7511a40SPedro F. Giffuni return (ret); 278d7511a40SPedro F. Giffuni } 279d7511a40SPedro F. Giffuni 280b394cd1eSFedor Uporov static int 281b394cd1eSFedor Uporov ext4_ext_check_header(struct inode *ip, struct ext4_extent_header *eh) 282d7511a40SPedro F. Giffuni { 283b394cd1eSFedor Uporov struct m_ext2fs *fs; 284b394cd1eSFedor Uporov char *error_msg; 285d7511a40SPedro F. Giffuni 286b394cd1eSFedor Uporov fs = ip->i_e2fs; 287b394cd1eSFedor Uporov 288cd3acfe7SFedor Uporov if (le16toh(eh->eh_magic) != EXT4_EXT_MAGIC) { 28984b89556SFedor Uporov error_msg = "header: invalid magic"; 290b394cd1eSFedor Uporov goto corrupted; 291b394cd1eSFedor Uporov } 292b394cd1eSFedor Uporov if (eh->eh_max == 0) { 29384b89556SFedor Uporov error_msg = "header: invalid eh_max"; 294b394cd1eSFedor Uporov goto corrupted; 295b394cd1eSFedor Uporov } 296cd3acfe7SFedor Uporov if (le16toh(eh->eh_ecount) > le16toh(eh->eh_max)) { 29784b89556SFedor Uporov error_msg = "header: invalid eh_entries"; 298b394cd1eSFedor Uporov goto corrupted; 299d7511a40SPedro F. Giffuni } 300*be60d8f2SNeel Chauhan if (eh->eh_depth > 5) { 301*be60d8f2SNeel Chauhan error_msg = "header: invalid eh_depth"; 302*be60d8f2SNeel Chauhan goto corrupted; 303*be60d8f2SNeel Chauhan } 304d7511a40SPedro F. Giffuni 305b394cd1eSFedor Uporov return (0); 306b394cd1eSFedor Uporov 307b394cd1eSFedor Uporov corrupted: 30884b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, error_msg); 309b394cd1eSFedor Uporov return (EIO); 310b394cd1eSFedor Uporov } 311b394cd1eSFedor Uporov 312b394cd1eSFedor Uporov static void 313b394cd1eSFedor Uporov ext4_ext_binsearch_index(struct ext4_extent_path *path, int blk) 314b394cd1eSFedor Uporov { 315b394cd1eSFedor Uporov struct ext4_extent_header *eh; 316b394cd1eSFedor Uporov struct ext4_extent_index *r, *l, *m; 317b394cd1eSFedor Uporov 318b394cd1eSFedor Uporov eh = path->ep_header; 319b394cd1eSFedor Uporov 320cd3acfe7SFedor Uporov KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max) && 321cd3acfe7SFedor Uporov le16toh(eh->eh_ecount) > 0, 322b394cd1eSFedor Uporov ("ext4_ext_binsearch_index: bad args")); 323b394cd1eSFedor Uporov 324b394cd1eSFedor Uporov l = EXT_FIRST_INDEX(eh) + 1; 325cd3acfe7SFedor Uporov r = EXT_FIRST_INDEX(eh) + le16toh(eh->eh_ecount) - 1; 326b394cd1eSFedor Uporov while (l <= r) { 327b394cd1eSFedor Uporov m = l + (r - l) / 2; 328cd3acfe7SFedor Uporov if (blk < le32toh(m->ei_blk)) 329b394cd1eSFedor Uporov r = m - 1; 330b394cd1eSFedor Uporov else 331b394cd1eSFedor Uporov l = m + 1; 332b394cd1eSFedor Uporov } 333b394cd1eSFedor Uporov 334b394cd1eSFedor Uporov path->ep_index = l - 1; 335b394cd1eSFedor Uporov } 336b394cd1eSFedor Uporov 337b394cd1eSFedor Uporov static void 338b394cd1eSFedor Uporov ext4_ext_binsearch_ext(struct ext4_extent_path *path, int blk) 339b394cd1eSFedor Uporov { 340b394cd1eSFedor Uporov struct ext4_extent_header *eh; 341b394cd1eSFedor Uporov struct ext4_extent *r, *l, *m; 342b394cd1eSFedor Uporov 343b394cd1eSFedor Uporov eh = path->ep_header; 344b394cd1eSFedor Uporov 345cd3acfe7SFedor Uporov KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max), 346b394cd1eSFedor Uporov ("ext4_ext_binsearch_ext: bad args")); 347b394cd1eSFedor Uporov 348b394cd1eSFedor Uporov if (eh->eh_ecount == 0) 349b394cd1eSFedor Uporov return; 350b394cd1eSFedor Uporov 351b394cd1eSFedor Uporov l = EXT_FIRST_EXTENT(eh) + 1; 352cd3acfe7SFedor Uporov r = EXT_FIRST_EXTENT(eh) + le16toh(eh->eh_ecount) - 1; 353b394cd1eSFedor Uporov 354b394cd1eSFedor Uporov while (l <= r) { 355b394cd1eSFedor Uporov m = l + (r - l) / 2; 356cd3acfe7SFedor Uporov if (blk < le32toh(m->e_blk)) 357b394cd1eSFedor Uporov r = m - 1; 358b394cd1eSFedor Uporov else 359b394cd1eSFedor Uporov l = m + 1; 360b394cd1eSFedor Uporov } 361b394cd1eSFedor Uporov 362b394cd1eSFedor Uporov path->ep_ext = l - 1; 363b394cd1eSFedor Uporov } 364b394cd1eSFedor Uporov 365b394cd1eSFedor Uporov static int 366b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(struct ext4_extent_path *path, 367b394cd1eSFedor Uporov struct buf *bp, uint64_t blk) 368b394cd1eSFedor Uporov { 369b394cd1eSFedor Uporov 370b394cd1eSFedor Uporov KASSERT(path->ep_data == NULL, 371b394cd1eSFedor Uporov ("ext4_ext_fill_path_bdata: bad ep_data")); 372b394cd1eSFedor Uporov 373b394cd1eSFedor Uporov path->ep_data = malloc(bp->b_bufsize, M_EXT2EXTENTS, M_WAITOK); 374b394cd1eSFedor Uporov memcpy(path->ep_data, bp->b_data, bp->b_bufsize); 375b394cd1eSFedor Uporov path->ep_blk = blk; 376b394cd1eSFedor Uporov 377b394cd1eSFedor Uporov return (0); 378b394cd1eSFedor Uporov } 379b394cd1eSFedor Uporov 380b394cd1eSFedor Uporov static void 381b394cd1eSFedor Uporov ext4_ext_fill_path_buf(struct ext4_extent_path *path, struct buf *bp) 382b394cd1eSFedor Uporov { 383b394cd1eSFedor Uporov 384b394cd1eSFedor Uporov KASSERT(path->ep_data != NULL, 385b394cd1eSFedor Uporov ("ext4_ext_fill_path_buf: bad ep_data")); 386b394cd1eSFedor Uporov 387b394cd1eSFedor Uporov memcpy(bp->b_data, path->ep_data, bp->b_bufsize); 388b394cd1eSFedor Uporov } 389b394cd1eSFedor Uporov 390b394cd1eSFedor Uporov static void 391b394cd1eSFedor Uporov ext4_ext_drop_refs(struct ext4_extent_path *path) 392b394cd1eSFedor Uporov { 393b394cd1eSFedor Uporov int depth, i; 394b394cd1eSFedor Uporov 395b394cd1eSFedor Uporov if (!path) 396b394cd1eSFedor Uporov return; 397b394cd1eSFedor Uporov 398b394cd1eSFedor Uporov depth = path->ep_depth; 399b394cd1eSFedor Uporov for (i = 0; i <= depth; i++, path++) 400b394cd1eSFedor Uporov if (path->ep_data) { 401b394cd1eSFedor Uporov free(path->ep_data, M_EXT2EXTENTS); 402b394cd1eSFedor Uporov path->ep_data = NULL; 403b394cd1eSFedor Uporov } 404b394cd1eSFedor Uporov } 405b394cd1eSFedor Uporov 406b394cd1eSFedor Uporov void 407b394cd1eSFedor Uporov ext4_ext_path_free(struct ext4_extent_path *path) 408b394cd1eSFedor Uporov { 409b394cd1eSFedor Uporov 410b394cd1eSFedor Uporov if (!path) 411b394cd1eSFedor Uporov return; 412b394cd1eSFedor Uporov 413b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 414b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 415b394cd1eSFedor Uporov } 416b394cd1eSFedor Uporov 417b394cd1eSFedor Uporov int 418b394cd1eSFedor Uporov ext4_ext_find_extent(struct inode *ip, daddr_t block, 419b394cd1eSFedor Uporov struct ext4_extent_path **ppath) 420b394cd1eSFedor Uporov { 421b394cd1eSFedor Uporov struct m_ext2fs *fs; 422b394cd1eSFedor Uporov struct ext4_extent_header *eh; 423b394cd1eSFedor Uporov struct ext4_extent_path *path; 424b394cd1eSFedor Uporov struct buf *bp; 425b394cd1eSFedor Uporov uint64_t blk; 426b394cd1eSFedor Uporov int error, depth, i, ppos, alloc; 427b394cd1eSFedor Uporov 428b394cd1eSFedor Uporov fs = ip->i_e2fs; 429b394cd1eSFedor Uporov eh = ext4_ext_inode_header(ip); 430b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 431b394cd1eSFedor Uporov ppos = 0; 432b394cd1eSFedor Uporov alloc = 0; 433b394cd1eSFedor Uporov 434b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, eh); 435b394cd1eSFedor Uporov if (error) 436b394cd1eSFedor Uporov return (error); 437b394cd1eSFedor Uporov 4383fcbb8c0SFedor Uporov if (ppath == NULL) 439b394cd1eSFedor Uporov return (EINVAL); 440b394cd1eSFedor Uporov 441b394cd1eSFedor Uporov path = *ppath; 4423fcbb8c0SFedor Uporov if (path == NULL) { 443b394cd1eSFedor Uporov path = malloc(EXT4_EXT_DEPTH_MAX * 444b394cd1eSFedor Uporov sizeof(struct ext4_extent_path), 445b394cd1eSFedor Uporov M_EXT2EXTENTS, M_WAITOK | M_ZERO); 446b394cd1eSFedor Uporov *ppath = path; 447b394cd1eSFedor Uporov alloc = 1; 448b394cd1eSFedor Uporov } 449b394cd1eSFedor Uporov 450b394cd1eSFedor Uporov path[0].ep_header = eh; 451b394cd1eSFedor Uporov path[0].ep_data = NULL; 452b394cd1eSFedor Uporov 453b394cd1eSFedor Uporov /* Walk through the tree. */ 454b394cd1eSFedor Uporov i = depth; 455b394cd1eSFedor Uporov while (i) { 456b394cd1eSFedor Uporov ext4_ext_binsearch_index(&path[ppos], block); 457b394cd1eSFedor Uporov blk = ext4_ext_index_pblock(path[ppos].ep_index); 458b394cd1eSFedor Uporov path[ppos].ep_depth = i; 459b394cd1eSFedor Uporov path[ppos].ep_ext = NULL; 460b394cd1eSFedor Uporov 461b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(ip->i_e2fs, blk), 462b394cd1eSFedor Uporov ip->i_e2fs->e2fs_bsize, NOCRED, &bp); 463b394cd1eSFedor Uporov if (error) { 464b394cd1eSFedor Uporov goto error; 465b394cd1eSFedor Uporov } 466b394cd1eSFedor Uporov 467b394cd1eSFedor Uporov ppos++; 468b394cd1eSFedor Uporov if (ppos > depth) { 46984b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 470b394cd1eSFedor Uporov "ppos > depth => extent corrupted"); 471b394cd1eSFedor Uporov error = EIO; 472b394cd1eSFedor Uporov brelse(bp); 473b394cd1eSFedor Uporov goto error; 474b394cd1eSFedor Uporov } 475b394cd1eSFedor Uporov 476b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(&path[ppos], bp, blk); 477f0a993bbSFedor Uporov bqrelse(bp); 478b394cd1eSFedor Uporov 479b394cd1eSFedor Uporov eh = ext4_ext_block_header(path[ppos].ep_data); 480512f29d1SFedor Uporov if (ext4_ext_check_header(ip, eh) || 481512f29d1SFedor Uporov ext2_extent_blk_csum_verify(ip, path[ppos].ep_data)) { 482512f29d1SFedor Uporov error = EIO; 483b394cd1eSFedor Uporov goto error; 484512f29d1SFedor Uporov } 485b394cd1eSFedor Uporov 486b394cd1eSFedor Uporov path[ppos].ep_header = eh; 487b394cd1eSFedor Uporov 488b394cd1eSFedor Uporov i--; 489b394cd1eSFedor Uporov } 490b394cd1eSFedor Uporov 491b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, eh); 492b394cd1eSFedor Uporov if (error) 493b394cd1eSFedor Uporov goto error; 494b394cd1eSFedor Uporov 495b394cd1eSFedor Uporov /* Find extent. */ 496b394cd1eSFedor Uporov path[ppos].ep_depth = i; 497b394cd1eSFedor Uporov path[ppos].ep_header = eh; 498b394cd1eSFedor Uporov path[ppos].ep_ext = NULL; 499b394cd1eSFedor Uporov path[ppos].ep_index = NULL; 500b394cd1eSFedor Uporov ext4_ext_binsearch_ext(&path[ppos], block); 501b394cd1eSFedor Uporov return (0); 502b394cd1eSFedor Uporov 503b394cd1eSFedor Uporov error: 504b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 505b394cd1eSFedor Uporov if (alloc) 506b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 507b394cd1eSFedor Uporov 508b394cd1eSFedor Uporov *ppath = NULL; 509b394cd1eSFedor Uporov 510b394cd1eSFedor Uporov return (error); 511b394cd1eSFedor Uporov } 512b394cd1eSFedor Uporov 513b394cd1eSFedor Uporov static inline int 514b394cd1eSFedor Uporov ext4_ext_space_root(struct inode *ip) 515b394cd1eSFedor Uporov { 516b394cd1eSFedor Uporov int size; 517b394cd1eSFedor Uporov 518b394cd1eSFedor Uporov size = sizeof(ip->i_data); 519b394cd1eSFedor Uporov size -= sizeof(struct ext4_extent_header); 520b394cd1eSFedor Uporov size /= sizeof(struct ext4_extent); 521b394cd1eSFedor Uporov 522b394cd1eSFedor Uporov return (size); 523b394cd1eSFedor Uporov } 524b394cd1eSFedor Uporov 525b394cd1eSFedor Uporov static inline int 526b394cd1eSFedor Uporov ext4_ext_space_block(struct inode *ip) 527b394cd1eSFedor Uporov { 528b394cd1eSFedor Uporov struct m_ext2fs *fs; 529b394cd1eSFedor Uporov int size; 530b394cd1eSFedor Uporov 531b394cd1eSFedor Uporov fs = ip->i_e2fs; 532b394cd1eSFedor Uporov 533b394cd1eSFedor Uporov size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) / 534b394cd1eSFedor Uporov sizeof(struct ext4_extent); 535b394cd1eSFedor Uporov 536b394cd1eSFedor Uporov return (size); 537b394cd1eSFedor Uporov } 538b394cd1eSFedor Uporov 539b394cd1eSFedor Uporov static inline int 540b394cd1eSFedor Uporov ext4_ext_space_block_index(struct inode *ip) 541b394cd1eSFedor Uporov { 542b394cd1eSFedor Uporov struct m_ext2fs *fs; 543b394cd1eSFedor Uporov int size; 544b394cd1eSFedor Uporov 545b394cd1eSFedor Uporov fs = ip->i_e2fs; 546b394cd1eSFedor Uporov 547b394cd1eSFedor Uporov size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) / 548b394cd1eSFedor Uporov sizeof(struct ext4_extent_index); 549b394cd1eSFedor Uporov 550b394cd1eSFedor Uporov return (size); 551b394cd1eSFedor Uporov } 552b394cd1eSFedor Uporov 553b394cd1eSFedor Uporov void 554b394cd1eSFedor Uporov ext4_ext_tree_init(struct inode *ip) 555d7511a40SPedro F. Giffuni { 556d7511a40SPedro F. Giffuni struct ext4_extent_header *ehp; 557d7511a40SPedro F. Giffuni 558b394cd1eSFedor Uporov ip->i_flag |= IN_E4EXTENTS; 559d7511a40SPedro F. Giffuni 560b394cd1eSFedor Uporov memset(ip->i_data, 0, EXT2_NDADDR + EXT2_NIADDR); 561b394cd1eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_data; 562cd3acfe7SFedor Uporov ehp->eh_magic = htole16(EXT4_EXT_MAGIC); 563cd3acfe7SFedor Uporov ehp->eh_max = htole16(ext4_ext_space_root(ip)); 564b394cd1eSFedor Uporov ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO; 565b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 566b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 56778f6ea54SPedro F. Giffuni } 568d7511a40SPedro F. Giffuni 569b394cd1eSFedor Uporov static inline void 570b394cd1eSFedor Uporov ext4_ext_put_in_cache(struct inode *ip, uint32_t blk, 571b394cd1eSFedor Uporov uint32_t len, uint32_t start, int type) 572b394cd1eSFedor Uporov { 573b394cd1eSFedor Uporov 574b394cd1eSFedor Uporov KASSERT(len != 0, ("ext4_ext_put_in_cache: bad input")); 575b394cd1eSFedor Uporov 576b394cd1eSFedor Uporov ip->i_ext_cache.ec_type = type; 577b394cd1eSFedor Uporov ip->i_ext_cache.ec_blk = blk; 578b394cd1eSFedor Uporov ip->i_ext_cache.ec_len = len; 579b394cd1eSFedor Uporov ip->i_ext_cache.ec_start = start; 580d7511a40SPedro F. Giffuni } 581b394cd1eSFedor Uporov 582b394cd1eSFedor Uporov static e4fs_daddr_t 583b394cd1eSFedor Uporov ext4_ext_blkpref(struct inode *ip, struct ext4_extent_path *path, 584b394cd1eSFedor Uporov e4fs_daddr_t block) 585b394cd1eSFedor Uporov { 586b394cd1eSFedor Uporov struct m_ext2fs *fs; 587b394cd1eSFedor Uporov struct ext4_extent *ex; 588b394cd1eSFedor Uporov e4fs_daddr_t bg_start; 589b394cd1eSFedor Uporov int depth; 590b394cd1eSFedor Uporov 591b394cd1eSFedor Uporov fs = ip->i_e2fs; 592b394cd1eSFedor Uporov 593b394cd1eSFedor Uporov if (path) { 594b394cd1eSFedor Uporov depth = path->ep_depth; 595b394cd1eSFedor Uporov ex = path[depth].ep_ext; 596b394cd1eSFedor Uporov if (ex) { 597b394cd1eSFedor Uporov e4fs_daddr_t pblk = ext4_ext_extent_pblock(ex); 598cd3acfe7SFedor Uporov e2fs_daddr_t blk = le32toh(ex->e_blk); 599b394cd1eSFedor Uporov 600b394cd1eSFedor Uporov if (block > blk) 601b394cd1eSFedor Uporov return (pblk + (block - blk)); 602b394cd1eSFedor Uporov else 603b394cd1eSFedor Uporov return (pblk - (blk - block)); 604b394cd1eSFedor Uporov } 605b394cd1eSFedor Uporov 606b394cd1eSFedor Uporov /* Try to get block from index itself. */ 607b394cd1eSFedor Uporov if (path[depth].ep_data) 608b394cd1eSFedor Uporov return (path[depth].ep_blk); 609b394cd1eSFedor Uporov } 610b394cd1eSFedor Uporov 611b394cd1eSFedor Uporov /* Use inode's group. */ 612b394cd1eSFedor Uporov bg_start = (ip->i_block_group * EXT2_BLOCKS_PER_GROUP(ip->i_e2fs)) + 613cd3acfe7SFedor Uporov le32toh(fs->e2fs->e2fs_first_dblock); 614b394cd1eSFedor Uporov 615b394cd1eSFedor Uporov return (bg_start + block); 616b394cd1eSFedor Uporov } 617b394cd1eSFedor Uporov 618b394cd1eSFedor Uporov static int inline 619b394cd1eSFedor Uporov ext4_can_extents_be_merged(struct ext4_extent *ex1, 620b394cd1eSFedor Uporov struct ext4_extent *ex2) 621b394cd1eSFedor Uporov { 622b394cd1eSFedor Uporov 623cd3acfe7SFedor Uporov if (le32toh(ex1->e_blk) + le16toh(ex1->e_len) != le32toh(ex2->e_blk)) 624b394cd1eSFedor Uporov return (0); 625b394cd1eSFedor Uporov 626cd3acfe7SFedor Uporov if (le16toh(ex1->e_len) + le16toh(ex2->e_len) > EXT4_MAX_LEN) 627b394cd1eSFedor Uporov return (0); 628b394cd1eSFedor Uporov 629cd3acfe7SFedor Uporov if (ext4_ext_extent_pblock(ex1) + le16toh(ex1->e_len) == 630b394cd1eSFedor Uporov ext4_ext_extent_pblock(ex2)) 631b394cd1eSFedor Uporov return (1); 632b394cd1eSFedor Uporov 633b394cd1eSFedor Uporov return (0); 634b394cd1eSFedor Uporov } 635b394cd1eSFedor Uporov 636b394cd1eSFedor Uporov static unsigned 637b394cd1eSFedor Uporov ext4_ext_next_leaf_block(struct inode *ip, struct ext4_extent_path *path) 638b394cd1eSFedor Uporov { 639b394cd1eSFedor Uporov int depth = path->ep_depth; 640b394cd1eSFedor Uporov 641b394cd1eSFedor Uporov /* Empty tree */ 642b394cd1eSFedor Uporov if (depth == 0) 643b394cd1eSFedor Uporov return (EXT4_MAX_BLOCKS); 644b394cd1eSFedor Uporov 645b394cd1eSFedor Uporov /* Go to indexes. */ 646b394cd1eSFedor Uporov depth--; 647b394cd1eSFedor Uporov 648b394cd1eSFedor Uporov while (depth >= 0) { 649b394cd1eSFedor Uporov if (path[depth].ep_index != 650b394cd1eSFedor Uporov EXT_LAST_INDEX(path[depth].ep_header)) 651cd3acfe7SFedor Uporov return (le32toh(path[depth].ep_index[1].ei_blk)); 652b394cd1eSFedor Uporov 653b394cd1eSFedor Uporov depth--; 654b394cd1eSFedor Uporov } 655b394cd1eSFedor Uporov 656b394cd1eSFedor Uporov return (EXT4_MAX_BLOCKS); 657b394cd1eSFedor Uporov } 658b394cd1eSFedor Uporov 659b394cd1eSFedor Uporov static int 660b394cd1eSFedor Uporov ext4_ext_dirty(struct inode *ip, struct ext4_extent_path *path) 661b394cd1eSFedor Uporov { 662b394cd1eSFedor Uporov struct m_ext2fs *fs; 663b394cd1eSFedor Uporov struct buf *bp; 664b394cd1eSFedor Uporov uint64_t blk; 665b394cd1eSFedor Uporov int error; 666b394cd1eSFedor Uporov 667b394cd1eSFedor Uporov fs = ip->i_e2fs; 668b394cd1eSFedor Uporov 669b394cd1eSFedor Uporov if (!path) 670b394cd1eSFedor Uporov return (EINVAL); 671b394cd1eSFedor Uporov 672b394cd1eSFedor Uporov if (path->ep_data) { 673b394cd1eSFedor Uporov blk = path->ep_blk; 674b394cd1eSFedor Uporov bp = getblk(ip->i_devvp, fsbtodb(fs, blk), 675b394cd1eSFedor Uporov fs->e2fs_bsize, 0, 0, 0); 676b394cd1eSFedor Uporov if (!bp) 677b394cd1eSFedor Uporov return (EIO); 678b394cd1eSFedor Uporov ext4_ext_fill_path_buf(path, bp); 679512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 680b394cd1eSFedor Uporov error = bwrite(bp); 681b394cd1eSFedor Uporov } else { 682b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 683b394cd1eSFedor Uporov error = ext2_update(ip->i_vnode, 1); 684b394cd1eSFedor Uporov } 685b394cd1eSFedor Uporov 686b394cd1eSFedor Uporov return (error); 687b394cd1eSFedor Uporov } 688b394cd1eSFedor Uporov 689b394cd1eSFedor Uporov static int 690b394cd1eSFedor Uporov ext4_ext_insert_index(struct inode *ip, struct ext4_extent_path *path, 691b394cd1eSFedor Uporov uint32_t lblk, e4fs_daddr_t blk) 692b394cd1eSFedor Uporov { 693b394cd1eSFedor Uporov struct m_ext2fs *fs; 694b394cd1eSFedor Uporov struct ext4_extent_index *idx; 695b394cd1eSFedor Uporov int len; 696b394cd1eSFedor Uporov 697b394cd1eSFedor Uporov fs = ip->i_e2fs; 698b394cd1eSFedor Uporov 699cd3acfe7SFedor Uporov if (lblk == le32toh(path->ep_index->ei_blk)) { 70084b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 701b394cd1eSFedor Uporov "lblk == index blk => extent corrupted"); 702b394cd1eSFedor Uporov return (EIO); 703b394cd1eSFedor Uporov } 704b394cd1eSFedor Uporov 705cd3acfe7SFedor Uporov if (le16toh(path->ep_header->eh_ecount) >= 706cd3acfe7SFedor Uporov le16toh(path->ep_header->eh_max)) { 70784b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 708b394cd1eSFedor Uporov "ecout > maxcount => extent corrupted"); 709b394cd1eSFedor Uporov return (EIO); 710b394cd1eSFedor Uporov } 711b394cd1eSFedor Uporov 712cd3acfe7SFedor Uporov if (lblk > le32toh(path->ep_index->ei_blk)) { 713b394cd1eSFedor Uporov /* Insert after. */ 714b394cd1eSFedor Uporov idx = path->ep_index + 1; 715b394cd1eSFedor Uporov } else { 716b394cd1eSFedor Uporov /* Insert before. */ 717b394cd1eSFedor Uporov idx = path->ep_index; 718b394cd1eSFedor Uporov } 719b394cd1eSFedor Uporov 720b394cd1eSFedor Uporov len = EXT_LAST_INDEX(path->ep_header) - idx + 1; 721b394cd1eSFedor Uporov if (len > 0) 722b394cd1eSFedor Uporov memmove(idx + 1, idx, len * sizeof(struct ext4_extent_index)); 723b394cd1eSFedor Uporov 724b394cd1eSFedor Uporov if (idx > EXT_MAX_INDEX(path->ep_header)) { 72584b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 726b394cd1eSFedor Uporov "index is out of range => extent corrupted"); 727b394cd1eSFedor Uporov return (EIO); 728b394cd1eSFedor Uporov } 729b394cd1eSFedor Uporov 730cd3acfe7SFedor Uporov idx->ei_blk = htole32(lblk); 731b394cd1eSFedor Uporov ext4_index_store_pblock(idx, blk); 732cd3acfe7SFedor Uporov path->ep_header->eh_ecount = 733cd3acfe7SFedor Uporov htole16(le16toh(path->ep_header->eh_ecount) + 1); 734b394cd1eSFedor Uporov 735b394cd1eSFedor Uporov return (ext4_ext_dirty(ip, path)); 736b394cd1eSFedor Uporov } 737b394cd1eSFedor Uporov 738b394cd1eSFedor Uporov static e4fs_daddr_t 739b394cd1eSFedor Uporov ext4_ext_alloc_meta(struct inode *ip) 740b394cd1eSFedor Uporov { 741b394cd1eSFedor Uporov e4fs_daddr_t blk = ext2_alloc_meta(ip); 742b394cd1eSFedor Uporov if (blk) { 743b394cd1eSFedor Uporov ip->i_blocks += btodb(ip->i_e2fs->e2fs_bsize); 744b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 745b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 746b394cd1eSFedor Uporov } 747b394cd1eSFedor Uporov 748b394cd1eSFedor Uporov return (blk); 749b394cd1eSFedor Uporov } 750b394cd1eSFedor Uporov 751b394cd1eSFedor Uporov static void 752b394cd1eSFedor Uporov ext4_ext_blkfree(struct inode *ip, uint64_t blk, int count, int flags) 753b394cd1eSFedor Uporov { 754b394cd1eSFedor Uporov struct m_ext2fs *fs; 755b394cd1eSFedor Uporov int i, blocksreleased; 756b394cd1eSFedor Uporov 757b394cd1eSFedor Uporov fs = ip->i_e2fs; 758b394cd1eSFedor Uporov blocksreleased = count; 759b394cd1eSFedor Uporov 760b394cd1eSFedor Uporov for(i = 0; i < count; i++) 761b394cd1eSFedor Uporov ext2_blkfree(ip, blk + i, fs->e2fs_bsize); 762b394cd1eSFedor Uporov 763b394cd1eSFedor Uporov if (ip->i_blocks >= blocksreleased) 764b394cd1eSFedor Uporov ip->i_blocks -= (btodb(fs->e2fs_bsize)*blocksreleased); 765b394cd1eSFedor Uporov else 766b394cd1eSFedor Uporov ip->i_blocks = 0; 767b394cd1eSFedor Uporov 768b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 769b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 770b394cd1eSFedor Uporov } 771b394cd1eSFedor Uporov 772b394cd1eSFedor Uporov static int 773b394cd1eSFedor Uporov ext4_ext_split(struct inode *ip, struct ext4_extent_path *path, 774b394cd1eSFedor Uporov struct ext4_extent *newext, int at) 775b394cd1eSFedor Uporov { 776b394cd1eSFedor Uporov struct m_ext2fs *fs; 777b394cd1eSFedor Uporov struct buf *bp; 778b394cd1eSFedor Uporov int depth = ext4_ext_inode_depth(ip); 779b394cd1eSFedor Uporov struct ext4_extent_header *neh; 780b394cd1eSFedor Uporov struct ext4_extent_index *fidx; 781b394cd1eSFedor Uporov struct ext4_extent *ex; 782b394cd1eSFedor Uporov int i = at, k, m, a; 783b394cd1eSFedor Uporov e4fs_daddr_t newblk, oldblk; 784b394cd1eSFedor Uporov uint32_t border; 785b394cd1eSFedor Uporov e4fs_daddr_t *ablks = NULL; 786b394cd1eSFedor Uporov int error = 0; 787b394cd1eSFedor Uporov 788b394cd1eSFedor Uporov fs = ip->i_e2fs; 789b394cd1eSFedor Uporov bp = NULL; 790b394cd1eSFedor Uporov 791b394cd1eSFedor Uporov /* 792b394cd1eSFedor Uporov * We will split at current extent for now. 793b394cd1eSFedor Uporov */ 794b394cd1eSFedor Uporov if (path[depth].ep_ext > EXT_MAX_EXTENT(path[depth].ep_header)) { 79584b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 796b394cd1eSFedor Uporov "extent is out of range => extent corrupted"); 797b394cd1eSFedor Uporov return (EIO); 798b394cd1eSFedor Uporov } 799b394cd1eSFedor Uporov 800b394cd1eSFedor Uporov if (path[depth].ep_ext != EXT_MAX_EXTENT(path[depth].ep_header)) 801cd3acfe7SFedor Uporov border = le32toh(path[depth].ep_ext[1].e_blk); 802b394cd1eSFedor Uporov else 803cd3acfe7SFedor Uporov border = le32toh(newext->e_blk); 804b394cd1eSFedor Uporov 805b394cd1eSFedor Uporov /* Allocate new blocks. */ 806b394cd1eSFedor Uporov ablks = malloc(sizeof(e4fs_daddr_t) * depth, 807b394cd1eSFedor Uporov M_EXT2EXTENTS, M_WAITOK | M_ZERO); 808b394cd1eSFedor Uporov for (a = 0; a < depth - at; a++) { 809b394cd1eSFedor Uporov newblk = ext4_ext_alloc_meta(ip); 810b394cd1eSFedor Uporov if (newblk == 0) 811b394cd1eSFedor Uporov goto cleanup; 812b394cd1eSFedor Uporov ablks[a] = newblk; 813b394cd1eSFedor Uporov } 814b394cd1eSFedor Uporov 815b394cd1eSFedor Uporov newblk = ablks[--a]; 816b394cd1eSFedor Uporov bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0); 817b394cd1eSFedor Uporov if (!bp) { 818b394cd1eSFedor Uporov error = EIO; 819b394cd1eSFedor Uporov goto cleanup; 820b394cd1eSFedor Uporov } 821b394cd1eSFedor Uporov 822b394cd1eSFedor Uporov neh = ext4_ext_block_header(bp->b_data); 823b394cd1eSFedor Uporov neh->eh_ecount = 0; 824cd3acfe7SFedor Uporov neh->eh_max = le16toh(ext4_ext_space_block(ip)); 825cd3acfe7SFedor Uporov neh->eh_magic = le16toh(EXT4_EXT_MAGIC); 826b394cd1eSFedor Uporov neh->eh_depth = 0; 827b394cd1eSFedor Uporov ex = EXT_FIRST_EXTENT(neh); 828b394cd1eSFedor Uporov 829cd3acfe7SFedor Uporov if (le16toh(path[depth].ep_header->eh_ecount) != 830cd3acfe7SFedor Uporov le16toh(path[depth].ep_header->eh_max)) { 83184b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 832b394cd1eSFedor Uporov "extents count out of range => extent corrupted"); 833b394cd1eSFedor Uporov error = EIO; 834b394cd1eSFedor Uporov goto cleanup; 835b394cd1eSFedor Uporov } 836b394cd1eSFedor Uporov 837b394cd1eSFedor Uporov /* Start copy from next extent. */ 838b394cd1eSFedor Uporov m = 0; 839b394cd1eSFedor Uporov path[depth].ep_ext++; 840b394cd1eSFedor Uporov while (path[depth].ep_ext <= EXT_MAX_EXTENT(path[depth].ep_header)) { 841b394cd1eSFedor Uporov path[depth].ep_ext++; 842b394cd1eSFedor Uporov m++; 843b394cd1eSFedor Uporov } 844b394cd1eSFedor Uporov if (m) { 845b394cd1eSFedor Uporov memmove(ex, path[depth].ep_ext - m, 846b394cd1eSFedor Uporov sizeof(struct ext4_extent) * m); 847cd3acfe7SFedor Uporov neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m); 848b394cd1eSFedor Uporov } 849b394cd1eSFedor Uporov 850512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 851b394cd1eSFedor Uporov bwrite(bp); 852b394cd1eSFedor Uporov bp = NULL; 853b394cd1eSFedor Uporov 854b394cd1eSFedor Uporov /* Fix old leaf. */ 855b394cd1eSFedor Uporov if (m) { 856b394cd1eSFedor Uporov path[depth].ep_header->eh_ecount = 857cd3acfe7SFedor Uporov htole16(le16toh(path[depth].ep_header->eh_ecount) - m); 858b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + depth); 859b394cd1eSFedor Uporov } 860b394cd1eSFedor Uporov 861b394cd1eSFedor Uporov /* Create intermediate indexes. */ 862b394cd1eSFedor Uporov k = depth - at - 1; 863b394cd1eSFedor Uporov KASSERT(k >= 0, ("ext4_ext_split: negative k")); 864b394cd1eSFedor Uporov 865b394cd1eSFedor Uporov /* Insert new index into current index block. */ 866b394cd1eSFedor Uporov i = depth - 1; 867b394cd1eSFedor Uporov while (k--) { 868b394cd1eSFedor Uporov oldblk = newblk; 869b394cd1eSFedor Uporov newblk = ablks[--a]; 870b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(fs, newblk), 871b394cd1eSFedor Uporov (int)fs->e2fs_bsize, NOCRED, &bp); 872d7511a40SPedro F. Giffuni if (error) { 873b394cd1eSFedor Uporov goto cleanup; 874b394cd1eSFedor Uporov } 875b394cd1eSFedor Uporov 876b394cd1eSFedor Uporov neh = (struct ext4_extent_header *)bp->b_data; 877cd3acfe7SFedor Uporov neh->eh_ecount = htole16(1); 878cd3acfe7SFedor Uporov neh->eh_magic = htole16(EXT4_EXT_MAGIC); 879cd3acfe7SFedor Uporov neh->eh_max = htole16(ext4_ext_space_block_index(ip)); 880cd3acfe7SFedor Uporov neh->eh_depth = htole16(depth - i); 881b394cd1eSFedor Uporov fidx = EXT_FIRST_INDEX(neh); 882cd3acfe7SFedor Uporov fidx->ei_blk = htole32(border); 883b394cd1eSFedor Uporov ext4_index_store_pblock(fidx, oldblk); 884b394cd1eSFedor Uporov 885b394cd1eSFedor Uporov m = 0; 886b394cd1eSFedor Uporov path[i].ep_index++; 887b394cd1eSFedor Uporov while (path[i].ep_index <= EXT_MAX_INDEX(path[i].ep_header)) { 888b394cd1eSFedor Uporov path[i].ep_index++; 889b394cd1eSFedor Uporov m++; 890b394cd1eSFedor Uporov } 891b394cd1eSFedor Uporov if (m) { 892b394cd1eSFedor Uporov memmove(++fidx, path[i].ep_index - m, 893b394cd1eSFedor Uporov sizeof(struct ext4_extent_index) * m); 894cd3acfe7SFedor Uporov neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m); 895b394cd1eSFedor Uporov } 896b394cd1eSFedor Uporov 897512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 898b394cd1eSFedor Uporov bwrite(bp); 899b394cd1eSFedor Uporov bp = NULL; 900b394cd1eSFedor Uporov 901b394cd1eSFedor Uporov /* Fix old index. */ 902b394cd1eSFedor Uporov if (m) { 903b394cd1eSFedor Uporov path[i].ep_header->eh_ecount = 904cd3acfe7SFedor Uporov htole16(le16toh(path[i].ep_header->eh_ecount) - m); 905b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + i); 906b394cd1eSFedor Uporov } 907b394cd1eSFedor Uporov 908b394cd1eSFedor Uporov i--; 909b394cd1eSFedor Uporov } 910b394cd1eSFedor Uporov 911b394cd1eSFedor Uporov error = ext4_ext_insert_index(ip, path + at, border, newblk); 912b394cd1eSFedor Uporov 913b394cd1eSFedor Uporov cleanup: 914b394cd1eSFedor Uporov if (bp) 915b394cd1eSFedor Uporov brelse(bp); 916b394cd1eSFedor Uporov 917b394cd1eSFedor Uporov if (error) { 918b394cd1eSFedor Uporov for (i = 0; i < depth; i++) { 919b394cd1eSFedor Uporov if (!ablks[i]) 920b394cd1eSFedor Uporov continue; 921b394cd1eSFedor Uporov ext4_ext_blkfree(ip, ablks[i], 1, 0); 922b394cd1eSFedor Uporov } 923b394cd1eSFedor Uporov } 924b394cd1eSFedor Uporov 925b394cd1eSFedor Uporov free(ablks, M_EXT2EXTENTS); 926b394cd1eSFedor Uporov 927b394cd1eSFedor Uporov return (error); 928b394cd1eSFedor Uporov } 929b394cd1eSFedor Uporov 930b394cd1eSFedor Uporov static int 931b394cd1eSFedor Uporov ext4_ext_grow_indepth(struct inode *ip, struct ext4_extent_path *path, 932b394cd1eSFedor Uporov struct ext4_extent *newext) 933b394cd1eSFedor Uporov { 934b394cd1eSFedor Uporov struct m_ext2fs *fs; 935b394cd1eSFedor Uporov struct ext4_extent_path *curpath; 936b394cd1eSFedor Uporov struct ext4_extent_header *neh; 937b394cd1eSFedor Uporov struct buf *bp; 938b394cd1eSFedor Uporov e4fs_daddr_t newblk; 939b394cd1eSFedor Uporov int error = 0; 940b394cd1eSFedor Uporov 941b394cd1eSFedor Uporov fs = ip->i_e2fs; 942b394cd1eSFedor Uporov curpath = path; 943b394cd1eSFedor Uporov 944b394cd1eSFedor Uporov newblk = ext4_ext_alloc_meta(ip); 945b394cd1eSFedor Uporov if (newblk == 0) 946b394cd1eSFedor Uporov return (error); 947b394cd1eSFedor Uporov 948b394cd1eSFedor Uporov bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0); 949b394cd1eSFedor Uporov if (!bp) 950b394cd1eSFedor Uporov return (EIO); 951b394cd1eSFedor Uporov 952b394cd1eSFedor Uporov /* Move top-level index/leaf into new block. */ 953b394cd1eSFedor Uporov memmove(bp->b_data, curpath->ep_header, sizeof(ip->i_data)); 954b394cd1eSFedor Uporov 955b394cd1eSFedor Uporov /* Set size of new block */ 956b394cd1eSFedor Uporov neh = ext4_ext_block_header(bp->b_data); 957cd3acfe7SFedor Uporov neh->eh_magic = htole16(EXT4_EXT_MAGIC); 958b394cd1eSFedor Uporov 959b394cd1eSFedor Uporov if (ext4_ext_inode_depth(ip)) 960cd3acfe7SFedor Uporov neh->eh_max = htole16(ext4_ext_space_block_index(ip)); 961b394cd1eSFedor Uporov else 962cd3acfe7SFedor Uporov neh->eh_max = htole16(ext4_ext_space_block(ip)); 963b394cd1eSFedor Uporov 964512f29d1SFedor Uporov ext2_extent_blk_csum_set(ip, bp->b_data); 965b394cd1eSFedor Uporov error = bwrite(bp); 966b394cd1eSFedor Uporov if (error) 967b394cd1eSFedor Uporov goto out; 968b394cd1eSFedor Uporov 969b394cd1eSFedor Uporov bp = NULL; 970b394cd1eSFedor Uporov 971cd3acfe7SFedor Uporov curpath->ep_header->eh_magic = htole16(EXT4_EXT_MAGIC); 972cd3acfe7SFedor Uporov curpath->ep_header->eh_max = htole16(ext4_ext_space_root(ip)); 973cd3acfe7SFedor Uporov curpath->ep_header->eh_ecount = htole16(1); 974b394cd1eSFedor Uporov curpath->ep_index = EXT_FIRST_INDEX(curpath->ep_header); 975b394cd1eSFedor Uporov curpath->ep_index->ei_blk = EXT_FIRST_EXTENT(path[0].ep_header)->e_blk; 976b394cd1eSFedor Uporov ext4_index_store_pblock(curpath->ep_index, newblk); 977b394cd1eSFedor Uporov 978b394cd1eSFedor Uporov neh = ext4_ext_inode_header(ip); 979cd3acfe7SFedor Uporov neh->eh_depth = htole16(path->ep_depth + 1); 980b394cd1eSFedor Uporov ext4_ext_dirty(ip, curpath); 981b394cd1eSFedor Uporov out: 982b394cd1eSFedor Uporov brelse(bp); 983b394cd1eSFedor Uporov 984b394cd1eSFedor Uporov return (error); 985b394cd1eSFedor Uporov } 986b394cd1eSFedor Uporov 987b394cd1eSFedor Uporov static int 988b394cd1eSFedor Uporov ext4_ext_create_new_leaf(struct inode *ip, struct ext4_extent_path *path, 989b394cd1eSFedor Uporov struct ext4_extent *newext) 990b394cd1eSFedor Uporov { 991b394cd1eSFedor Uporov struct ext4_extent_path *curpath; 992b394cd1eSFedor Uporov int depth, i, error; 993b394cd1eSFedor Uporov 994b394cd1eSFedor Uporov repeat: 995b394cd1eSFedor Uporov i = depth = ext4_ext_inode_depth(ip); 996b394cd1eSFedor Uporov 997b394cd1eSFedor Uporov /* Look for free index entry int the tree */ 998b394cd1eSFedor Uporov curpath = path + depth; 999b394cd1eSFedor Uporov while (i > 0 && !EXT_HAS_FREE_INDEX(curpath)) { 1000b394cd1eSFedor Uporov i--; 1001b394cd1eSFedor Uporov curpath--; 1002b394cd1eSFedor Uporov } 1003b394cd1eSFedor Uporov 1004b394cd1eSFedor Uporov /* 1005b394cd1eSFedor Uporov * We use already allocated block for index block, 1006b394cd1eSFedor Uporov * so subsequent data blocks should be contiguous. 1007b394cd1eSFedor Uporov */ 1008b394cd1eSFedor Uporov if (EXT_HAS_FREE_INDEX(curpath)) { 1009b394cd1eSFedor Uporov error = ext4_ext_split(ip, path, newext, i); 1010b394cd1eSFedor Uporov if (error) 1011b394cd1eSFedor Uporov goto out; 1012b394cd1eSFedor Uporov 1013b394cd1eSFedor Uporov /* Refill path. */ 1014b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1015cd3acfe7SFedor Uporov error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path); 1016b394cd1eSFedor Uporov if (error) 1017b394cd1eSFedor Uporov goto out; 1018b394cd1eSFedor Uporov } else { 1019b394cd1eSFedor Uporov /* Tree is full, do grow in depth. */ 1020b394cd1eSFedor Uporov error = ext4_ext_grow_indepth(ip, path, newext); 1021b394cd1eSFedor Uporov if (error) 1022b394cd1eSFedor Uporov goto out; 1023b394cd1eSFedor Uporov 1024b394cd1eSFedor Uporov /* Refill path. */ 1025b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1026cd3acfe7SFedor Uporov error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path); 1027b394cd1eSFedor Uporov if (error) 1028b394cd1eSFedor Uporov goto out; 1029b394cd1eSFedor Uporov 1030b394cd1eSFedor Uporov /* Check and split tree if required. */ 1031b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1032cd3acfe7SFedor Uporov if (le16toh(path[depth].ep_header->eh_ecount) == 1033cd3acfe7SFedor Uporov le16toh(path[depth].ep_header->eh_max)) 1034b394cd1eSFedor Uporov goto repeat; 1035b394cd1eSFedor Uporov } 1036b394cd1eSFedor Uporov 1037b394cd1eSFedor Uporov out: 1038b394cd1eSFedor Uporov return (error); 1039b394cd1eSFedor Uporov } 1040b394cd1eSFedor Uporov 1041b394cd1eSFedor Uporov static int 1042b394cd1eSFedor Uporov ext4_ext_correct_indexes(struct inode *ip, struct ext4_extent_path *path) 1043b394cd1eSFedor Uporov { 1044b394cd1eSFedor Uporov struct ext4_extent_header *eh; 1045b394cd1eSFedor Uporov struct ext4_extent *ex; 1046b394cd1eSFedor Uporov int32_t border; 1047b394cd1eSFedor Uporov int depth, k; 1048b394cd1eSFedor Uporov 1049b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1050b394cd1eSFedor Uporov eh = path[depth].ep_header; 1051b394cd1eSFedor Uporov ex = path[depth].ep_ext; 1052b394cd1eSFedor Uporov 1053b394cd1eSFedor Uporov if (ex == NULL || eh == NULL) 1054b394cd1eSFedor Uporov return (EIO); 1055b394cd1eSFedor Uporov 1056b394cd1eSFedor Uporov if (!depth) 1057b394cd1eSFedor Uporov return (0); 1058b394cd1eSFedor Uporov 1059b394cd1eSFedor Uporov /* We will correct tree if first leaf got modified only. */ 1060b394cd1eSFedor Uporov if (ex != EXT_FIRST_EXTENT(eh)) 1061b394cd1eSFedor Uporov return (0); 1062b394cd1eSFedor Uporov 1063b394cd1eSFedor Uporov k = depth - 1; 1064cd3acfe7SFedor Uporov border = le32toh(path[depth].ep_ext->e_blk); 1065cd3acfe7SFedor Uporov path[k].ep_index->ei_blk = htole32(border); 1066b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + k); 1067b394cd1eSFedor Uporov while (k--) { 1068b394cd1eSFedor Uporov /* Change all left-side indexes. */ 1069b394cd1eSFedor Uporov if (path[k+1].ep_index != EXT_FIRST_INDEX(path[k+1].ep_header)) 1070b394cd1eSFedor Uporov break; 1071b394cd1eSFedor Uporov 1072cd3acfe7SFedor Uporov path[k].ep_index->ei_blk = htole32(border); 1073b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + k); 1074b394cd1eSFedor Uporov } 1075b394cd1eSFedor Uporov 1076b394cd1eSFedor Uporov return (0); 1077b394cd1eSFedor Uporov } 1078b394cd1eSFedor Uporov 1079b394cd1eSFedor Uporov static int 1080b394cd1eSFedor Uporov ext4_ext_insert_extent(struct inode *ip, struct ext4_extent_path *path, 1081b394cd1eSFedor Uporov struct ext4_extent *newext) 1082b394cd1eSFedor Uporov { 1083b394cd1eSFedor Uporov struct ext4_extent_header * eh; 1084b394cd1eSFedor Uporov struct ext4_extent *ex, *nex, *nearex; 1085b394cd1eSFedor Uporov struct ext4_extent_path *npath; 1086b394cd1eSFedor Uporov int depth, len, error, next; 1087b394cd1eSFedor Uporov 1088b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1089b394cd1eSFedor Uporov ex = path[depth].ep_ext; 1090b394cd1eSFedor Uporov npath = NULL; 1091b394cd1eSFedor Uporov 1092cd3acfe7SFedor Uporov if (htole16(newext->e_len) == 0 || path[depth].ep_header == NULL) 1093b394cd1eSFedor Uporov return (EINVAL); 1094b394cd1eSFedor Uporov 1095b394cd1eSFedor Uporov /* Insert block into found extent. */ 1096b394cd1eSFedor Uporov if (ex && ext4_can_extents_be_merged(ex, newext)) { 1097cd3acfe7SFedor Uporov ex->e_len = htole16(le16toh(ex->e_len) + le16toh(newext->e_len)); 1098b394cd1eSFedor Uporov eh = path[depth].ep_header; 1099b394cd1eSFedor Uporov nearex = ex; 1100b394cd1eSFedor Uporov goto merge; 1101b394cd1eSFedor Uporov } 1102b394cd1eSFedor Uporov 1103b394cd1eSFedor Uporov repeat: 1104b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1105b394cd1eSFedor Uporov eh = path[depth].ep_header; 1106cd3acfe7SFedor Uporov if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max)) 1107b394cd1eSFedor Uporov goto has_space; 1108b394cd1eSFedor Uporov 1109b394cd1eSFedor Uporov /* Try next leaf */ 1110b394cd1eSFedor Uporov nex = EXT_LAST_EXTENT(eh); 1111b394cd1eSFedor Uporov next = ext4_ext_next_leaf_block(ip, path); 1112cd3acfe7SFedor Uporov if (le32toh(newext->e_blk) > le32toh(nex->e_blk) && next != 1113cd3acfe7SFedor Uporov EXT4_MAX_BLOCKS) { 1114b394cd1eSFedor Uporov KASSERT(npath == NULL, 1115b394cd1eSFedor Uporov ("ext4_ext_insert_extent: bad path")); 1116b394cd1eSFedor Uporov 1117b394cd1eSFedor Uporov error = ext4_ext_find_extent(ip, next, &npath); 1118b394cd1eSFedor Uporov if (error) 1119b394cd1eSFedor Uporov goto cleanup; 1120b394cd1eSFedor Uporov 1121b394cd1eSFedor Uporov if (npath->ep_depth != path->ep_depth) { 1122b394cd1eSFedor Uporov error = EIO; 1123b394cd1eSFedor Uporov goto cleanup; 1124b394cd1eSFedor Uporov } 1125b394cd1eSFedor Uporov 1126b394cd1eSFedor Uporov eh = npath[depth].ep_header; 1127cd3acfe7SFedor Uporov if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max)) { 1128b394cd1eSFedor Uporov path = npath; 1129b394cd1eSFedor Uporov goto repeat; 1130b394cd1eSFedor Uporov } 1131b394cd1eSFedor Uporov } 1132b394cd1eSFedor Uporov 1133b394cd1eSFedor Uporov /* 1134b394cd1eSFedor Uporov * There is no free space in the found leaf, 1135b394cd1eSFedor Uporov * try to add a new leaf to the tree. 1136b394cd1eSFedor Uporov */ 1137b394cd1eSFedor Uporov error = ext4_ext_create_new_leaf(ip, path, newext); 1138b394cd1eSFedor Uporov if (error) 1139b394cd1eSFedor Uporov goto cleanup; 1140b394cd1eSFedor Uporov 1141b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1142b394cd1eSFedor Uporov eh = path[depth].ep_header; 1143b394cd1eSFedor Uporov 1144b394cd1eSFedor Uporov has_space: 1145b394cd1eSFedor Uporov nearex = path[depth].ep_ext; 1146b394cd1eSFedor Uporov if (!nearex) { 1147b394cd1eSFedor Uporov /* Create new extent in the leaf. */ 1148b394cd1eSFedor Uporov path[depth].ep_ext = EXT_FIRST_EXTENT(eh); 1149cd3acfe7SFedor Uporov } else if (le32toh(newext->e_blk) > le32toh(nearex->e_blk)) { 1150b394cd1eSFedor Uporov if (nearex != EXT_LAST_EXTENT(eh)) { 1151b394cd1eSFedor Uporov len = EXT_MAX_EXTENT(eh) - nearex; 1152b394cd1eSFedor Uporov len = (len - 1) * sizeof(struct ext4_extent); 1153b394cd1eSFedor Uporov len = len < 0 ? 0 : len; 1154b394cd1eSFedor Uporov memmove(nearex + 2, nearex + 1, len); 1155b394cd1eSFedor Uporov } 1156b394cd1eSFedor Uporov path[depth].ep_ext = nearex + 1; 1157b394cd1eSFedor Uporov } else { 1158b394cd1eSFedor Uporov len = (EXT_MAX_EXTENT(eh) - nearex) * sizeof(struct ext4_extent); 1159b394cd1eSFedor Uporov len = len < 0 ? 0 : len; 1160b394cd1eSFedor Uporov memmove(nearex + 1, nearex, len); 1161b394cd1eSFedor Uporov path[depth].ep_ext = nearex; 1162b394cd1eSFedor Uporov } 1163b394cd1eSFedor Uporov 1164cd3acfe7SFedor Uporov eh->eh_ecount = htole16(le16toh(eh->eh_ecount) + 1); 1165b394cd1eSFedor Uporov nearex = path[depth].ep_ext; 1166b394cd1eSFedor Uporov nearex->e_blk = newext->e_blk; 1167b394cd1eSFedor Uporov nearex->e_start_lo = newext->e_start_lo; 1168b394cd1eSFedor Uporov nearex->e_start_hi = newext->e_start_hi; 1169b394cd1eSFedor Uporov nearex->e_len = newext->e_len; 1170b394cd1eSFedor Uporov 1171b394cd1eSFedor Uporov merge: 1172b394cd1eSFedor Uporov /* Try to merge extents to the right. */ 1173b394cd1eSFedor Uporov while (nearex < EXT_LAST_EXTENT(eh)) { 1174b394cd1eSFedor Uporov if (!ext4_can_extents_be_merged(nearex, nearex + 1)) 1175b394cd1eSFedor Uporov break; 1176b394cd1eSFedor Uporov 1177b394cd1eSFedor Uporov /* Merge with next extent. */ 1178cd3acfe7SFedor Uporov nearex->e_len = htole16(le16toh(nearex->e_len) + 1179cd3acfe7SFedor Uporov le16toh(nearex[1].e_len)); 1180b394cd1eSFedor Uporov if (nearex + 1 < EXT_LAST_EXTENT(eh)) { 1181b394cd1eSFedor Uporov len = (EXT_LAST_EXTENT(eh) - nearex - 1) * 1182b394cd1eSFedor Uporov sizeof(struct ext4_extent); 1183b394cd1eSFedor Uporov memmove(nearex + 1, nearex + 2, len); 1184b394cd1eSFedor Uporov } 1185b394cd1eSFedor Uporov 1186cd3acfe7SFedor Uporov eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1); 1187cd3acfe7SFedor Uporov KASSERT(le16toh(eh->eh_ecount) != 0, 1188b394cd1eSFedor Uporov ("ext4_ext_insert_extent: bad ecount")); 1189b394cd1eSFedor Uporov } 1190b394cd1eSFedor Uporov 1191b394cd1eSFedor Uporov /* 1192b394cd1eSFedor Uporov * Try to merge extents to the left, 1193b394cd1eSFedor Uporov * start from inexes correction. 1194b394cd1eSFedor Uporov */ 1195b394cd1eSFedor Uporov error = ext4_ext_correct_indexes(ip, path); 1196b394cd1eSFedor Uporov if (error) 1197b394cd1eSFedor Uporov goto cleanup; 1198b394cd1eSFedor Uporov 1199b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + depth); 1200b394cd1eSFedor Uporov 1201b394cd1eSFedor Uporov cleanup: 1202b394cd1eSFedor Uporov if (npath) { 1203b394cd1eSFedor Uporov ext4_ext_drop_refs(npath); 1204b394cd1eSFedor Uporov free(npath, M_EXT2EXTENTS); 1205b394cd1eSFedor Uporov } 1206b394cd1eSFedor Uporov 1207b394cd1eSFedor Uporov ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO; 1208b394cd1eSFedor Uporov return (error); 1209b394cd1eSFedor Uporov } 1210b394cd1eSFedor Uporov 1211b394cd1eSFedor Uporov static e4fs_daddr_t 1212b394cd1eSFedor Uporov ext4_new_blocks(struct inode *ip, daddr_t lbn, e4fs_daddr_t pref, 1213b394cd1eSFedor Uporov struct ucred *cred, unsigned long *count, int *perror) 1214b394cd1eSFedor Uporov { 1215b394cd1eSFedor Uporov struct m_ext2fs *fs; 1216b394cd1eSFedor Uporov e4fs_daddr_t newblk; 1217b394cd1eSFedor Uporov 1218b394cd1eSFedor Uporov /* 1219b394cd1eSFedor Uporov * We will allocate only single block for now. 1220b394cd1eSFedor Uporov */ 1221b394cd1eSFedor Uporov if (*count > 1) 1222b394cd1eSFedor Uporov return (0); 1223b394cd1eSFedor Uporov 1224f86f5cd4SPedro F. Giffuni fs = ip->i_e2fs; 1225b394cd1eSFedor Uporov EXT2_LOCK(ip->i_ump); 1226b394cd1eSFedor Uporov *perror = ext2_alloc(ip, lbn, pref, (int)fs->e2fs_bsize, cred, &newblk); 1227b394cd1eSFedor Uporov if (*perror) 1228b394cd1eSFedor Uporov return (0); 1229b394cd1eSFedor Uporov 1230b394cd1eSFedor Uporov if (newblk) { 1231b394cd1eSFedor Uporov ip->i_flag |= IN_CHANGE | IN_UPDATE; 1232b394cd1eSFedor Uporov ext2_update(ip->i_vnode, 1); 1233b394cd1eSFedor Uporov } 1234b394cd1eSFedor Uporov 1235b394cd1eSFedor Uporov return (newblk); 1236b394cd1eSFedor Uporov } 1237b394cd1eSFedor Uporov 1238b394cd1eSFedor Uporov int 1239b394cd1eSFedor Uporov ext4_ext_get_blocks(struct inode *ip, e4fs_daddr_t iblk, 1240b394cd1eSFedor Uporov unsigned long max_blocks, struct ucred *cred, struct buf **bpp, 12413acd9182SFedor Uporov int *pallocated, daddr_t *nb) 1242b394cd1eSFedor Uporov { 1243b394cd1eSFedor Uporov struct m_ext2fs *fs; 1244b394cd1eSFedor Uporov struct buf *bp = NULL; 1245b394cd1eSFedor Uporov struct ext4_extent_path *path; 1246b394cd1eSFedor Uporov struct ext4_extent newex, *ex; 1247b394cd1eSFedor Uporov e4fs_daddr_t bpref, newblk = 0; 1248b394cd1eSFedor Uporov unsigned long allocated = 0; 1249b394cd1eSFedor Uporov int error = 0, depth; 1250b394cd1eSFedor Uporov 1251b394cd1eSFedor Uporov if(bpp) 1252b394cd1eSFedor Uporov *bpp = NULL; 1253f86f5cd4SPedro F. Giffuni *pallocated = 0; 1254b394cd1eSFedor Uporov 1255b394cd1eSFedor Uporov /* Check cache. */ 1256f86f5cd4SPedro F. Giffuni path = NULL; 1257b394cd1eSFedor Uporov if ((bpref = ext4_ext_in_cache(ip, iblk, &newex))) { 1258b394cd1eSFedor Uporov if (bpref == EXT4_EXT_CACHE_IN) { 1259b394cd1eSFedor Uporov /* Block is already allocated. */ 1260cd3acfe7SFedor Uporov newblk = iblk - le32toh(newex.e_blk) + 1261b394cd1eSFedor Uporov ext4_ext_extent_pblock(&newex); 1262cd3acfe7SFedor Uporov allocated = le16toh(newex.e_len) - (iblk - le32toh(newex.e_blk)); 1263b394cd1eSFedor Uporov goto out; 1264b394cd1eSFedor Uporov } else { 1265b394cd1eSFedor Uporov error = EIO; 1266b394cd1eSFedor Uporov goto out2; 1267b394cd1eSFedor Uporov } 1268b394cd1eSFedor Uporov } 1269b394cd1eSFedor Uporov 1270b394cd1eSFedor Uporov error = ext4_ext_find_extent(ip, iblk, &path); 1271b394cd1eSFedor Uporov if (error) { 1272b394cd1eSFedor Uporov goto out2; 1273b394cd1eSFedor Uporov } 1274b394cd1eSFedor Uporov 1275b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1276b394cd1eSFedor Uporov if (path[depth].ep_ext == NULL && depth != 0) { 1277b394cd1eSFedor Uporov error = EIO; 1278b394cd1eSFedor Uporov goto out2; 1279b394cd1eSFedor Uporov } 1280b394cd1eSFedor Uporov 1281b394cd1eSFedor Uporov if ((ex = path[depth].ep_ext)) { 1282cd3acfe7SFedor Uporov uint64_t lblk = le32toh(ex->e_blk); 1283cd3acfe7SFedor Uporov uint16_t e_len = le16toh(ex->e_len); 1284b394cd1eSFedor Uporov e4fs_daddr_t e_start = ext4_ext_extent_pblock(ex); 1285b394cd1eSFedor Uporov 1286b394cd1eSFedor Uporov if (e_len > EXT4_MAX_LEN) 1287b394cd1eSFedor Uporov goto out2; 1288b394cd1eSFedor Uporov 1289b394cd1eSFedor Uporov /* If we found extent covers block, simply return it. */ 1290b394cd1eSFedor Uporov if (iblk >= lblk && iblk < lblk + e_len) { 1291b394cd1eSFedor Uporov newblk = iblk - lblk + e_start; 1292b394cd1eSFedor Uporov allocated = e_len - (iblk - lblk); 1293b394cd1eSFedor Uporov ext4_ext_put_in_cache(ip, lblk, e_len, 1294b394cd1eSFedor Uporov e_start, EXT4_EXT_CACHE_IN); 1295b394cd1eSFedor Uporov goto out; 1296b394cd1eSFedor Uporov } 1297b394cd1eSFedor Uporov } 1298b394cd1eSFedor Uporov 1299b394cd1eSFedor Uporov /* Allocate the new block. */ 1300b394cd1eSFedor Uporov if (S_ISREG(ip->i_mode) && (!ip->i_next_alloc_block)) { 1301b394cd1eSFedor Uporov ip->i_next_alloc_goal = 0; 1302b394cd1eSFedor Uporov } 1303b394cd1eSFedor Uporov 1304b394cd1eSFedor Uporov bpref = ext4_ext_blkpref(ip, path, iblk); 1305b394cd1eSFedor Uporov allocated = max_blocks; 1306b394cd1eSFedor Uporov newblk = ext4_new_blocks(ip, iblk, bpref, cred, &allocated, &error); 1307b394cd1eSFedor Uporov if (!newblk) 1308b394cd1eSFedor Uporov goto out2; 1309b394cd1eSFedor Uporov 1310b394cd1eSFedor Uporov /* Try to insert new extent into found leaf and return. */ 1311cd3acfe7SFedor Uporov newex.e_blk = htole32(iblk); 1312b394cd1eSFedor Uporov ext4_ext_store_pblock(&newex, newblk); 1313cd3acfe7SFedor Uporov newex.e_len = htole16(allocated); 1314b394cd1eSFedor Uporov error = ext4_ext_insert_extent(ip, path, &newex); 1315b394cd1eSFedor Uporov if (error) 1316b394cd1eSFedor Uporov goto out2; 1317b394cd1eSFedor Uporov 1318b394cd1eSFedor Uporov newblk = ext4_ext_extent_pblock(&newex); 1319b394cd1eSFedor Uporov ext4_ext_put_in_cache(ip, iblk, allocated, newblk, EXT4_EXT_CACHE_IN); 1320b394cd1eSFedor Uporov *pallocated = 1; 1321b394cd1eSFedor Uporov 1322b394cd1eSFedor Uporov out: 1323b394cd1eSFedor Uporov if (allocated > max_blocks) 1324b394cd1eSFedor Uporov allocated = max_blocks; 1325b394cd1eSFedor Uporov 1326b394cd1eSFedor Uporov if (bpp) 1327b394cd1eSFedor Uporov { 1328f86f5cd4SPedro F. Giffuni fs = ip->i_e2fs; 1329b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(fs, newblk), 1330b394cd1eSFedor Uporov fs->e2fs_bsize, cred, &bp); 1331b394cd1eSFedor Uporov if (error) { 1332b394cd1eSFedor Uporov brelse(bp); 1333b394cd1eSFedor Uporov } else { 1334b394cd1eSFedor Uporov *bpp = bp; 1335b394cd1eSFedor Uporov } 1336b394cd1eSFedor Uporov } 1337b394cd1eSFedor Uporov 1338b394cd1eSFedor Uporov out2: 1339b394cd1eSFedor Uporov if (path) { 1340b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1341b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 1342b394cd1eSFedor Uporov } 1343b394cd1eSFedor Uporov 1344b394cd1eSFedor Uporov if (nb) 1345b394cd1eSFedor Uporov *nb = newblk; 1346b394cd1eSFedor Uporov 1347b394cd1eSFedor Uporov return (error); 1348b394cd1eSFedor Uporov } 1349b394cd1eSFedor Uporov 1350b394cd1eSFedor Uporov static inline uint16_t 1351b394cd1eSFedor Uporov ext4_ext_get_actual_len(struct ext4_extent *ext) 1352b394cd1eSFedor Uporov { 1353b394cd1eSFedor Uporov 1354cd3acfe7SFedor Uporov return (le16toh(ext->e_len) <= EXT_INIT_MAX_LEN ? 1355cd3acfe7SFedor Uporov le16toh(ext->e_len) : (le16toh(ext->e_len) - EXT_INIT_MAX_LEN)); 1356b394cd1eSFedor Uporov } 1357b394cd1eSFedor Uporov 1358b394cd1eSFedor Uporov static inline struct ext4_extent_header * 1359b394cd1eSFedor Uporov ext4_ext_header(struct inode *ip) 1360b394cd1eSFedor Uporov { 1361b394cd1eSFedor Uporov 1362f86f5cd4SPedro F. Giffuni return ((struct ext4_extent_header *)ip->i_db); 1363b394cd1eSFedor Uporov } 1364b394cd1eSFedor Uporov 1365b394cd1eSFedor Uporov static int 1366b394cd1eSFedor Uporov ext4_remove_blocks(struct inode *ip, struct ext4_extent *ex, 1367b394cd1eSFedor Uporov unsigned long from, unsigned long to) 1368b394cd1eSFedor Uporov { 1369b394cd1eSFedor Uporov unsigned long num, start; 1370b394cd1eSFedor Uporov 1371cd3acfe7SFedor Uporov if (from >= le32toh(ex->e_blk) && 1372cd3acfe7SFedor Uporov to == le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - 1) { 1373b394cd1eSFedor Uporov /* Tail cleanup. */ 1374cd3acfe7SFedor Uporov num = le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - from; 1375b394cd1eSFedor Uporov start = ext4_ext_extent_pblock(ex) + 1376b394cd1eSFedor Uporov ext4_ext_get_actual_len(ex) - num; 1377b394cd1eSFedor Uporov ext4_ext_blkfree(ip, start, num, 0); 1378b394cd1eSFedor Uporov } 1379b394cd1eSFedor Uporov 1380b394cd1eSFedor Uporov return (0); 1381b394cd1eSFedor Uporov } 1382b394cd1eSFedor Uporov 1383b394cd1eSFedor Uporov static int 1384b394cd1eSFedor Uporov ext4_ext_rm_index(struct inode *ip, struct ext4_extent_path *path) 1385b394cd1eSFedor Uporov { 1386b394cd1eSFedor Uporov e4fs_daddr_t leaf; 1387b394cd1eSFedor Uporov 1388b394cd1eSFedor Uporov /* Free index block. */ 1389b394cd1eSFedor Uporov path--; 1390b394cd1eSFedor Uporov leaf = ext4_ext_index_pblock(path->ep_index); 1391b394cd1eSFedor Uporov KASSERT(path->ep_header->eh_ecount != 0, 1392b394cd1eSFedor Uporov ("ext4_ext_rm_index: bad ecount")); 1393cd3acfe7SFedor Uporov path->ep_header->eh_ecount = 1394cd3acfe7SFedor Uporov htole16(le16toh(path->ep_header->eh_ecount) - 1); 1395b394cd1eSFedor Uporov ext4_ext_dirty(ip, path); 1396b394cd1eSFedor Uporov ext4_ext_blkfree(ip, leaf, 1, 0); 1397b394cd1eSFedor Uporov return (0); 1398b394cd1eSFedor Uporov } 1399b394cd1eSFedor Uporov 1400b394cd1eSFedor Uporov static int 1401b394cd1eSFedor Uporov ext4_ext_rm_leaf(struct inode *ip, struct ext4_extent_path *path, 1402b394cd1eSFedor Uporov uint64_t start) 1403b394cd1eSFedor Uporov { 1404b394cd1eSFedor Uporov struct ext4_extent_header *eh; 1405f86f5cd4SPedro F. Giffuni struct ext4_extent *ex; 1406b394cd1eSFedor Uporov unsigned int a, b, block, num; 1407b394cd1eSFedor Uporov unsigned long ex_blk; 1408b394cd1eSFedor Uporov unsigned short ex_len; 1409f86f5cd4SPedro F. Giffuni int depth; 1410b394cd1eSFedor Uporov int error, correct_index; 1411b394cd1eSFedor Uporov 1412b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1413b394cd1eSFedor Uporov if (!path[depth].ep_header) { 1414b394cd1eSFedor Uporov if (path[depth].ep_data == NULL) 1415b394cd1eSFedor Uporov return (EINVAL); 1416b394cd1eSFedor Uporov path[depth].ep_header = 1417b394cd1eSFedor Uporov (struct ext4_extent_header* )path[depth].ep_data; 1418b394cd1eSFedor Uporov } 1419b394cd1eSFedor Uporov 1420b394cd1eSFedor Uporov eh = path[depth].ep_header; 1421b394cd1eSFedor Uporov if (!eh) { 142284b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 1423f86f5cd4SPedro F. Giffuni "bad header => extent corrupted"); 1424b394cd1eSFedor Uporov return (EIO); 1425b394cd1eSFedor Uporov } 1426b394cd1eSFedor Uporov 1427b394cd1eSFedor Uporov ex = EXT_LAST_EXTENT(eh); 1428cd3acfe7SFedor Uporov ex_blk = le32toh(ex->e_blk); 1429b394cd1eSFedor Uporov ex_len = ext4_ext_get_actual_len(ex); 1430b394cd1eSFedor Uporov 1431f86f5cd4SPedro F. Giffuni error = 0; 1432f86f5cd4SPedro F. Giffuni correct_index = 0; 1433b394cd1eSFedor Uporov while (ex >= EXT_FIRST_EXTENT(eh) && ex_blk + ex_len > start) { 1434b394cd1eSFedor Uporov path[depth].ep_ext = ex; 1435b394cd1eSFedor Uporov a = ex_blk > start ? ex_blk : start; 1436b394cd1eSFedor Uporov b = (uint64_t)ex_blk + ex_len - 1 < 1437b394cd1eSFedor Uporov EXT4_MAX_BLOCKS ? ex_blk + ex_len - 1 : EXT4_MAX_BLOCKS; 1438b394cd1eSFedor Uporov 1439b394cd1eSFedor Uporov if (a != ex_blk && b != ex_blk + ex_len - 1) 1440b394cd1eSFedor Uporov return (EINVAL); 1441b394cd1eSFedor Uporov else if (a != ex_blk) { 1442b394cd1eSFedor Uporov /* Remove tail of the extent. */ 1443b394cd1eSFedor Uporov block = ex_blk; 1444b394cd1eSFedor Uporov num = a - block; 1445b394cd1eSFedor Uporov } else if (b != ex_blk + ex_len - 1) { 1446b394cd1eSFedor Uporov /* Remove head of the extent, not implemented. */ 1447b394cd1eSFedor Uporov return (EINVAL); 1448b394cd1eSFedor Uporov } else { 1449b394cd1eSFedor Uporov /* Remove whole extent. */ 1450b394cd1eSFedor Uporov block = ex_blk; 1451b394cd1eSFedor Uporov num = 0; 1452b394cd1eSFedor Uporov } 1453b394cd1eSFedor Uporov 14543fcbb8c0SFedor Uporov if (ex == EXT_FIRST_EXTENT(eh)) 1455b394cd1eSFedor Uporov correct_index = 1; 1456b394cd1eSFedor Uporov 1457b394cd1eSFedor Uporov error = ext4_remove_blocks(ip, ex, a, b); 1458b394cd1eSFedor Uporov if (error) 1459b394cd1eSFedor Uporov goto out; 1460b394cd1eSFedor Uporov 1461b394cd1eSFedor Uporov if (num == 0) { 1462b394cd1eSFedor Uporov ext4_ext_store_pblock(ex, 0); 1463cd3acfe7SFedor Uporov eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1); 1464b394cd1eSFedor Uporov } 1465b394cd1eSFedor Uporov 1466cd3acfe7SFedor Uporov ex->e_blk = htole32(block); 1467cd3acfe7SFedor Uporov ex->e_len = htole16(num); 1468b394cd1eSFedor Uporov 1469b394cd1eSFedor Uporov ext4_ext_dirty(ip, path + depth); 1470b394cd1eSFedor Uporov 1471b394cd1eSFedor Uporov ex--; 1472cd3acfe7SFedor Uporov ex_blk = htole32(ex->e_blk); 1473b394cd1eSFedor Uporov ex_len = ext4_ext_get_actual_len(ex); 1474b394cd1eSFedor Uporov }; 1475b394cd1eSFedor Uporov 1476cd3acfe7SFedor Uporov if (correct_index && le16toh(eh->eh_ecount)) 1477b394cd1eSFedor Uporov error = ext4_ext_correct_indexes(ip, path); 1478b394cd1eSFedor Uporov 1479b394cd1eSFedor Uporov /* 1480b394cd1eSFedor Uporov * If this leaf is free, we should 1481b394cd1eSFedor Uporov * remove it from index block above. 1482b394cd1eSFedor Uporov */ 1483cd3acfe7SFedor Uporov if (error == 0 && eh->eh_ecount == 0 && 1484cd3acfe7SFedor Uporov path[depth].ep_data != NULL) 1485b394cd1eSFedor Uporov error = ext4_ext_rm_index(ip, path + depth); 1486b394cd1eSFedor Uporov 1487b394cd1eSFedor Uporov out: 1488b394cd1eSFedor Uporov return (error); 1489b394cd1eSFedor Uporov } 1490b394cd1eSFedor Uporov 1491b394cd1eSFedor Uporov static struct buf * 1492b394cd1eSFedor Uporov ext4_read_extent_tree_block(struct inode *ip, e4fs_daddr_t pblk, 1493b394cd1eSFedor Uporov int depth, int flags) 1494b394cd1eSFedor Uporov { 1495b394cd1eSFedor Uporov struct m_ext2fs *fs; 1496b394cd1eSFedor Uporov struct ext4_extent_header *eh; 1497b394cd1eSFedor Uporov struct buf *bp; 1498b394cd1eSFedor Uporov int error; 1499b394cd1eSFedor Uporov 1500b394cd1eSFedor Uporov fs = ip->i_e2fs; 1501b394cd1eSFedor Uporov error = bread(ip->i_devvp, fsbtodb(fs, pblk), 1502b394cd1eSFedor Uporov fs->e2fs_bsize, NOCRED, &bp); 1503b394cd1eSFedor Uporov if (error) { 1504d7511a40SPedro F. Giffuni return (NULL); 1505d7511a40SPedro F. Giffuni } 1506b394cd1eSFedor Uporov 1507b394cd1eSFedor Uporov eh = ext4_ext_block_header(bp->b_data); 1508cd3acfe7SFedor Uporov if (le16toh(eh->eh_depth) != depth) { 150984b89556SFedor Uporov SDT_PROBE2(ext2fs, , trace, extents, 1, 151084b89556SFedor Uporov "unexpected eh_depth"); 1511b394cd1eSFedor Uporov goto err; 1512d7511a40SPedro F. Giffuni } 1513d7511a40SPedro F. Giffuni 1514b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, eh); 1515b394cd1eSFedor Uporov if (error) 1516b394cd1eSFedor Uporov goto err; 1517d7511a40SPedro F. Giffuni 1518b394cd1eSFedor Uporov return (bp); 1519b394cd1eSFedor Uporov 1520b394cd1eSFedor Uporov err: 1521b394cd1eSFedor Uporov brelse(bp); 1522b394cd1eSFedor Uporov return (NULL); 1523b394cd1eSFedor Uporov 1524b394cd1eSFedor Uporov } 1525b394cd1eSFedor Uporov 1526b394cd1eSFedor Uporov static int inline 1527b394cd1eSFedor Uporov ext4_ext_more_to_rm(struct ext4_extent_path *path) 1528b394cd1eSFedor Uporov { 1529b394cd1eSFedor Uporov 1530b394cd1eSFedor Uporov KASSERT(path->ep_index != NULL, 1531b394cd1eSFedor Uporov ("ext4_ext_more_to_rm: bad index from path")); 1532b394cd1eSFedor Uporov 1533b394cd1eSFedor Uporov if (path->ep_index < EXT_FIRST_INDEX(path->ep_header)) 1534b394cd1eSFedor Uporov return (0); 1535b394cd1eSFedor Uporov 1536cd3acfe7SFedor Uporov if (le16toh(path->ep_header->eh_ecount) == path->index_count) 1537b394cd1eSFedor Uporov return (0); 1538b394cd1eSFedor Uporov 1539b394cd1eSFedor Uporov return (1); 1540b394cd1eSFedor Uporov } 1541b394cd1eSFedor Uporov 1542b394cd1eSFedor Uporov int 1543b394cd1eSFedor Uporov ext4_ext_remove_space(struct inode *ip, off_t length, int flags, 1544b394cd1eSFedor Uporov struct ucred *cred, struct thread *td) 1545b394cd1eSFedor Uporov { 1546b394cd1eSFedor Uporov struct buf *bp; 1547b394cd1eSFedor Uporov struct ext4_extent_header *ehp; 1548b394cd1eSFedor Uporov struct ext4_extent_path *path; 1549b394cd1eSFedor Uporov int depth; 1550b394cd1eSFedor Uporov int i, error; 1551b394cd1eSFedor Uporov 1552b394cd1eSFedor Uporov ehp = (struct ext4_extent_header *)ip->i_db; 1553b394cd1eSFedor Uporov depth = ext4_ext_inode_depth(ip); 1554b394cd1eSFedor Uporov 1555b394cd1eSFedor Uporov error = ext4_ext_check_header(ip, ehp); 1556b394cd1eSFedor Uporov if(error) 1557b394cd1eSFedor Uporov return (error); 1558b394cd1eSFedor Uporov 1559b394cd1eSFedor Uporov path = malloc(sizeof(struct ext4_extent_path) * (depth + 1), 1560b394cd1eSFedor Uporov M_EXT2EXTENTS, M_WAITOK | M_ZERO); 1561b394cd1eSFedor Uporov path[0].ep_header = ehp; 1562b394cd1eSFedor Uporov path[0].ep_depth = depth; 1563f86f5cd4SPedro F. Giffuni i = 0; 1564f86f5cd4SPedro F. Giffuni while (error == 0 && i >= 0) { 1565b394cd1eSFedor Uporov if (i == depth) { 1566b394cd1eSFedor Uporov /* This is leaf. */ 1567b394cd1eSFedor Uporov error = ext4_ext_rm_leaf(ip, path, length); 1568b394cd1eSFedor Uporov if (error) 1569b394cd1eSFedor Uporov break; 1570b394cd1eSFedor Uporov free(path[i].ep_data, M_EXT2EXTENTS); 1571b394cd1eSFedor Uporov path[i].ep_data = NULL; 1572b394cd1eSFedor Uporov i--; 1573b394cd1eSFedor Uporov continue; 1574b394cd1eSFedor Uporov } 1575b394cd1eSFedor Uporov 1576b394cd1eSFedor Uporov /* This is index. */ 1577b394cd1eSFedor Uporov if (!path[i].ep_header) 1578b394cd1eSFedor Uporov path[i].ep_header = 1579b394cd1eSFedor Uporov (struct ext4_extent_header *)path[i].ep_data; 1580b394cd1eSFedor Uporov 1581b394cd1eSFedor Uporov if (!path[i].ep_index) { 1582b394cd1eSFedor Uporov /* This level hasn't touched yet. */ 1583b394cd1eSFedor Uporov path[i].ep_index = EXT_LAST_INDEX(path[i].ep_header); 1584cd3acfe7SFedor Uporov path[i].index_count = 1585cd3acfe7SFedor Uporov le16toh(path[i].ep_header->eh_ecount) + 1; 1586b394cd1eSFedor Uporov } else { 1587b394cd1eSFedor Uporov /* We've already was here, see at next index. */ 1588b394cd1eSFedor Uporov path[i].ep_index--; 1589b394cd1eSFedor Uporov } 1590b394cd1eSFedor Uporov 1591b394cd1eSFedor Uporov if (ext4_ext_more_to_rm(path + i)) { 1592b394cd1eSFedor Uporov memset(path + i + 1, 0, sizeof(*path)); 1593b394cd1eSFedor Uporov bp = ext4_read_extent_tree_block(ip, 1594b394cd1eSFedor Uporov ext4_ext_index_pblock(path[i].ep_index), 1595b394cd1eSFedor Uporov path[0].ep_depth - (i + 1), 0); 1596b394cd1eSFedor Uporov if (!bp) { 1597b394cd1eSFedor Uporov error = EIO; 1598b394cd1eSFedor Uporov break; 1599b394cd1eSFedor Uporov } 1600b394cd1eSFedor Uporov 1601b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(&path[i+1], bp, 1602b394cd1eSFedor Uporov ext4_ext_index_pblock(path[i].ep_index)); 1603b394cd1eSFedor Uporov brelse(bp); 1604cd3acfe7SFedor Uporov path[i].index_count = 1605cd3acfe7SFedor Uporov le16toh(path[i].ep_header->eh_ecount); 1606b394cd1eSFedor Uporov i++; 1607b394cd1eSFedor Uporov } else { 1608b394cd1eSFedor Uporov if (path[i].ep_header->eh_ecount == 0 && i > 0) { 1609b394cd1eSFedor Uporov /* Index is empty, remove it. */ 1610b394cd1eSFedor Uporov error = ext4_ext_rm_index(ip, path + i); 1611b394cd1eSFedor Uporov } 1612b394cd1eSFedor Uporov free(path[i].ep_data, M_EXT2EXTENTS); 1613b394cd1eSFedor Uporov path[i].ep_data = NULL; 1614b394cd1eSFedor Uporov i--; 1615b394cd1eSFedor Uporov } 1616b394cd1eSFedor Uporov } 1617b394cd1eSFedor Uporov 1618b394cd1eSFedor Uporov if (path->ep_header->eh_ecount == 0) { 1619b394cd1eSFedor Uporov /* 1620b394cd1eSFedor Uporov * Truncate the tree to zero. 1621b394cd1eSFedor Uporov */ 1622b394cd1eSFedor Uporov ext4_ext_header(ip)->eh_depth = 0; 1623cd3acfe7SFedor Uporov ext4_ext_header(ip)->eh_max = htole16(ext4_ext_space_root(ip)); 1624b394cd1eSFedor Uporov ext4_ext_dirty(ip, path); 1625b394cd1eSFedor Uporov } 1626b394cd1eSFedor Uporov 1627b394cd1eSFedor Uporov ext4_ext_drop_refs(path); 1628b394cd1eSFedor Uporov free(path, M_EXT2EXTENTS); 1629b394cd1eSFedor Uporov 1630b3f46656SFedor Uporov ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO; 1631b394cd1eSFedor Uporov return (error); 1632d7511a40SPedro F. Giffuni } 1633