xref: /freebsd/sys/fs/ext2fs/ext2_extents.c (revision be60d8f276fa20fc11ad814e54c9c2540f79c7da)
1d7511a40SPedro F. Giffuni /*-
2d63027b6SPedro F. Giffuni  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3d63027b6SPedro F. Giffuni  *
4d7511a40SPedro F. Giffuni  * Copyright (c) 2010 Zheng Liu <lz@freebsd.org>
5d7511a40SPedro F. Giffuni  * All rights reserved.
6d7511a40SPedro F. Giffuni  *
7d7511a40SPedro F. Giffuni  * Redistribution and use in source and binary forms, with or without
8d7511a40SPedro F. Giffuni  * modification, are permitted provided that the following conditions
9d7511a40SPedro F. Giffuni  * are met:
10d7511a40SPedro F. Giffuni  * 1. Redistributions of source code must retain the above copyright
11d7511a40SPedro F. Giffuni  *    notice, this list of conditions and the following disclaimer.
12d7511a40SPedro F. Giffuni  * 2. Redistributions in binary form must reproduce the above copyright
13d7511a40SPedro F. Giffuni  *    notice, this list of conditions and the following disclaimer in the
14d7511a40SPedro F. Giffuni  *    documentation and/or other materials provided with the distribution.
15d7511a40SPedro F. Giffuni  *
16d7511a40SPedro F. Giffuni  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17d7511a40SPedro F. Giffuni  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18d7511a40SPedro F. Giffuni  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19d7511a40SPedro F. Giffuni  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20d7511a40SPedro F. Giffuni  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21d7511a40SPedro F. Giffuni  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22d7511a40SPedro F. Giffuni  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23d7511a40SPedro F. Giffuni  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24d7511a40SPedro F. Giffuni  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25d7511a40SPedro F. Giffuni  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26d7511a40SPedro F. Giffuni  * SUCH DAMAGE.
27d7511a40SPedro F. Giffuni  *
28d7511a40SPedro F. Giffuni  * $FreeBSD$
29d7511a40SPedro F. Giffuni  */
30d7511a40SPedro F. Giffuni 
31d7511a40SPedro F. Giffuni #include <sys/param.h>
32d7511a40SPedro F. Giffuni #include <sys/systm.h>
33d7511a40SPedro F. Giffuni #include <sys/types.h>
34d7511a40SPedro F. Giffuni #include <sys/kernel.h>
35d7511a40SPedro F. Giffuni #include <sys/malloc.h>
36d7511a40SPedro F. Giffuni #include <sys/vnode.h>
37d7511a40SPedro F. Giffuni #include <sys/bio.h>
38d7511a40SPedro F. Giffuni #include <sys/buf.h>
39cd3acfe7SFedor Uporov #include <sys/endian.h>
40d7511a40SPedro F. Giffuni #include <sys/conf.h>
4184b89556SFedor Uporov #include <sys/sdt.h>
42b394cd1eSFedor Uporov #include <sys/stat.h>
43d7511a40SPedro F. Giffuni 
44d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_mount.h>
45d7511a40SPedro F. Giffuni #include <fs/ext2fs/fs.h>
46d7511a40SPedro F. Giffuni #include <fs/ext2fs/inode.h>
47d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2fs.h>
48d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extents.h>
49d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extern.h>
50d7511a40SPedro F. Giffuni 
5184b89556SFedor Uporov SDT_PROVIDER_DECLARE(ext2fs);
5284b89556SFedor Uporov /*
5384b89556SFedor Uporov  * ext2fs trace probe:
5484b89556SFedor Uporov  * arg0: verbosity. Higher numbers give more verbose messages
5584b89556SFedor Uporov  * arg1: Textual message
5684b89556SFedor Uporov  */
5784b89556SFedor Uporov SDT_PROBE_DEFINE2(ext2fs, , trace, extents, "int", "char*");
5884b89556SFedor Uporov 
59b394cd1eSFedor Uporov static MALLOC_DEFINE(M_EXT2EXTENTS, "ext2_extents", "EXT2 extents");
60d7511a40SPedro F. Giffuni 
6184b89556SFedor Uporov #ifdef EXT2FS_PRINT_EXTENTS
625679656eSFedor Uporov static const bool print_extents_walk = true;
63b394cd1eSFedor Uporov 
645679656eSFedor Uporov static int ext4_ext_check_header(struct inode *, struct ext4_extent_header *);
655679656eSFedor Uporov static int ext4_ext_walk_header(struct inode *, struct ext4_extent_header *);
665679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_index_pblock(struct ext4_extent_index *);
675679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_extent_pblock(struct ext4_extent *);
685679656eSFedor Uporov 
695679656eSFedor Uporov static int
705679656eSFedor Uporov ext4_ext_blk_check(struct inode *ip, e4fs_daddr_t blk)
715679656eSFedor Uporov {
725679656eSFedor Uporov 	struct m_ext2fs *fs;
735679656eSFedor Uporov 
745679656eSFedor Uporov 	fs = ip->i_e2fs;
755679656eSFedor Uporov 
765679656eSFedor Uporov 	if (blk < fs->e2fs->e2fs_first_dblock || blk >= fs->e2fs_bcount)
775679656eSFedor Uporov 		return (EIO);
785679656eSFedor Uporov 
795679656eSFedor Uporov 	return (0);
80d7511a40SPedro F. Giffuni }
81d7511a40SPedro F. Giffuni 
825679656eSFedor Uporov static int
835679656eSFedor Uporov ext4_ext_walk_index(struct inode *ip, struct ext4_extent_index *ex, bool do_walk)
84b394cd1eSFedor Uporov {
85b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
86b394cd1eSFedor Uporov 	struct buf *bp;
875679656eSFedor Uporov 	e4fs_daddr_t blk;
88b394cd1eSFedor Uporov 	int error;
89b394cd1eSFedor Uporov 
90b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
91b394cd1eSFedor Uporov 
925679656eSFedor Uporov 	if (print_extents_walk)
935679656eSFedor Uporov 		printf("    index %p => (blk %u pblk %ju)\n", ex,
945679656eSFedor Uporov 		    le32toh(ex->ei_blk), (uint64_t)le16toh(ex->ei_leaf_hi) << 32 |
95cd3acfe7SFedor Uporov 		    le32toh(ex->ei_leaf_lo));
96b394cd1eSFedor Uporov 
97b394cd1eSFedor Uporov 	if(!do_walk)
985679656eSFedor Uporov 		return (0);
995679656eSFedor Uporov 
1005679656eSFedor Uporov 	blk = ext4_ext_index_pblock(ex);
1015679656eSFedor Uporov 	error = ext4_ext_blk_check(ip, blk);
1025679656eSFedor Uporov 	if (error)
1035679656eSFedor Uporov 		return (error);
104b394cd1eSFedor Uporov 
105b394cd1eSFedor Uporov 	if ((error = bread(ip->i_devvp,
1065679656eSFedor Uporov 	    fsbtodb(fs, blk), (int)fs->e2fs_bsize, NOCRED, &bp)) != 0) {
107b394cd1eSFedor Uporov 		brelse(bp);
1085679656eSFedor Uporov 		return (error);
10978f6ea54SPedro F. Giffuni 	}
110b394cd1eSFedor Uporov 
1115679656eSFedor Uporov 	error = ext4_ext_walk_header(ip, (struct ext4_extent_header *)bp->b_data);
112b394cd1eSFedor Uporov 
113b394cd1eSFedor Uporov 	brelse(bp);
114b394cd1eSFedor Uporov 
1155679656eSFedor Uporov 	return (error);
116d7511a40SPedro F. Giffuni }
117d7511a40SPedro F. Giffuni 
1185679656eSFedor Uporov static int
1195679656eSFedor Uporov ext4_ext_walk_extent(struct inode *ip, struct ext4_extent *ep)
120d7511a40SPedro F. Giffuni {
1215679656eSFedor Uporov 	e4fs_daddr_t blk;
1225679656eSFedor Uporov 	int error;
123d7511a40SPedro F. Giffuni 
1245679656eSFedor Uporov 	blk = ext4_ext_extent_pblock(ep);
1255679656eSFedor Uporov 	error = ext4_ext_blk_check(ip, blk);
1265679656eSFedor Uporov 	if (error)
1275679656eSFedor Uporov 		return (error);
128b394cd1eSFedor Uporov 
1295679656eSFedor Uporov 	if (print_extents_walk)
1305679656eSFedor Uporov 		printf("    ext %p => (blk %u len %u start %ju)\n",
1315679656eSFedor Uporov 		    ep, le32toh(ep->e_blk), le16toh(ep->e_len),
1325679656eSFedor Uporov 		    (uint64_t)blk);
1335679656eSFedor Uporov 
1345679656eSFedor Uporov 	return (0);
135b394cd1eSFedor Uporov }
136b394cd1eSFedor Uporov 
1375679656eSFedor Uporov static int
1385679656eSFedor Uporov ext4_ext_walk_header(struct inode *ip, struct ext4_extent_header *eh)
1395679656eSFedor Uporov {
1405679656eSFedor Uporov 	int i, error = 0;
1415679656eSFedor Uporov 
1425679656eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
1435679656eSFedor Uporov 	if (error)
1445679656eSFedor Uporov 		return (error);
1455679656eSFedor Uporov 
1465679656eSFedor Uporov 	if (print_extents_walk)
1475679656eSFedor Uporov 		printf("header %p => (entries %d max %d depth %d gen %d)\n",
1485679656eSFedor Uporov 		    eh, le16toh(eh->eh_ecount),
1495679656eSFedor Uporov 		    le16toh(eh->eh_max), le16toh(eh->eh_depth), le32toh(eh->eh_gen));
1505679656eSFedor Uporov 
1515679656eSFedor Uporov 	for (i = 0; i < le16toh(eh->eh_ecount) && error == 0; i++)
1525679656eSFedor Uporov 		if (eh->eh_depth != 0)
1535679656eSFedor Uporov 			error = ext4_ext_walk_index(ip,
1545679656eSFedor Uporov 			    (struct ext4_extent_index *)(eh + 1 + i), true);
1555679656eSFedor Uporov 		else
1565679656eSFedor Uporov 			error = ext4_ext_walk_extent(ip, (struct ext4_extent *)(eh + 1 + i));
1575679656eSFedor Uporov 
1585679656eSFedor Uporov 	return (error);
1595679656eSFedor Uporov }
1605679656eSFedor Uporov 
1615679656eSFedor Uporov static int
162b394cd1eSFedor Uporov ext4_ext_print_path(struct inode *ip, struct ext4_extent_path *path)
163b394cd1eSFedor Uporov {
1645679656eSFedor Uporov 	int k, l, error = 0;
165b394cd1eSFedor Uporov 
166e06e5241SFedor Uporov 	l = path->ep_depth;
167b394cd1eSFedor Uporov 
1685679656eSFedor Uporov 	if (print_extents_walk)
169e06e5241SFedor Uporov 		printf("ip=%ju, Path:\n", ip->i_number);
1705679656eSFedor Uporov 
1715679656eSFedor Uporov 	for (k = 0; k <= l && error == 0; k++, path++) {
172b394cd1eSFedor Uporov 		if (path->ep_index) {
1735679656eSFedor Uporov 			error = ext4_ext_walk_index(ip, path->ep_index, false);
174b394cd1eSFedor Uporov 		} else if (path->ep_ext) {
1755679656eSFedor Uporov 			error = ext4_ext_walk_extent(ip, path->ep_ext);
176b394cd1eSFedor Uporov 		}
177b394cd1eSFedor Uporov 	}
178b394cd1eSFedor Uporov 
1795679656eSFedor Uporov 	return (error);
1805679656eSFedor Uporov }
1815679656eSFedor Uporov 
1825679656eSFedor Uporov int
1835679656eSFedor Uporov ext4_ext_walk(struct inode *ip)
184b394cd1eSFedor Uporov {
185b394cd1eSFedor Uporov 	struct ext4_extent_header *ehp;
186b394cd1eSFedor Uporov 
1875679656eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_db;
188b394cd1eSFedor Uporov 
1895679656eSFedor Uporov 	if (print_extents_walk)
190e06e5241SFedor Uporov 		printf("Extent status:ip=%ju\n", ip->i_number);
1915679656eSFedor Uporov 
192b394cd1eSFedor Uporov 	if (!(ip->i_flag & IN_E4EXTENTS))
1935679656eSFedor Uporov 		return (0);
194d7511a40SPedro F. Giffuni 
1955679656eSFedor Uporov 	return (ext4_ext_walk_header(ip, ehp));
196e813d9d7SPedro F. Giffuni }
197b394cd1eSFedor Uporov #endif
198b394cd1eSFedor Uporov 
199b394cd1eSFedor Uporov static inline struct ext4_extent_header *
200b394cd1eSFedor Uporov ext4_ext_inode_header(struct inode *ip)
201b394cd1eSFedor Uporov {
202b394cd1eSFedor Uporov 
203b394cd1eSFedor Uporov 	return ((struct ext4_extent_header *)ip->i_db);
204d7511a40SPedro F. Giffuni }
205d7511a40SPedro F. Giffuni 
206b394cd1eSFedor Uporov static inline struct ext4_extent_header *
207b394cd1eSFedor Uporov ext4_ext_block_header(char *bdata)
208b394cd1eSFedor Uporov {
209b394cd1eSFedor Uporov 
210b394cd1eSFedor Uporov 	return ((struct ext4_extent_header *)bdata);
211b394cd1eSFedor Uporov }
212b394cd1eSFedor Uporov 
213b394cd1eSFedor Uporov static inline unsigned short
214b394cd1eSFedor Uporov ext4_ext_inode_depth(struct inode *ip)
215b394cd1eSFedor Uporov {
216b394cd1eSFedor Uporov 	struct ext4_extent_header *ehp;
217b394cd1eSFedor Uporov 
218b394cd1eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_data;
219cd3acfe7SFedor Uporov 	return (le16toh(ehp->eh_depth));
220b394cd1eSFedor Uporov }
221b394cd1eSFedor Uporov 
222b394cd1eSFedor Uporov static inline e4fs_daddr_t
223b394cd1eSFedor Uporov ext4_ext_index_pblock(struct ext4_extent_index *index)
224b394cd1eSFedor Uporov {
225b394cd1eSFedor Uporov 	e4fs_daddr_t blk;
226b394cd1eSFedor Uporov 
227cd3acfe7SFedor Uporov 	blk = le32toh(index->ei_leaf_lo);
228cd3acfe7SFedor Uporov 	blk |= (e4fs_daddr_t)le16toh(index->ei_leaf_hi) << 32;
229b394cd1eSFedor Uporov 
230b394cd1eSFedor Uporov 	return (blk);
231b394cd1eSFedor Uporov }
232b394cd1eSFedor Uporov 
233b394cd1eSFedor Uporov static inline void
234b394cd1eSFedor Uporov ext4_index_store_pblock(struct ext4_extent_index *index, e4fs_daddr_t pb)
235b394cd1eSFedor Uporov {
236b394cd1eSFedor Uporov 
237cd3acfe7SFedor Uporov 	index->ei_leaf_lo = htole32(pb & 0xffffffff);
238cd3acfe7SFedor Uporov 	index->ei_leaf_hi = htole16((pb >> 32) & 0xffff);
239b394cd1eSFedor Uporov }
240b394cd1eSFedor Uporov 
241b394cd1eSFedor Uporov static inline e4fs_daddr_t
242b394cd1eSFedor Uporov ext4_ext_extent_pblock(struct ext4_extent *extent)
243b394cd1eSFedor Uporov {
244b394cd1eSFedor Uporov 	e4fs_daddr_t blk;
245b394cd1eSFedor Uporov 
246cd3acfe7SFedor Uporov 	blk = le32toh(extent->e_start_lo);
247cd3acfe7SFedor Uporov 	blk |= (e4fs_daddr_t)le16toh(extent->e_start_hi) << 32;
248b394cd1eSFedor Uporov 
249b394cd1eSFedor Uporov 	return (blk);
250b394cd1eSFedor Uporov }
251b394cd1eSFedor Uporov 
252b394cd1eSFedor Uporov static inline void
253b394cd1eSFedor Uporov ext4_ext_store_pblock(struct ext4_extent *ex, e4fs_daddr_t pb)
254b394cd1eSFedor Uporov {
255b394cd1eSFedor Uporov 
256cd3acfe7SFedor Uporov 	ex->e_start_lo = htole32(pb & 0xffffffff);
257cd3acfe7SFedor Uporov 	ex->e_start_hi = htole16((pb >> 32) & 0xffff);
258b394cd1eSFedor Uporov }
259b394cd1eSFedor Uporov 
260d7511a40SPedro F. Giffuni int
261d7511a40SPedro F. Giffuni ext4_ext_in_cache(struct inode *ip, daddr_t lbn, struct ext4_extent *ep)
262d7511a40SPedro F. Giffuni {
263d7511a40SPedro F. Giffuni 	struct ext4_extent_cache *ecp;
264d7511a40SPedro F. Giffuni 	int ret = EXT4_EXT_CACHE_NO;
265d7511a40SPedro F. Giffuni 
266d7511a40SPedro F. Giffuni 	ecp = &ip->i_ext_cache;
267d7511a40SPedro F. Giffuni 	if (ecp->ec_type == EXT4_EXT_CACHE_NO)
268d7511a40SPedro F. Giffuni 		return (ret);
269d7511a40SPedro F. Giffuni 
270d7511a40SPedro F. Giffuni 	if (lbn >= ecp->ec_blk && lbn < ecp->ec_blk + ecp->ec_len) {
271cd3acfe7SFedor Uporov 		ep->e_blk = htole32(ecp->ec_blk);
272cd3acfe7SFedor Uporov 		ep->e_start_lo = htole32(ecp->ec_start & 0xffffffff);
273cd3acfe7SFedor Uporov 		ep->e_start_hi = htole16(ecp->ec_start >> 32 & 0xffff);
274cd3acfe7SFedor Uporov 		ep->e_len = htole16(ecp->ec_len);
275d7511a40SPedro F. Giffuni 		ret = ecp->ec_type;
276d7511a40SPedro F. Giffuni 	}
277d7511a40SPedro F. Giffuni 	return (ret);
278d7511a40SPedro F. Giffuni }
279d7511a40SPedro F. Giffuni 
280b394cd1eSFedor Uporov static int
281b394cd1eSFedor Uporov ext4_ext_check_header(struct inode *ip, struct ext4_extent_header *eh)
282d7511a40SPedro F. Giffuni {
283b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
284b394cd1eSFedor Uporov 	char *error_msg;
285d7511a40SPedro F. Giffuni 
286b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
287b394cd1eSFedor Uporov 
288cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_magic) != EXT4_EXT_MAGIC) {
28984b89556SFedor Uporov 		error_msg = "header: invalid magic";
290b394cd1eSFedor Uporov 		goto corrupted;
291b394cd1eSFedor Uporov 	}
292b394cd1eSFedor Uporov 	if (eh->eh_max == 0) {
29384b89556SFedor Uporov 		error_msg = "header: invalid eh_max";
294b394cd1eSFedor Uporov 		goto corrupted;
295b394cd1eSFedor Uporov 	}
296cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_ecount) > le16toh(eh->eh_max)) {
29784b89556SFedor Uporov 		error_msg = "header: invalid eh_entries";
298b394cd1eSFedor Uporov 		goto corrupted;
299d7511a40SPedro F. Giffuni 	}
300*be60d8f2SNeel Chauhan 	if (eh->eh_depth > 5) {
301*be60d8f2SNeel Chauhan 		error_msg = "header: invalid eh_depth";
302*be60d8f2SNeel Chauhan 		goto corrupted;
303*be60d8f2SNeel Chauhan 	}
304d7511a40SPedro F. Giffuni 
305b394cd1eSFedor Uporov 	return (0);
306b394cd1eSFedor Uporov 
307b394cd1eSFedor Uporov corrupted:
30884b89556SFedor Uporov 	SDT_PROBE2(ext2fs, , trace, extents, 1, error_msg);
309b394cd1eSFedor Uporov 	return (EIO);
310b394cd1eSFedor Uporov }
311b394cd1eSFedor Uporov 
312b394cd1eSFedor Uporov static void
313b394cd1eSFedor Uporov ext4_ext_binsearch_index(struct ext4_extent_path *path, int blk)
314b394cd1eSFedor Uporov {
315b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
316b394cd1eSFedor Uporov 	struct ext4_extent_index *r, *l, *m;
317b394cd1eSFedor Uporov 
318b394cd1eSFedor Uporov 	eh = path->ep_header;
319b394cd1eSFedor Uporov 
320cd3acfe7SFedor Uporov 	KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max) &&
321cd3acfe7SFedor Uporov 	    le16toh(eh->eh_ecount) > 0,
322b394cd1eSFedor Uporov 	    ("ext4_ext_binsearch_index: bad args"));
323b394cd1eSFedor Uporov 
324b394cd1eSFedor Uporov 	l = EXT_FIRST_INDEX(eh) + 1;
325cd3acfe7SFedor Uporov 	r = EXT_FIRST_INDEX(eh) + le16toh(eh->eh_ecount) - 1;
326b394cd1eSFedor Uporov 	while (l <= r) {
327b394cd1eSFedor Uporov 		m = l + (r - l) / 2;
328cd3acfe7SFedor Uporov 		if (blk < le32toh(m->ei_blk))
329b394cd1eSFedor Uporov 			r = m - 1;
330b394cd1eSFedor Uporov 		else
331b394cd1eSFedor Uporov 			l = m + 1;
332b394cd1eSFedor Uporov 	}
333b394cd1eSFedor Uporov 
334b394cd1eSFedor Uporov 	path->ep_index = l - 1;
335b394cd1eSFedor Uporov }
336b394cd1eSFedor Uporov 
337b394cd1eSFedor Uporov static void
338b394cd1eSFedor Uporov ext4_ext_binsearch_ext(struct ext4_extent_path *path, int blk)
339b394cd1eSFedor Uporov {
340b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
341b394cd1eSFedor Uporov 	struct ext4_extent *r, *l, *m;
342b394cd1eSFedor Uporov 
343b394cd1eSFedor Uporov 	eh = path->ep_header;
344b394cd1eSFedor Uporov 
345cd3acfe7SFedor Uporov 	KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max),
346b394cd1eSFedor Uporov 	    ("ext4_ext_binsearch_ext: bad args"));
347b394cd1eSFedor Uporov 
348b394cd1eSFedor Uporov 	if (eh->eh_ecount == 0)
349b394cd1eSFedor Uporov 		return;
350b394cd1eSFedor Uporov 
351b394cd1eSFedor Uporov 	l = EXT_FIRST_EXTENT(eh) + 1;
352cd3acfe7SFedor Uporov 	r = EXT_FIRST_EXTENT(eh) + le16toh(eh->eh_ecount) - 1;
353b394cd1eSFedor Uporov 
354b394cd1eSFedor Uporov 	while (l <= r) {
355b394cd1eSFedor Uporov 		m = l + (r - l) / 2;
356cd3acfe7SFedor Uporov 		if (blk < le32toh(m->e_blk))
357b394cd1eSFedor Uporov 			r = m - 1;
358b394cd1eSFedor Uporov 		else
359b394cd1eSFedor Uporov 			l = m + 1;
360b394cd1eSFedor Uporov 	}
361b394cd1eSFedor Uporov 
362b394cd1eSFedor Uporov 	path->ep_ext = l - 1;
363b394cd1eSFedor Uporov }
364b394cd1eSFedor Uporov 
365b394cd1eSFedor Uporov static int
366b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(struct ext4_extent_path *path,
367b394cd1eSFedor Uporov     struct buf *bp, uint64_t blk)
368b394cd1eSFedor Uporov {
369b394cd1eSFedor Uporov 
370b394cd1eSFedor Uporov 	KASSERT(path->ep_data == NULL,
371b394cd1eSFedor Uporov 	    ("ext4_ext_fill_path_bdata: bad ep_data"));
372b394cd1eSFedor Uporov 
373b394cd1eSFedor Uporov 	path->ep_data = malloc(bp->b_bufsize, M_EXT2EXTENTS, M_WAITOK);
374b394cd1eSFedor Uporov 	memcpy(path->ep_data, bp->b_data, bp->b_bufsize);
375b394cd1eSFedor Uporov 	path->ep_blk = blk;
376b394cd1eSFedor Uporov 
377b394cd1eSFedor Uporov 	return (0);
378b394cd1eSFedor Uporov }
379b394cd1eSFedor Uporov 
380b394cd1eSFedor Uporov static void
381b394cd1eSFedor Uporov ext4_ext_fill_path_buf(struct ext4_extent_path *path, struct buf *bp)
382b394cd1eSFedor Uporov {
383b394cd1eSFedor Uporov 
384b394cd1eSFedor Uporov 	KASSERT(path->ep_data != NULL,
385b394cd1eSFedor Uporov 	    ("ext4_ext_fill_path_buf: bad ep_data"));
386b394cd1eSFedor Uporov 
387b394cd1eSFedor Uporov 	memcpy(bp->b_data, path->ep_data, bp->b_bufsize);
388b394cd1eSFedor Uporov }
389b394cd1eSFedor Uporov 
390b394cd1eSFedor Uporov static void
391b394cd1eSFedor Uporov ext4_ext_drop_refs(struct ext4_extent_path *path)
392b394cd1eSFedor Uporov {
393b394cd1eSFedor Uporov 	int depth, i;
394b394cd1eSFedor Uporov 
395b394cd1eSFedor Uporov 	if (!path)
396b394cd1eSFedor Uporov 		return;
397b394cd1eSFedor Uporov 
398b394cd1eSFedor Uporov 	depth = path->ep_depth;
399b394cd1eSFedor Uporov 	for (i = 0; i <= depth; i++, path++)
400b394cd1eSFedor Uporov 		if (path->ep_data) {
401b394cd1eSFedor Uporov 			free(path->ep_data, M_EXT2EXTENTS);
402b394cd1eSFedor Uporov 			path->ep_data = NULL;
403b394cd1eSFedor Uporov 		}
404b394cd1eSFedor Uporov }
405b394cd1eSFedor Uporov 
406b394cd1eSFedor Uporov void
407b394cd1eSFedor Uporov ext4_ext_path_free(struct ext4_extent_path *path)
408b394cd1eSFedor Uporov {
409b394cd1eSFedor Uporov 
410b394cd1eSFedor Uporov 	if (!path)
411b394cd1eSFedor Uporov 		return;
412b394cd1eSFedor Uporov 
413b394cd1eSFedor Uporov 	ext4_ext_drop_refs(path);
414b394cd1eSFedor Uporov 	free(path, M_EXT2EXTENTS);
415b394cd1eSFedor Uporov }
416b394cd1eSFedor Uporov 
417b394cd1eSFedor Uporov int
418b394cd1eSFedor Uporov ext4_ext_find_extent(struct inode *ip, daddr_t block,
419b394cd1eSFedor Uporov     struct ext4_extent_path **ppath)
420b394cd1eSFedor Uporov {
421b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
422b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
423b394cd1eSFedor Uporov 	struct ext4_extent_path *path;
424b394cd1eSFedor Uporov 	struct buf *bp;
425b394cd1eSFedor Uporov 	uint64_t blk;
426b394cd1eSFedor Uporov 	int error, depth, i, ppos, alloc;
427b394cd1eSFedor Uporov 
428b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
429b394cd1eSFedor Uporov 	eh = ext4_ext_inode_header(ip);
430b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
431b394cd1eSFedor Uporov 	ppos = 0;
432b394cd1eSFedor Uporov 	alloc = 0;
433b394cd1eSFedor Uporov 
434b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
435b394cd1eSFedor Uporov 	if (error)
436b394cd1eSFedor Uporov 		return (error);
437b394cd1eSFedor Uporov 
4383fcbb8c0SFedor Uporov 	if (ppath == NULL)
439b394cd1eSFedor Uporov 		return (EINVAL);
440b394cd1eSFedor Uporov 
441b394cd1eSFedor Uporov 	path = *ppath;
4423fcbb8c0SFedor Uporov 	if (path == NULL) {
443b394cd1eSFedor Uporov 		path = malloc(EXT4_EXT_DEPTH_MAX *
444b394cd1eSFedor Uporov 		    sizeof(struct ext4_extent_path),
445b394cd1eSFedor Uporov 		    M_EXT2EXTENTS, M_WAITOK | M_ZERO);
446b394cd1eSFedor Uporov 		*ppath = path;
447b394cd1eSFedor Uporov 		alloc = 1;
448b394cd1eSFedor Uporov 	}
449b394cd1eSFedor Uporov 
450b394cd1eSFedor Uporov 	path[0].ep_header = eh;
451b394cd1eSFedor Uporov 	path[0].ep_data = NULL;
452b394cd1eSFedor Uporov 
453b394cd1eSFedor Uporov 	/* Walk through the tree. */
454b394cd1eSFedor Uporov 	i = depth;
455b394cd1eSFedor Uporov 	while (i) {
456b394cd1eSFedor Uporov 		ext4_ext_binsearch_index(&path[ppos], block);
457b394cd1eSFedor Uporov 		blk = ext4_ext_index_pblock(path[ppos].ep_index);
458b394cd1eSFedor Uporov 		path[ppos].ep_depth = i;
459b394cd1eSFedor Uporov 		path[ppos].ep_ext = NULL;
460b394cd1eSFedor Uporov 
461b394cd1eSFedor Uporov 		error = bread(ip->i_devvp, fsbtodb(ip->i_e2fs, blk),
462b394cd1eSFedor Uporov 		    ip->i_e2fs->e2fs_bsize, NOCRED, &bp);
463b394cd1eSFedor Uporov 		if (error) {
464b394cd1eSFedor Uporov 			goto error;
465b394cd1eSFedor Uporov 		}
466b394cd1eSFedor Uporov 
467b394cd1eSFedor Uporov 		ppos++;
468b394cd1eSFedor Uporov 		if (ppos > depth) {
46984b89556SFedor Uporov 			SDT_PROBE2(ext2fs, , trace, extents, 1,
470b394cd1eSFedor Uporov 			    "ppos > depth => extent corrupted");
471b394cd1eSFedor Uporov 			error = EIO;
472b394cd1eSFedor Uporov 			brelse(bp);
473b394cd1eSFedor Uporov 			goto error;
474b394cd1eSFedor Uporov 		}
475b394cd1eSFedor Uporov 
476b394cd1eSFedor Uporov 		ext4_ext_fill_path_bdata(&path[ppos], bp, blk);
477f0a993bbSFedor Uporov 		bqrelse(bp);
478b394cd1eSFedor Uporov 
479b394cd1eSFedor Uporov 		eh = ext4_ext_block_header(path[ppos].ep_data);
480512f29d1SFedor Uporov 		if (ext4_ext_check_header(ip, eh) ||
481512f29d1SFedor Uporov 		    ext2_extent_blk_csum_verify(ip, path[ppos].ep_data)) {
482512f29d1SFedor Uporov 			error = EIO;
483b394cd1eSFedor Uporov 			goto error;
484512f29d1SFedor Uporov 		}
485b394cd1eSFedor Uporov 
486b394cd1eSFedor Uporov 		path[ppos].ep_header = eh;
487b394cd1eSFedor Uporov 
488b394cd1eSFedor Uporov 		i--;
489b394cd1eSFedor Uporov 	}
490b394cd1eSFedor Uporov 
491b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
492b394cd1eSFedor Uporov 	if (error)
493b394cd1eSFedor Uporov 		goto error;
494b394cd1eSFedor Uporov 
495b394cd1eSFedor Uporov 	/* Find extent. */
496b394cd1eSFedor Uporov 	path[ppos].ep_depth = i;
497b394cd1eSFedor Uporov 	path[ppos].ep_header = eh;
498b394cd1eSFedor Uporov 	path[ppos].ep_ext = NULL;
499b394cd1eSFedor Uporov 	path[ppos].ep_index = NULL;
500b394cd1eSFedor Uporov 	ext4_ext_binsearch_ext(&path[ppos], block);
501b394cd1eSFedor Uporov 	return (0);
502b394cd1eSFedor Uporov 
503b394cd1eSFedor Uporov error:
504b394cd1eSFedor Uporov 	ext4_ext_drop_refs(path);
505b394cd1eSFedor Uporov 	if (alloc)
506b394cd1eSFedor Uporov 		free(path, M_EXT2EXTENTS);
507b394cd1eSFedor Uporov 
508b394cd1eSFedor Uporov 	*ppath = NULL;
509b394cd1eSFedor Uporov 
510b394cd1eSFedor Uporov 	return (error);
511b394cd1eSFedor Uporov }
512b394cd1eSFedor Uporov 
513b394cd1eSFedor Uporov static inline int
514b394cd1eSFedor Uporov ext4_ext_space_root(struct inode *ip)
515b394cd1eSFedor Uporov {
516b394cd1eSFedor Uporov 	int size;
517b394cd1eSFedor Uporov 
518b394cd1eSFedor Uporov 	size = sizeof(ip->i_data);
519b394cd1eSFedor Uporov 	size -= sizeof(struct ext4_extent_header);
520b394cd1eSFedor Uporov 	size /= sizeof(struct ext4_extent);
521b394cd1eSFedor Uporov 
522b394cd1eSFedor Uporov 	return (size);
523b394cd1eSFedor Uporov }
524b394cd1eSFedor Uporov 
525b394cd1eSFedor Uporov static inline int
526b394cd1eSFedor Uporov ext4_ext_space_block(struct inode *ip)
527b394cd1eSFedor Uporov {
528b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
529b394cd1eSFedor Uporov 	int size;
530b394cd1eSFedor Uporov 
531b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
532b394cd1eSFedor Uporov 
533b394cd1eSFedor Uporov 	size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) /
534b394cd1eSFedor Uporov 	    sizeof(struct ext4_extent);
535b394cd1eSFedor Uporov 
536b394cd1eSFedor Uporov 	return (size);
537b394cd1eSFedor Uporov }
538b394cd1eSFedor Uporov 
539b394cd1eSFedor Uporov static inline int
540b394cd1eSFedor Uporov ext4_ext_space_block_index(struct inode *ip)
541b394cd1eSFedor Uporov {
542b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
543b394cd1eSFedor Uporov 	int size;
544b394cd1eSFedor Uporov 
545b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
546b394cd1eSFedor Uporov 
547b394cd1eSFedor Uporov 	size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) /
548b394cd1eSFedor Uporov 	    sizeof(struct ext4_extent_index);
549b394cd1eSFedor Uporov 
550b394cd1eSFedor Uporov 	return (size);
551b394cd1eSFedor Uporov }
552b394cd1eSFedor Uporov 
553b394cd1eSFedor Uporov void
554b394cd1eSFedor Uporov ext4_ext_tree_init(struct inode *ip)
555d7511a40SPedro F. Giffuni {
556d7511a40SPedro F. Giffuni 	struct ext4_extent_header *ehp;
557d7511a40SPedro F. Giffuni 
558b394cd1eSFedor Uporov 	ip->i_flag |= IN_E4EXTENTS;
559d7511a40SPedro F. Giffuni 
560b394cd1eSFedor Uporov 	memset(ip->i_data, 0, EXT2_NDADDR + EXT2_NIADDR);
561b394cd1eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_data;
562cd3acfe7SFedor Uporov 	ehp->eh_magic = htole16(EXT4_EXT_MAGIC);
563cd3acfe7SFedor Uporov 	ehp->eh_max = htole16(ext4_ext_space_root(ip));
564b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO;
565b394cd1eSFedor Uporov 	ip->i_flag |= IN_CHANGE | IN_UPDATE;
566b394cd1eSFedor Uporov 	ext2_update(ip->i_vnode, 1);
56778f6ea54SPedro F. Giffuni }
568d7511a40SPedro F. Giffuni 
569b394cd1eSFedor Uporov static inline void
570b394cd1eSFedor Uporov ext4_ext_put_in_cache(struct inode *ip, uint32_t blk,
571b394cd1eSFedor Uporov 			uint32_t len, uint32_t start, int type)
572b394cd1eSFedor Uporov {
573b394cd1eSFedor Uporov 
574b394cd1eSFedor Uporov 	KASSERT(len != 0, ("ext4_ext_put_in_cache: bad input"));
575b394cd1eSFedor Uporov 
576b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_type = type;
577b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_blk = blk;
578b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_len = len;
579b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_start = start;
580d7511a40SPedro F. Giffuni }
581b394cd1eSFedor Uporov 
582b394cd1eSFedor Uporov static e4fs_daddr_t
583b394cd1eSFedor Uporov ext4_ext_blkpref(struct inode *ip, struct ext4_extent_path *path,
584b394cd1eSFedor Uporov     e4fs_daddr_t block)
585b394cd1eSFedor Uporov {
586b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
587b394cd1eSFedor Uporov 	struct ext4_extent *ex;
588b394cd1eSFedor Uporov 	e4fs_daddr_t bg_start;
589b394cd1eSFedor Uporov 	int depth;
590b394cd1eSFedor Uporov 
591b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
592b394cd1eSFedor Uporov 
593b394cd1eSFedor Uporov 	if (path) {
594b394cd1eSFedor Uporov 		depth = path->ep_depth;
595b394cd1eSFedor Uporov 		ex = path[depth].ep_ext;
596b394cd1eSFedor Uporov 		if (ex) {
597b394cd1eSFedor Uporov 			e4fs_daddr_t pblk = ext4_ext_extent_pblock(ex);
598cd3acfe7SFedor Uporov 			e2fs_daddr_t blk = le32toh(ex->e_blk);
599b394cd1eSFedor Uporov 
600b394cd1eSFedor Uporov 			if (block > blk)
601b394cd1eSFedor Uporov 				return (pblk + (block - blk));
602b394cd1eSFedor Uporov 			else
603b394cd1eSFedor Uporov 				return (pblk - (blk - block));
604b394cd1eSFedor Uporov 		}
605b394cd1eSFedor Uporov 
606b394cd1eSFedor Uporov 		/* Try to get block from index itself. */
607b394cd1eSFedor Uporov 		if (path[depth].ep_data)
608b394cd1eSFedor Uporov 			return (path[depth].ep_blk);
609b394cd1eSFedor Uporov 	}
610b394cd1eSFedor Uporov 
611b394cd1eSFedor Uporov 	/* Use inode's group. */
612b394cd1eSFedor Uporov 	bg_start = (ip->i_block_group * EXT2_BLOCKS_PER_GROUP(ip->i_e2fs)) +
613cd3acfe7SFedor Uporov 	    le32toh(fs->e2fs->e2fs_first_dblock);
614b394cd1eSFedor Uporov 
615b394cd1eSFedor Uporov 	return (bg_start + block);
616b394cd1eSFedor Uporov }
617b394cd1eSFedor Uporov 
618b394cd1eSFedor Uporov static int inline
619b394cd1eSFedor Uporov ext4_can_extents_be_merged(struct ext4_extent *ex1,
620b394cd1eSFedor Uporov     struct ext4_extent *ex2)
621b394cd1eSFedor Uporov {
622b394cd1eSFedor Uporov 
623cd3acfe7SFedor Uporov 	if (le32toh(ex1->e_blk) + le16toh(ex1->e_len) != le32toh(ex2->e_blk))
624b394cd1eSFedor Uporov 		return (0);
625b394cd1eSFedor Uporov 
626cd3acfe7SFedor Uporov 	if (le16toh(ex1->e_len) + le16toh(ex2->e_len) > EXT4_MAX_LEN)
627b394cd1eSFedor Uporov 		return (0);
628b394cd1eSFedor Uporov 
629cd3acfe7SFedor Uporov 	if (ext4_ext_extent_pblock(ex1) + le16toh(ex1->e_len) ==
630b394cd1eSFedor Uporov 	    ext4_ext_extent_pblock(ex2))
631b394cd1eSFedor Uporov 		return (1);
632b394cd1eSFedor Uporov 
633b394cd1eSFedor Uporov 	return (0);
634b394cd1eSFedor Uporov }
635b394cd1eSFedor Uporov 
636b394cd1eSFedor Uporov static unsigned
637b394cd1eSFedor Uporov ext4_ext_next_leaf_block(struct inode *ip, struct ext4_extent_path *path)
638b394cd1eSFedor Uporov {
639b394cd1eSFedor Uporov 	int depth = path->ep_depth;
640b394cd1eSFedor Uporov 
641b394cd1eSFedor Uporov 	/* Empty tree */
642b394cd1eSFedor Uporov 	if (depth == 0)
643b394cd1eSFedor Uporov 		return (EXT4_MAX_BLOCKS);
644b394cd1eSFedor Uporov 
645b394cd1eSFedor Uporov 	/* Go to indexes. */
646b394cd1eSFedor Uporov 	depth--;
647b394cd1eSFedor Uporov 
648b394cd1eSFedor Uporov 	while (depth >= 0) {
649b394cd1eSFedor Uporov 		if (path[depth].ep_index !=
650b394cd1eSFedor Uporov 		    EXT_LAST_INDEX(path[depth].ep_header))
651cd3acfe7SFedor Uporov 			return (le32toh(path[depth].ep_index[1].ei_blk));
652b394cd1eSFedor Uporov 
653b394cd1eSFedor Uporov 		depth--;
654b394cd1eSFedor Uporov 	}
655b394cd1eSFedor Uporov 
656b394cd1eSFedor Uporov 	return (EXT4_MAX_BLOCKS);
657b394cd1eSFedor Uporov }
658b394cd1eSFedor Uporov 
659b394cd1eSFedor Uporov static int
660b394cd1eSFedor Uporov ext4_ext_dirty(struct inode *ip, struct ext4_extent_path *path)
661b394cd1eSFedor Uporov {
662b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
663b394cd1eSFedor Uporov 	struct buf *bp;
664b394cd1eSFedor Uporov 	uint64_t blk;
665b394cd1eSFedor Uporov 	int error;
666b394cd1eSFedor Uporov 
667b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
668b394cd1eSFedor Uporov 
669b394cd1eSFedor Uporov 	if (!path)
670b394cd1eSFedor Uporov 		return (EINVAL);
671b394cd1eSFedor Uporov 
672b394cd1eSFedor Uporov 	if (path->ep_data) {
673b394cd1eSFedor Uporov 		blk = path->ep_blk;
674b394cd1eSFedor Uporov 		bp = getblk(ip->i_devvp, fsbtodb(fs, blk),
675b394cd1eSFedor Uporov 		    fs->e2fs_bsize, 0, 0, 0);
676b394cd1eSFedor Uporov 		if (!bp)
677b394cd1eSFedor Uporov 			return (EIO);
678b394cd1eSFedor Uporov 		ext4_ext_fill_path_buf(path, bp);
679512f29d1SFedor Uporov 		ext2_extent_blk_csum_set(ip, bp->b_data);
680b394cd1eSFedor Uporov 		error = bwrite(bp);
681b394cd1eSFedor Uporov 	} else {
682b394cd1eSFedor Uporov 		ip->i_flag |= IN_CHANGE | IN_UPDATE;
683b394cd1eSFedor Uporov 		error = ext2_update(ip->i_vnode, 1);
684b394cd1eSFedor Uporov 	}
685b394cd1eSFedor Uporov 
686b394cd1eSFedor Uporov 	return (error);
687b394cd1eSFedor Uporov }
688b394cd1eSFedor Uporov 
689b394cd1eSFedor Uporov static int
690b394cd1eSFedor Uporov ext4_ext_insert_index(struct inode *ip, struct ext4_extent_path *path,
691b394cd1eSFedor Uporov     uint32_t lblk, e4fs_daddr_t blk)
692b394cd1eSFedor Uporov {
693b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
694b394cd1eSFedor Uporov 	struct ext4_extent_index *idx;
695b394cd1eSFedor Uporov 	int len;
696b394cd1eSFedor Uporov 
697b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
698b394cd1eSFedor Uporov 
699cd3acfe7SFedor Uporov 	if (lblk == le32toh(path->ep_index->ei_blk)) {
70084b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
701b394cd1eSFedor Uporov 		    "lblk == index blk => extent corrupted");
702b394cd1eSFedor Uporov 		return (EIO);
703b394cd1eSFedor Uporov 	}
704b394cd1eSFedor Uporov 
705cd3acfe7SFedor Uporov 	if (le16toh(path->ep_header->eh_ecount) >=
706cd3acfe7SFedor Uporov 	    le16toh(path->ep_header->eh_max)) {
70784b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
708b394cd1eSFedor Uporov 		    "ecout > maxcount => extent corrupted");
709b394cd1eSFedor Uporov 		return (EIO);
710b394cd1eSFedor Uporov 	}
711b394cd1eSFedor Uporov 
712cd3acfe7SFedor Uporov 	if (lblk > le32toh(path->ep_index->ei_blk)) {
713b394cd1eSFedor Uporov 		/* Insert after. */
714b394cd1eSFedor Uporov 		idx = path->ep_index + 1;
715b394cd1eSFedor Uporov 	} else {
716b394cd1eSFedor Uporov 		/* Insert before. */
717b394cd1eSFedor Uporov 		idx = path->ep_index;
718b394cd1eSFedor Uporov 	}
719b394cd1eSFedor Uporov 
720b394cd1eSFedor Uporov 	len = EXT_LAST_INDEX(path->ep_header) - idx + 1;
721b394cd1eSFedor Uporov 	if (len > 0)
722b394cd1eSFedor Uporov 		memmove(idx + 1, idx, len * sizeof(struct ext4_extent_index));
723b394cd1eSFedor Uporov 
724b394cd1eSFedor Uporov 	if (idx > EXT_MAX_INDEX(path->ep_header)) {
72584b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
726b394cd1eSFedor Uporov 		    "index is out of range => extent corrupted");
727b394cd1eSFedor Uporov 		return (EIO);
728b394cd1eSFedor Uporov 	}
729b394cd1eSFedor Uporov 
730cd3acfe7SFedor Uporov 	idx->ei_blk = htole32(lblk);
731b394cd1eSFedor Uporov 	ext4_index_store_pblock(idx, blk);
732cd3acfe7SFedor Uporov 	path->ep_header->eh_ecount =
733cd3acfe7SFedor Uporov 	    htole16(le16toh(path->ep_header->eh_ecount) + 1);
734b394cd1eSFedor Uporov 
735b394cd1eSFedor Uporov 	return (ext4_ext_dirty(ip, path));
736b394cd1eSFedor Uporov }
737b394cd1eSFedor Uporov 
738b394cd1eSFedor Uporov static e4fs_daddr_t
739b394cd1eSFedor Uporov ext4_ext_alloc_meta(struct inode *ip)
740b394cd1eSFedor Uporov {
741b394cd1eSFedor Uporov 	e4fs_daddr_t blk = ext2_alloc_meta(ip);
742b394cd1eSFedor Uporov 	if (blk) {
743b394cd1eSFedor Uporov 		ip->i_blocks += btodb(ip->i_e2fs->e2fs_bsize);
744b394cd1eSFedor Uporov 		ip->i_flag |= IN_CHANGE | IN_UPDATE;
745b394cd1eSFedor Uporov 		ext2_update(ip->i_vnode, 1);
746b394cd1eSFedor Uporov 	}
747b394cd1eSFedor Uporov 
748b394cd1eSFedor Uporov 	return (blk);
749b394cd1eSFedor Uporov }
750b394cd1eSFedor Uporov 
751b394cd1eSFedor Uporov static void
752b394cd1eSFedor Uporov ext4_ext_blkfree(struct inode *ip, uint64_t blk, int count, int flags)
753b394cd1eSFedor Uporov {
754b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
755b394cd1eSFedor Uporov 	int i, blocksreleased;
756b394cd1eSFedor Uporov 
757b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
758b394cd1eSFedor Uporov 	blocksreleased = count;
759b394cd1eSFedor Uporov 
760b394cd1eSFedor Uporov 	for(i = 0; i < count; i++)
761b394cd1eSFedor Uporov 		ext2_blkfree(ip, blk + i, fs->e2fs_bsize);
762b394cd1eSFedor Uporov 
763b394cd1eSFedor Uporov 	if (ip->i_blocks >= blocksreleased)
764b394cd1eSFedor Uporov 		ip->i_blocks -= (btodb(fs->e2fs_bsize)*blocksreleased);
765b394cd1eSFedor Uporov 	else
766b394cd1eSFedor Uporov 		ip->i_blocks = 0;
767b394cd1eSFedor Uporov 
768b394cd1eSFedor Uporov 	ip->i_flag |= IN_CHANGE | IN_UPDATE;
769b394cd1eSFedor Uporov 	ext2_update(ip->i_vnode, 1);
770b394cd1eSFedor Uporov }
771b394cd1eSFedor Uporov 
772b394cd1eSFedor Uporov static int
773b394cd1eSFedor Uporov ext4_ext_split(struct inode *ip, struct ext4_extent_path *path,
774b394cd1eSFedor Uporov     struct ext4_extent *newext, int at)
775b394cd1eSFedor Uporov {
776b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
777b394cd1eSFedor Uporov 	struct  buf *bp;
778b394cd1eSFedor Uporov 	int depth = ext4_ext_inode_depth(ip);
779b394cd1eSFedor Uporov 	struct ext4_extent_header *neh;
780b394cd1eSFedor Uporov 	struct ext4_extent_index *fidx;
781b394cd1eSFedor Uporov 	struct ext4_extent *ex;
782b394cd1eSFedor Uporov 	int i = at, k, m, a;
783b394cd1eSFedor Uporov 	e4fs_daddr_t newblk, oldblk;
784b394cd1eSFedor Uporov 	uint32_t border;
785b394cd1eSFedor Uporov 	e4fs_daddr_t *ablks = NULL;
786b394cd1eSFedor Uporov 	int error = 0;
787b394cd1eSFedor Uporov 
788b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
789b394cd1eSFedor Uporov 	bp = NULL;
790b394cd1eSFedor Uporov 
791b394cd1eSFedor Uporov 	/*
792b394cd1eSFedor Uporov 	 * We will split at current extent for now.
793b394cd1eSFedor Uporov 	 */
794b394cd1eSFedor Uporov 	if (path[depth].ep_ext > EXT_MAX_EXTENT(path[depth].ep_header)) {
79584b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
796b394cd1eSFedor Uporov 		    "extent is out of range => extent corrupted");
797b394cd1eSFedor Uporov 		return (EIO);
798b394cd1eSFedor Uporov 	}
799b394cd1eSFedor Uporov 
800b394cd1eSFedor Uporov 	if (path[depth].ep_ext != EXT_MAX_EXTENT(path[depth].ep_header))
801cd3acfe7SFedor Uporov 		border = le32toh(path[depth].ep_ext[1].e_blk);
802b394cd1eSFedor Uporov 	else
803cd3acfe7SFedor Uporov 		border = le32toh(newext->e_blk);
804b394cd1eSFedor Uporov 
805b394cd1eSFedor Uporov 	/* Allocate new blocks. */
806b394cd1eSFedor Uporov 	ablks = malloc(sizeof(e4fs_daddr_t) * depth,
807b394cd1eSFedor Uporov 	    M_EXT2EXTENTS, M_WAITOK | M_ZERO);
808b394cd1eSFedor Uporov 	for (a = 0; a < depth - at; a++) {
809b394cd1eSFedor Uporov 		newblk = ext4_ext_alloc_meta(ip);
810b394cd1eSFedor Uporov 		if (newblk == 0)
811b394cd1eSFedor Uporov 			goto cleanup;
812b394cd1eSFedor Uporov 		ablks[a] = newblk;
813b394cd1eSFedor Uporov 	}
814b394cd1eSFedor Uporov 
815b394cd1eSFedor Uporov 	newblk = ablks[--a];
816b394cd1eSFedor Uporov 	bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0);
817b394cd1eSFedor Uporov 	if (!bp) {
818b394cd1eSFedor Uporov 		error = EIO;
819b394cd1eSFedor Uporov 		goto cleanup;
820b394cd1eSFedor Uporov 	}
821b394cd1eSFedor Uporov 
822b394cd1eSFedor Uporov 	neh = ext4_ext_block_header(bp->b_data);
823b394cd1eSFedor Uporov 	neh->eh_ecount = 0;
824cd3acfe7SFedor Uporov 	neh->eh_max = le16toh(ext4_ext_space_block(ip));
825cd3acfe7SFedor Uporov 	neh->eh_magic = le16toh(EXT4_EXT_MAGIC);
826b394cd1eSFedor Uporov 	neh->eh_depth = 0;
827b394cd1eSFedor Uporov 	ex = EXT_FIRST_EXTENT(neh);
828b394cd1eSFedor Uporov 
829cd3acfe7SFedor Uporov 	if (le16toh(path[depth].ep_header->eh_ecount) !=
830cd3acfe7SFedor Uporov 	    le16toh(path[depth].ep_header->eh_max)) {
83184b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
832b394cd1eSFedor Uporov 		    "extents count out of range => extent corrupted");
833b394cd1eSFedor Uporov 		error = EIO;
834b394cd1eSFedor Uporov 		goto cleanup;
835b394cd1eSFedor Uporov 	}
836b394cd1eSFedor Uporov 
837b394cd1eSFedor Uporov 	/* Start copy from next extent. */
838b394cd1eSFedor Uporov 	m = 0;
839b394cd1eSFedor Uporov 	path[depth].ep_ext++;
840b394cd1eSFedor Uporov 	while (path[depth].ep_ext <= EXT_MAX_EXTENT(path[depth].ep_header)) {
841b394cd1eSFedor Uporov 		path[depth].ep_ext++;
842b394cd1eSFedor Uporov 		m++;
843b394cd1eSFedor Uporov 	}
844b394cd1eSFedor Uporov 	if (m) {
845b394cd1eSFedor Uporov 		memmove(ex, path[depth].ep_ext - m,
846b394cd1eSFedor Uporov 		    sizeof(struct ext4_extent) * m);
847cd3acfe7SFedor Uporov 		neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m);
848b394cd1eSFedor Uporov 	}
849b394cd1eSFedor Uporov 
850512f29d1SFedor Uporov 	ext2_extent_blk_csum_set(ip, bp->b_data);
851b394cd1eSFedor Uporov 	bwrite(bp);
852b394cd1eSFedor Uporov 	bp = NULL;
853b394cd1eSFedor Uporov 
854b394cd1eSFedor Uporov 	/* Fix old leaf. */
855b394cd1eSFedor Uporov 	if (m) {
856b394cd1eSFedor Uporov 		path[depth].ep_header->eh_ecount =
857cd3acfe7SFedor Uporov 		    htole16(le16toh(path[depth].ep_header->eh_ecount) - m);
858b394cd1eSFedor Uporov 		ext4_ext_dirty(ip, path + depth);
859b394cd1eSFedor Uporov 	}
860b394cd1eSFedor Uporov 
861b394cd1eSFedor Uporov 	/* Create intermediate indexes. */
862b394cd1eSFedor Uporov 	k = depth - at - 1;
863b394cd1eSFedor Uporov 	KASSERT(k >= 0, ("ext4_ext_split: negative k"));
864b394cd1eSFedor Uporov 
865b394cd1eSFedor Uporov 	/* Insert new index into current index block. */
866b394cd1eSFedor Uporov 	i = depth - 1;
867b394cd1eSFedor Uporov 	while (k--) {
868b394cd1eSFedor Uporov 		oldblk = newblk;
869b394cd1eSFedor Uporov 		newblk = ablks[--a];
870b394cd1eSFedor Uporov 		error = bread(ip->i_devvp, fsbtodb(fs, newblk),
871b394cd1eSFedor Uporov 		    (int)fs->e2fs_bsize, NOCRED, &bp);
872d7511a40SPedro F. Giffuni 		if (error) {
873b394cd1eSFedor Uporov 			goto cleanup;
874b394cd1eSFedor Uporov 		}
875b394cd1eSFedor Uporov 
876b394cd1eSFedor Uporov 		neh = (struct ext4_extent_header *)bp->b_data;
877cd3acfe7SFedor Uporov 		neh->eh_ecount = htole16(1);
878cd3acfe7SFedor Uporov 		neh->eh_magic = htole16(EXT4_EXT_MAGIC);
879cd3acfe7SFedor Uporov 		neh->eh_max = htole16(ext4_ext_space_block_index(ip));
880cd3acfe7SFedor Uporov 		neh->eh_depth = htole16(depth - i);
881b394cd1eSFedor Uporov 		fidx = EXT_FIRST_INDEX(neh);
882cd3acfe7SFedor Uporov 		fidx->ei_blk = htole32(border);
883b394cd1eSFedor Uporov 		ext4_index_store_pblock(fidx, oldblk);
884b394cd1eSFedor Uporov 
885b394cd1eSFedor Uporov 		m = 0;
886b394cd1eSFedor Uporov 		path[i].ep_index++;
887b394cd1eSFedor Uporov 		while (path[i].ep_index <= EXT_MAX_INDEX(path[i].ep_header)) {
888b394cd1eSFedor Uporov 			path[i].ep_index++;
889b394cd1eSFedor Uporov 			m++;
890b394cd1eSFedor Uporov 		}
891b394cd1eSFedor Uporov 		if (m) {
892b394cd1eSFedor Uporov 			memmove(++fidx, path[i].ep_index - m,
893b394cd1eSFedor Uporov 			    sizeof(struct ext4_extent_index) * m);
894cd3acfe7SFedor Uporov 			neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m);
895b394cd1eSFedor Uporov 		}
896b394cd1eSFedor Uporov 
897512f29d1SFedor Uporov 		ext2_extent_blk_csum_set(ip, bp->b_data);
898b394cd1eSFedor Uporov 		bwrite(bp);
899b394cd1eSFedor Uporov 		bp = NULL;
900b394cd1eSFedor Uporov 
901b394cd1eSFedor Uporov 		/* Fix old index. */
902b394cd1eSFedor Uporov 		if (m) {
903b394cd1eSFedor Uporov 			path[i].ep_header->eh_ecount =
904cd3acfe7SFedor Uporov 			    htole16(le16toh(path[i].ep_header->eh_ecount) - m);
905b394cd1eSFedor Uporov 			ext4_ext_dirty(ip, path + i);
906b394cd1eSFedor Uporov 		}
907b394cd1eSFedor Uporov 
908b394cd1eSFedor Uporov 		i--;
909b394cd1eSFedor Uporov 	}
910b394cd1eSFedor Uporov 
911b394cd1eSFedor Uporov 	error = ext4_ext_insert_index(ip, path + at, border, newblk);
912b394cd1eSFedor Uporov 
913b394cd1eSFedor Uporov cleanup:
914b394cd1eSFedor Uporov 	if (bp)
915b394cd1eSFedor Uporov 		brelse(bp);
916b394cd1eSFedor Uporov 
917b394cd1eSFedor Uporov 	if (error) {
918b394cd1eSFedor Uporov 		for (i = 0; i < depth; i++) {
919b394cd1eSFedor Uporov 			if (!ablks[i])
920b394cd1eSFedor Uporov 				continue;
921b394cd1eSFedor Uporov 			ext4_ext_blkfree(ip, ablks[i], 1, 0);
922b394cd1eSFedor Uporov 		}
923b394cd1eSFedor Uporov 	}
924b394cd1eSFedor Uporov 
925b394cd1eSFedor Uporov 	free(ablks, M_EXT2EXTENTS);
926b394cd1eSFedor Uporov 
927b394cd1eSFedor Uporov 	return (error);
928b394cd1eSFedor Uporov }
929b394cd1eSFedor Uporov 
930b394cd1eSFedor Uporov static int
931b394cd1eSFedor Uporov ext4_ext_grow_indepth(struct inode *ip, struct ext4_extent_path *path,
932b394cd1eSFedor Uporov     struct ext4_extent *newext)
933b394cd1eSFedor Uporov {
934b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
935b394cd1eSFedor Uporov 	struct ext4_extent_path *curpath;
936b394cd1eSFedor Uporov 	struct ext4_extent_header *neh;
937b394cd1eSFedor Uporov 	struct buf *bp;
938b394cd1eSFedor Uporov 	e4fs_daddr_t newblk;
939b394cd1eSFedor Uporov 	int error = 0;
940b394cd1eSFedor Uporov 
941b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
942b394cd1eSFedor Uporov 	curpath = path;
943b394cd1eSFedor Uporov 
944b394cd1eSFedor Uporov 	newblk = ext4_ext_alloc_meta(ip);
945b394cd1eSFedor Uporov 	if (newblk == 0)
946b394cd1eSFedor Uporov 		return (error);
947b394cd1eSFedor Uporov 
948b394cd1eSFedor Uporov 	bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0);
949b394cd1eSFedor Uporov 	if (!bp)
950b394cd1eSFedor Uporov 		return (EIO);
951b394cd1eSFedor Uporov 
952b394cd1eSFedor Uporov 	/* Move top-level index/leaf into new block. */
953b394cd1eSFedor Uporov 	memmove(bp->b_data, curpath->ep_header, sizeof(ip->i_data));
954b394cd1eSFedor Uporov 
955b394cd1eSFedor Uporov 	/* Set size of new block */
956b394cd1eSFedor Uporov 	neh = ext4_ext_block_header(bp->b_data);
957cd3acfe7SFedor Uporov 	neh->eh_magic = htole16(EXT4_EXT_MAGIC);
958b394cd1eSFedor Uporov 
959b394cd1eSFedor Uporov 	if (ext4_ext_inode_depth(ip))
960cd3acfe7SFedor Uporov 		neh->eh_max = htole16(ext4_ext_space_block_index(ip));
961b394cd1eSFedor Uporov 	else
962cd3acfe7SFedor Uporov 		neh->eh_max = htole16(ext4_ext_space_block(ip));
963b394cd1eSFedor Uporov 
964512f29d1SFedor Uporov 	ext2_extent_blk_csum_set(ip, bp->b_data);
965b394cd1eSFedor Uporov 	error = bwrite(bp);
966b394cd1eSFedor Uporov 	if (error)
967b394cd1eSFedor Uporov 		goto out;
968b394cd1eSFedor Uporov 
969b394cd1eSFedor Uporov 	bp = NULL;
970b394cd1eSFedor Uporov 
971cd3acfe7SFedor Uporov 	curpath->ep_header->eh_magic = htole16(EXT4_EXT_MAGIC);
972cd3acfe7SFedor Uporov 	curpath->ep_header->eh_max = htole16(ext4_ext_space_root(ip));
973cd3acfe7SFedor Uporov 	curpath->ep_header->eh_ecount = htole16(1);
974b394cd1eSFedor Uporov 	curpath->ep_index = EXT_FIRST_INDEX(curpath->ep_header);
975b394cd1eSFedor Uporov 	curpath->ep_index->ei_blk = EXT_FIRST_EXTENT(path[0].ep_header)->e_blk;
976b394cd1eSFedor Uporov 	ext4_index_store_pblock(curpath->ep_index, newblk);
977b394cd1eSFedor Uporov 
978b394cd1eSFedor Uporov 	neh = ext4_ext_inode_header(ip);
979cd3acfe7SFedor Uporov 	neh->eh_depth = htole16(path->ep_depth + 1);
980b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, curpath);
981b394cd1eSFedor Uporov out:
982b394cd1eSFedor Uporov 	brelse(bp);
983b394cd1eSFedor Uporov 
984b394cd1eSFedor Uporov 	return (error);
985b394cd1eSFedor Uporov }
986b394cd1eSFedor Uporov 
987b394cd1eSFedor Uporov static int
988b394cd1eSFedor Uporov ext4_ext_create_new_leaf(struct inode *ip, struct ext4_extent_path *path,
989b394cd1eSFedor Uporov     struct ext4_extent *newext)
990b394cd1eSFedor Uporov {
991b394cd1eSFedor Uporov 	struct ext4_extent_path *curpath;
992b394cd1eSFedor Uporov 	int depth, i, error;
993b394cd1eSFedor Uporov 
994b394cd1eSFedor Uporov repeat:
995b394cd1eSFedor Uporov 	i = depth = ext4_ext_inode_depth(ip);
996b394cd1eSFedor Uporov 
997b394cd1eSFedor Uporov 	/* Look for free index entry int the tree */
998b394cd1eSFedor Uporov 	curpath = path + depth;
999b394cd1eSFedor Uporov 	while (i > 0 && !EXT_HAS_FREE_INDEX(curpath)) {
1000b394cd1eSFedor Uporov 		i--;
1001b394cd1eSFedor Uporov 		curpath--;
1002b394cd1eSFedor Uporov 	}
1003b394cd1eSFedor Uporov 
1004b394cd1eSFedor Uporov 	/*
1005b394cd1eSFedor Uporov 	 * We use already allocated block for index block,
1006b394cd1eSFedor Uporov 	 * so subsequent data blocks should be contiguous.
1007b394cd1eSFedor Uporov 	 */
1008b394cd1eSFedor Uporov 	if (EXT_HAS_FREE_INDEX(curpath)) {
1009b394cd1eSFedor Uporov 		error = ext4_ext_split(ip, path, newext, i);
1010b394cd1eSFedor Uporov 		if (error)
1011b394cd1eSFedor Uporov 			goto out;
1012b394cd1eSFedor Uporov 
1013b394cd1eSFedor Uporov 		/* Refill path. */
1014b394cd1eSFedor Uporov 		ext4_ext_drop_refs(path);
1015cd3acfe7SFedor Uporov 		error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path);
1016b394cd1eSFedor Uporov 		if (error)
1017b394cd1eSFedor Uporov 			goto out;
1018b394cd1eSFedor Uporov 	} else {
1019b394cd1eSFedor Uporov 		/* Tree is full, do grow in depth. */
1020b394cd1eSFedor Uporov 		error = ext4_ext_grow_indepth(ip, path, newext);
1021b394cd1eSFedor Uporov 		if (error)
1022b394cd1eSFedor Uporov 			goto out;
1023b394cd1eSFedor Uporov 
1024b394cd1eSFedor Uporov 		/* Refill path. */
1025b394cd1eSFedor Uporov 		ext4_ext_drop_refs(path);
1026cd3acfe7SFedor Uporov 		error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path);
1027b394cd1eSFedor Uporov 		if (error)
1028b394cd1eSFedor Uporov 			goto out;
1029b394cd1eSFedor Uporov 
1030b394cd1eSFedor Uporov 		/* Check and split tree if required. */
1031b394cd1eSFedor Uporov 		depth = ext4_ext_inode_depth(ip);
1032cd3acfe7SFedor Uporov 		if (le16toh(path[depth].ep_header->eh_ecount) ==
1033cd3acfe7SFedor Uporov 		    le16toh(path[depth].ep_header->eh_max))
1034b394cd1eSFedor Uporov 			goto repeat;
1035b394cd1eSFedor Uporov 	}
1036b394cd1eSFedor Uporov 
1037b394cd1eSFedor Uporov out:
1038b394cd1eSFedor Uporov 	return (error);
1039b394cd1eSFedor Uporov }
1040b394cd1eSFedor Uporov 
1041b394cd1eSFedor Uporov static int
1042b394cd1eSFedor Uporov ext4_ext_correct_indexes(struct inode *ip, struct ext4_extent_path *path)
1043b394cd1eSFedor Uporov {
1044b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
1045b394cd1eSFedor Uporov 	struct ext4_extent *ex;
1046b394cd1eSFedor Uporov 	int32_t border;
1047b394cd1eSFedor Uporov 	int depth, k;
1048b394cd1eSFedor Uporov 
1049b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1050b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1051b394cd1eSFedor Uporov 	ex = path[depth].ep_ext;
1052b394cd1eSFedor Uporov 
1053b394cd1eSFedor Uporov 	if (ex == NULL || eh == NULL)
1054b394cd1eSFedor Uporov 		return (EIO);
1055b394cd1eSFedor Uporov 
1056b394cd1eSFedor Uporov 	if (!depth)
1057b394cd1eSFedor Uporov 		return (0);
1058b394cd1eSFedor Uporov 
1059b394cd1eSFedor Uporov 	/* We will correct tree if first leaf got modified only. */
1060b394cd1eSFedor Uporov 	if (ex != EXT_FIRST_EXTENT(eh))
1061b394cd1eSFedor Uporov 		return (0);
1062b394cd1eSFedor Uporov 
1063b394cd1eSFedor Uporov 	k = depth - 1;
1064cd3acfe7SFedor Uporov 	border = le32toh(path[depth].ep_ext->e_blk);
1065cd3acfe7SFedor Uporov 	path[k].ep_index->ei_blk = htole32(border);
1066b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, path + k);
1067b394cd1eSFedor Uporov 	while (k--) {
1068b394cd1eSFedor Uporov 		/* Change all left-side indexes. */
1069b394cd1eSFedor Uporov 		if (path[k+1].ep_index != EXT_FIRST_INDEX(path[k+1].ep_header))
1070b394cd1eSFedor Uporov 			break;
1071b394cd1eSFedor Uporov 
1072cd3acfe7SFedor Uporov 		path[k].ep_index->ei_blk = htole32(border);
1073b394cd1eSFedor Uporov 		ext4_ext_dirty(ip, path + k);
1074b394cd1eSFedor Uporov 	}
1075b394cd1eSFedor Uporov 
1076b394cd1eSFedor Uporov 	return (0);
1077b394cd1eSFedor Uporov }
1078b394cd1eSFedor Uporov 
1079b394cd1eSFedor Uporov static int
1080b394cd1eSFedor Uporov ext4_ext_insert_extent(struct inode *ip, struct ext4_extent_path *path,
1081b394cd1eSFedor Uporov     struct ext4_extent *newext)
1082b394cd1eSFedor Uporov {
1083b394cd1eSFedor Uporov 	struct ext4_extent_header * eh;
1084b394cd1eSFedor Uporov 	struct ext4_extent *ex, *nex, *nearex;
1085b394cd1eSFedor Uporov 	struct ext4_extent_path *npath;
1086b394cd1eSFedor Uporov 	int depth, len, error, next;
1087b394cd1eSFedor Uporov 
1088b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1089b394cd1eSFedor Uporov 	ex = path[depth].ep_ext;
1090b394cd1eSFedor Uporov 	npath = NULL;
1091b394cd1eSFedor Uporov 
1092cd3acfe7SFedor Uporov 	if (htole16(newext->e_len) == 0 || path[depth].ep_header == NULL)
1093b394cd1eSFedor Uporov 		return (EINVAL);
1094b394cd1eSFedor Uporov 
1095b394cd1eSFedor Uporov 	/* Insert block into found extent. */
1096b394cd1eSFedor Uporov 	if (ex && ext4_can_extents_be_merged(ex, newext)) {
1097cd3acfe7SFedor Uporov 		ex->e_len = htole16(le16toh(ex->e_len) + le16toh(newext->e_len));
1098b394cd1eSFedor Uporov 		eh = path[depth].ep_header;
1099b394cd1eSFedor Uporov 		nearex = ex;
1100b394cd1eSFedor Uporov 		goto merge;
1101b394cd1eSFedor Uporov 	}
1102b394cd1eSFedor Uporov 
1103b394cd1eSFedor Uporov repeat:
1104b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1105b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1106cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max))
1107b394cd1eSFedor Uporov 		goto has_space;
1108b394cd1eSFedor Uporov 
1109b394cd1eSFedor Uporov 	/* Try next leaf */
1110b394cd1eSFedor Uporov 	nex = EXT_LAST_EXTENT(eh);
1111b394cd1eSFedor Uporov 	next = ext4_ext_next_leaf_block(ip, path);
1112cd3acfe7SFedor Uporov 	if (le32toh(newext->e_blk) > le32toh(nex->e_blk) && next !=
1113cd3acfe7SFedor Uporov 	    EXT4_MAX_BLOCKS) {
1114b394cd1eSFedor Uporov 		KASSERT(npath == NULL,
1115b394cd1eSFedor Uporov 		    ("ext4_ext_insert_extent: bad path"));
1116b394cd1eSFedor Uporov 
1117b394cd1eSFedor Uporov 		error = ext4_ext_find_extent(ip, next, &npath);
1118b394cd1eSFedor Uporov 		if (error)
1119b394cd1eSFedor Uporov 			goto cleanup;
1120b394cd1eSFedor Uporov 
1121b394cd1eSFedor Uporov 		if (npath->ep_depth != path->ep_depth) {
1122b394cd1eSFedor Uporov 			error = EIO;
1123b394cd1eSFedor Uporov 			goto cleanup;
1124b394cd1eSFedor Uporov 		}
1125b394cd1eSFedor Uporov 
1126b394cd1eSFedor Uporov 		eh = npath[depth].ep_header;
1127cd3acfe7SFedor Uporov 		if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max)) {
1128b394cd1eSFedor Uporov 			path = npath;
1129b394cd1eSFedor Uporov 			goto repeat;
1130b394cd1eSFedor Uporov 		}
1131b394cd1eSFedor Uporov 	}
1132b394cd1eSFedor Uporov 
1133b394cd1eSFedor Uporov 	/*
1134b394cd1eSFedor Uporov 	 * There is no free space in the found leaf,
1135b394cd1eSFedor Uporov 	 * try to add a new leaf to the tree.
1136b394cd1eSFedor Uporov 	 */
1137b394cd1eSFedor Uporov 	error = ext4_ext_create_new_leaf(ip, path, newext);
1138b394cd1eSFedor Uporov 	if (error)
1139b394cd1eSFedor Uporov 		goto cleanup;
1140b394cd1eSFedor Uporov 
1141b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1142b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1143b394cd1eSFedor Uporov 
1144b394cd1eSFedor Uporov has_space:
1145b394cd1eSFedor Uporov 	nearex = path[depth].ep_ext;
1146b394cd1eSFedor Uporov 	if (!nearex) {
1147b394cd1eSFedor Uporov 		/* Create new extent in the leaf. */
1148b394cd1eSFedor Uporov 		path[depth].ep_ext = EXT_FIRST_EXTENT(eh);
1149cd3acfe7SFedor Uporov 	} else if (le32toh(newext->e_blk) > le32toh(nearex->e_blk)) {
1150b394cd1eSFedor Uporov 		if (nearex != EXT_LAST_EXTENT(eh)) {
1151b394cd1eSFedor Uporov 			len = EXT_MAX_EXTENT(eh) - nearex;
1152b394cd1eSFedor Uporov 			len = (len - 1) * sizeof(struct ext4_extent);
1153b394cd1eSFedor Uporov 			len = len < 0 ? 0 : len;
1154b394cd1eSFedor Uporov 			memmove(nearex + 2, nearex + 1, len);
1155b394cd1eSFedor Uporov 		}
1156b394cd1eSFedor Uporov 		path[depth].ep_ext = nearex + 1;
1157b394cd1eSFedor Uporov 	} else {
1158b394cd1eSFedor Uporov 		len = (EXT_MAX_EXTENT(eh) - nearex) * sizeof(struct ext4_extent);
1159b394cd1eSFedor Uporov 		len = len < 0 ? 0 : len;
1160b394cd1eSFedor Uporov 		memmove(nearex + 1, nearex, len);
1161b394cd1eSFedor Uporov 		path[depth].ep_ext = nearex;
1162b394cd1eSFedor Uporov 	}
1163b394cd1eSFedor Uporov 
1164cd3acfe7SFedor Uporov 	eh->eh_ecount = htole16(le16toh(eh->eh_ecount) + 1);
1165b394cd1eSFedor Uporov 	nearex = path[depth].ep_ext;
1166b394cd1eSFedor Uporov 	nearex->e_blk = newext->e_blk;
1167b394cd1eSFedor Uporov 	nearex->e_start_lo = newext->e_start_lo;
1168b394cd1eSFedor Uporov 	nearex->e_start_hi = newext->e_start_hi;
1169b394cd1eSFedor Uporov 	nearex->e_len = newext->e_len;
1170b394cd1eSFedor Uporov 
1171b394cd1eSFedor Uporov merge:
1172b394cd1eSFedor Uporov 	/* Try to merge extents to the right. */
1173b394cd1eSFedor Uporov 	while (nearex < EXT_LAST_EXTENT(eh)) {
1174b394cd1eSFedor Uporov 		if (!ext4_can_extents_be_merged(nearex, nearex + 1))
1175b394cd1eSFedor Uporov 			break;
1176b394cd1eSFedor Uporov 
1177b394cd1eSFedor Uporov 		/* Merge with next extent. */
1178cd3acfe7SFedor Uporov 		nearex->e_len = htole16(le16toh(nearex->e_len) +
1179cd3acfe7SFedor Uporov 		    le16toh(nearex[1].e_len));
1180b394cd1eSFedor Uporov 		if (nearex + 1 < EXT_LAST_EXTENT(eh)) {
1181b394cd1eSFedor Uporov 			len = (EXT_LAST_EXTENT(eh) - nearex - 1) *
1182b394cd1eSFedor Uporov 			    sizeof(struct ext4_extent);
1183b394cd1eSFedor Uporov 			memmove(nearex + 1, nearex + 2, len);
1184b394cd1eSFedor Uporov 		}
1185b394cd1eSFedor Uporov 
1186cd3acfe7SFedor Uporov 		eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1);
1187cd3acfe7SFedor Uporov 		KASSERT(le16toh(eh->eh_ecount) != 0,
1188b394cd1eSFedor Uporov 		    ("ext4_ext_insert_extent: bad ecount"));
1189b394cd1eSFedor Uporov 	}
1190b394cd1eSFedor Uporov 
1191b394cd1eSFedor Uporov 	/*
1192b394cd1eSFedor Uporov 	 * Try to merge extents to the left,
1193b394cd1eSFedor Uporov 	 * start from inexes correction.
1194b394cd1eSFedor Uporov 	 */
1195b394cd1eSFedor Uporov 	error = ext4_ext_correct_indexes(ip, path);
1196b394cd1eSFedor Uporov 	if (error)
1197b394cd1eSFedor Uporov 		goto cleanup;
1198b394cd1eSFedor Uporov 
1199b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, path + depth);
1200b394cd1eSFedor Uporov 
1201b394cd1eSFedor Uporov cleanup:
1202b394cd1eSFedor Uporov 	if (npath) {
1203b394cd1eSFedor Uporov 		ext4_ext_drop_refs(npath);
1204b394cd1eSFedor Uporov 		free(npath, M_EXT2EXTENTS);
1205b394cd1eSFedor Uporov 	}
1206b394cd1eSFedor Uporov 
1207b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO;
1208b394cd1eSFedor Uporov 	return (error);
1209b394cd1eSFedor Uporov }
1210b394cd1eSFedor Uporov 
1211b394cd1eSFedor Uporov static e4fs_daddr_t
1212b394cd1eSFedor Uporov ext4_new_blocks(struct inode *ip, daddr_t lbn, e4fs_daddr_t pref,
1213b394cd1eSFedor Uporov     struct ucred *cred, unsigned long *count, int *perror)
1214b394cd1eSFedor Uporov {
1215b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
1216b394cd1eSFedor Uporov 	e4fs_daddr_t newblk;
1217b394cd1eSFedor Uporov 
1218b394cd1eSFedor Uporov 	/*
1219b394cd1eSFedor Uporov 	 * We will allocate only single block for now.
1220b394cd1eSFedor Uporov 	 */
1221b394cd1eSFedor Uporov 	if (*count > 1)
1222b394cd1eSFedor Uporov 		return (0);
1223b394cd1eSFedor Uporov 
1224f86f5cd4SPedro F. Giffuni 	fs = ip->i_e2fs;
1225b394cd1eSFedor Uporov 	EXT2_LOCK(ip->i_ump);
1226b394cd1eSFedor Uporov 	*perror = ext2_alloc(ip, lbn, pref, (int)fs->e2fs_bsize, cred, &newblk);
1227b394cd1eSFedor Uporov 	if (*perror)
1228b394cd1eSFedor Uporov 		return (0);
1229b394cd1eSFedor Uporov 
1230b394cd1eSFedor Uporov 	if (newblk) {
1231b394cd1eSFedor Uporov 		ip->i_flag |= IN_CHANGE | IN_UPDATE;
1232b394cd1eSFedor Uporov 		ext2_update(ip->i_vnode, 1);
1233b394cd1eSFedor Uporov 	}
1234b394cd1eSFedor Uporov 
1235b394cd1eSFedor Uporov 	return (newblk);
1236b394cd1eSFedor Uporov }
1237b394cd1eSFedor Uporov 
1238b394cd1eSFedor Uporov int
1239b394cd1eSFedor Uporov ext4_ext_get_blocks(struct inode *ip, e4fs_daddr_t iblk,
1240b394cd1eSFedor Uporov     unsigned long max_blocks, struct ucred *cred, struct buf **bpp,
12413acd9182SFedor Uporov     int *pallocated, daddr_t *nb)
1242b394cd1eSFedor Uporov {
1243b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
1244b394cd1eSFedor Uporov 	struct buf *bp = NULL;
1245b394cd1eSFedor Uporov 	struct ext4_extent_path *path;
1246b394cd1eSFedor Uporov 	struct ext4_extent newex, *ex;
1247b394cd1eSFedor Uporov 	e4fs_daddr_t bpref, newblk = 0;
1248b394cd1eSFedor Uporov 	unsigned long allocated = 0;
1249b394cd1eSFedor Uporov 	int error = 0, depth;
1250b394cd1eSFedor Uporov 
1251b394cd1eSFedor Uporov 	if(bpp)
1252b394cd1eSFedor Uporov 		*bpp = NULL;
1253f86f5cd4SPedro F. Giffuni 	*pallocated = 0;
1254b394cd1eSFedor Uporov 
1255b394cd1eSFedor Uporov 	/* Check cache. */
1256f86f5cd4SPedro F. Giffuni 	path = NULL;
1257b394cd1eSFedor Uporov 	if ((bpref = ext4_ext_in_cache(ip, iblk, &newex))) {
1258b394cd1eSFedor Uporov 		if (bpref == EXT4_EXT_CACHE_IN) {
1259b394cd1eSFedor Uporov 			/* Block is already allocated. */
1260cd3acfe7SFedor Uporov 			newblk = iblk - le32toh(newex.e_blk) +
1261b394cd1eSFedor Uporov 			    ext4_ext_extent_pblock(&newex);
1262cd3acfe7SFedor Uporov 			allocated = le16toh(newex.e_len) - (iblk - le32toh(newex.e_blk));
1263b394cd1eSFedor Uporov 			goto out;
1264b394cd1eSFedor Uporov 		} else {
1265b394cd1eSFedor Uporov 			error = EIO;
1266b394cd1eSFedor Uporov 			goto out2;
1267b394cd1eSFedor Uporov 		}
1268b394cd1eSFedor Uporov 	}
1269b394cd1eSFedor Uporov 
1270b394cd1eSFedor Uporov 	error = ext4_ext_find_extent(ip, iblk, &path);
1271b394cd1eSFedor Uporov 	if (error) {
1272b394cd1eSFedor Uporov 		goto out2;
1273b394cd1eSFedor Uporov 	}
1274b394cd1eSFedor Uporov 
1275b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1276b394cd1eSFedor Uporov 	if (path[depth].ep_ext == NULL && depth != 0) {
1277b394cd1eSFedor Uporov 		error = EIO;
1278b394cd1eSFedor Uporov 		goto out2;
1279b394cd1eSFedor Uporov 	}
1280b394cd1eSFedor Uporov 
1281b394cd1eSFedor Uporov 	if ((ex = path[depth].ep_ext)) {
1282cd3acfe7SFedor Uporov 		uint64_t lblk = le32toh(ex->e_blk);
1283cd3acfe7SFedor Uporov 		uint16_t e_len  = le16toh(ex->e_len);
1284b394cd1eSFedor Uporov 		e4fs_daddr_t e_start = ext4_ext_extent_pblock(ex);
1285b394cd1eSFedor Uporov 
1286b394cd1eSFedor Uporov 		if (e_len > EXT4_MAX_LEN)
1287b394cd1eSFedor Uporov 			goto out2;
1288b394cd1eSFedor Uporov 
1289b394cd1eSFedor Uporov 		/* If we found extent covers block, simply return it. */
1290b394cd1eSFedor Uporov 		if (iblk >= lblk && iblk < lblk + e_len) {
1291b394cd1eSFedor Uporov 			newblk = iblk - lblk + e_start;
1292b394cd1eSFedor Uporov 			allocated = e_len - (iblk - lblk);
1293b394cd1eSFedor Uporov 			ext4_ext_put_in_cache(ip, lblk, e_len,
1294b394cd1eSFedor Uporov 			    e_start, EXT4_EXT_CACHE_IN);
1295b394cd1eSFedor Uporov 			goto out;
1296b394cd1eSFedor Uporov 		}
1297b394cd1eSFedor Uporov 	}
1298b394cd1eSFedor Uporov 
1299b394cd1eSFedor Uporov 	/* Allocate the new block. */
1300b394cd1eSFedor Uporov 	if (S_ISREG(ip->i_mode) && (!ip->i_next_alloc_block)) {
1301b394cd1eSFedor Uporov 		ip->i_next_alloc_goal = 0;
1302b394cd1eSFedor Uporov 	}
1303b394cd1eSFedor Uporov 
1304b394cd1eSFedor Uporov 	bpref = ext4_ext_blkpref(ip, path, iblk);
1305b394cd1eSFedor Uporov 	allocated = max_blocks;
1306b394cd1eSFedor Uporov 	newblk = ext4_new_blocks(ip, iblk, bpref, cred, &allocated, &error);
1307b394cd1eSFedor Uporov 	if (!newblk)
1308b394cd1eSFedor Uporov 		goto out2;
1309b394cd1eSFedor Uporov 
1310b394cd1eSFedor Uporov 	/* Try to insert new extent into found leaf and return. */
1311cd3acfe7SFedor Uporov 	newex.e_blk = htole32(iblk);
1312b394cd1eSFedor Uporov 	ext4_ext_store_pblock(&newex, newblk);
1313cd3acfe7SFedor Uporov 	newex.e_len = htole16(allocated);
1314b394cd1eSFedor Uporov 	error = ext4_ext_insert_extent(ip, path, &newex);
1315b394cd1eSFedor Uporov 	if (error)
1316b394cd1eSFedor Uporov 		goto out2;
1317b394cd1eSFedor Uporov 
1318b394cd1eSFedor Uporov 	newblk = ext4_ext_extent_pblock(&newex);
1319b394cd1eSFedor Uporov 	ext4_ext_put_in_cache(ip, iblk, allocated, newblk, EXT4_EXT_CACHE_IN);
1320b394cd1eSFedor Uporov 	*pallocated = 1;
1321b394cd1eSFedor Uporov 
1322b394cd1eSFedor Uporov out:
1323b394cd1eSFedor Uporov 	if (allocated > max_blocks)
1324b394cd1eSFedor Uporov 		allocated = max_blocks;
1325b394cd1eSFedor Uporov 
1326b394cd1eSFedor Uporov 	if (bpp)
1327b394cd1eSFedor Uporov 	{
1328f86f5cd4SPedro F. Giffuni 		fs = ip->i_e2fs;
1329b394cd1eSFedor Uporov 		error = bread(ip->i_devvp, fsbtodb(fs, newblk),
1330b394cd1eSFedor Uporov 		    fs->e2fs_bsize, cred, &bp);
1331b394cd1eSFedor Uporov 		if (error) {
1332b394cd1eSFedor Uporov 			brelse(bp);
1333b394cd1eSFedor Uporov 		} else {
1334b394cd1eSFedor Uporov 			*bpp = bp;
1335b394cd1eSFedor Uporov 		}
1336b394cd1eSFedor Uporov 	}
1337b394cd1eSFedor Uporov 
1338b394cd1eSFedor Uporov out2:
1339b394cd1eSFedor Uporov 	if (path) {
1340b394cd1eSFedor Uporov 		ext4_ext_drop_refs(path);
1341b394cd1eSFedor Uporov 		free(path, M_EXT2EXTENTS);
1342b394cd1eSFedor Uporov 	}
1343b394cd1eSFedor Uporov 
1344b394cd1eSFedor Uporov 	if (nb)
1345b394cd1eSFedor Uporov 		*nb = newblk;
1346b394cd1eSFedor Uporov 
1347b394cd1eSFedor Uporov 	return (error);
1348b394cd1eSFedor Uporov }
1349b394cd1eSFedor Uporov 
1350b394cd1eSFedor Uporov static inline uint16_t
1351b394cd1eSFedor Uporov ext4_ext_get_actual_len(struct ext4_extent *ext)
1352b394cd1eSFedor Uporov {
1353b394cd1eSFedor Uporov 
1354cd3acfe7SFedor Uporov 	return (le16toh(ext->e_len) <= EXT_INIT_MAX_LEN ?
1355cd3acfe7SFedor Uporov 	    le16toh(ext->e_len) : (le16toh(ext->e_len) - EXT_INIT_MAX_LEN));
1356b394cd1eSFedor Uporov }
1357b394cd1eSFedor Uporov 
1358b394cd1eSFedor Uporov static inline struct ext4_extent_header *
1359b394cd1eSFedor Uporov ext4_ext_header(struct inode *ip)
1360b394cd1eSFedor Uporov {
1361b394cd1eSFedor Uporov 
1362f86f5cd4SPedro F. Giffuni 	return ((struct ext4_extent_header *)ip->i_db);
1363b394cd1eSFedor Uporov }
1364b394cd1eSFedor Uporov 
1365b394cd1eSFedor Uporov static int
1366b394cd1eSFedor Uporov ext4_remove_blocks(struct inode *ip, struct ext4_extent *ex,
1367b394cd1eSFedor Uporov     unsigned long from, unsigned long to)
1368b394cd1eSFedor Uporov {
1369b394cd1eSFedor Uporov 	unsigned long num, start;
1370b394cd1eSFedor Uporov 
1371cd3acfe7SFedor Uporov 	if (from >= le32toh(ex->e_blk) &&
1372cd3acfe7SFedor Uporov 	    to == le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - 1) {
1373b394cd1eSFedor Uporov 		/* Tail cleanup. */
1374cd3acfe7SFedor Uporov 		num = le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - from;
1375b394cd1eSFedor Uporov 		start = ext4_ext_extent_pblock(ex) +
1376b394cd1eSFedor Uporov 		    ext4_ext_get_actual_len(ex) - num;
1377b394cd1eSFedor Uporov 		ext4_ext_blkfree(ip, start, num, 0);
1378b394cd1eSFedor Uporov 	}
1379b394cd1eSFedor Uporov 
1380b394cd1eSFedor Uporov 	return (0);
1381b394cd1eSFedor Uporov }
1382b394cd1eSFedor Uporov 
1383b394cd1eSFedor Uporov static int
1384b394cd1eSFedor Uporov ext4_ext_rm_index(struct inode *ip, struct ext4_extent_path *path)
1385b394cd1eSFedor Uporov {
1386b394cd1eSFedor Uporov 	e4fs_daddr_t leaf;
1387b394cd1eSFedor Uporov 
1388b394cd1eSFedor Uporov 	/* Free index block. */
1389b394cd1eSFedor Uporov 	path--;
1390b394cd1eSFedor Uporov 	leaf = ext4_ext_index_pblock(path->ep_index);
1391b394cd1eSFedor Uporov 	KASSERT(path->ep_header->eh_ecount != 0,
1392b394cd1eSFedor Uporov 	    ("ext4_ext_rm_index: bad ecount"));
1393cd3acfe7SFedor Uporov 	path->ep_header->eh_ecount =
1394cd3acfe7SFedor Uporov 	    htole16(le16toh(path->ep_header->eh_ecount) - 1);
1395b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, path);
1396b394cd1eSFedor Uporov 	ext4_ext_blkfree(ip, leaf, 1, 0);
1397b394cd1eSFedor Uporov 	return (0);
1398b394cd1eSFedor Uporov }
1399b394cd1eSFedor Uporov 
1400b394cd1eSFedor Uporov static int
1401b394cd1eSFedor Uporov ext4_ext_rm_leaf(struct inode *ip, struct ext4_extent_path *path,
1402b394cd1eSFedor Uporov     uint64_t start)
1403b394cd1eSFedor Uporov {
1404b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
1405f86f5cd4SPedro F. Giffuni 	struct ext4_extent *ex;
1406b394cd1eSFedor Uporov 	unsigned int a, b, block, num;
1407b394cd1eSFedor Uporov 	unsigned long ex_blk;
1408b394cd1eSFedor Uporov 	unsigned short ex_len;
1409f86f5cd4SPedro F. Giffuni 	int depth;
1410b394cd1eSFedor Uporov 	int error, correct_index;
1411b394cd1eSFedor Uporov 
1412b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1413b394cd1eSFedor Uporov 	if (!path[depth].ep_header) {
1414b394cd1eSFedor Uporov 		if (path[depth].ep_data == NULL)
1415b394cd1eSFedor Uporov 			return (EINVAL);
1416b394cd1eSFedor Uporov 		path[depth].ep_header =
1417b394cd1eSFedor Uporov 		    (struct ext4_extent_header* )path[depth].ep_data;
1418b394cd1eSFedor Uporov 	}
1419b394cd1eSFedor Uporov 
1420b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1421b394cd1eSFedor Uporov 	if (!eh) {
142284b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
1423f86f5cd4SPedro F. Giffuni 		    "bad header => extent corrupted");
1424b394cd1eSFedor Uporov 		return (EIO);
1425b394cd1eSFedor Uporov 	}
1426b394cd1eSFedor Uporov 
1427b394cd1eSFedor Uporov 	ex = EXT_LAST_EXTENT(eh);
1428cd3acfe7SFedor Uporov 	ex_blk = le32toh(ex->e_blk);
1429b394cd1eSFedor Uporov 	ex_len = ext4_ext_get_actual_len(ex);
1430b394cd1eSFedor Uporov 
1431f86f5cd4SPedro F. Giffuni 	error = 0;
1432f86f5cd4SPedro F. Giffuni 	correct_index = 0;
1433b394cd1eSFedor Uporov 	while (ex >= EXT_FIRST_EXTENT(eh) && ex_blk + ex_len > start) {
1434b394cd1eSFedor Uporov 		path[depth].ep_ext = ex;
1435b394cd1eSFedor Uporov 		a = ex_blk > start ? ex_blk : start;
1436b394cd1eSFedor Uporov 		b = (uint64_t)ex_blk + ex_len - 1 <
1437b394cd1eSFedor Uporov 		    EXT4_MAX_BLOCKS ? ex_blk + ex_len - 1 : EXT4_MAX_BLOCKS;
1438b394cd1eSFedor Uporov 
1439b394cd1eSFedor Uporov 		if (a != ex_blk && b != ex_blk + ex_len - 1)
1440b394cd1eSFedor Uporov 			return (EINVAL);
1441b394cd1eSFedor Uporov 		else if (a != ex_blk) {
1442b394cd1eSFedor Uporov 			/* Remove tail of the extent. */
1443b394cd1eSFedor Uporov 			block = ex_blk;
1444b394cd1eSFedor Uporov 			num = a - block;
1445b394cd1eSFedor Uporov 		} else if (b != ex_blk + ex_len - 1) {
1446b394cd1eSFedor Uporov 			/* Remove head of the extent, not implemented. */
1447b394cd1eSFedor Uporov 			return (EINVAL);
1448b394cd1eSFedor Uporov 		} else {
1449b394cd1eSFedor Uporov 			/* Remove whole extent. */
1450b394cd1eSFedor Uporov 			block = ex_blk;
1451b394cd1eSFedor Uporov 			num = 0;
1452b394cd1eSFedor Uporov 		}
1453b394cd1eSFedor Uporov 
14543fcbb8c0SFedor Uporov 		if (ex == EXT_FIRST_EXTENT(eh))
1455b394cd1eSFedor Uporov 			correct_index = 1;
1456b394cd1eSFedor Uporov 
1457b394cd1eSFedor Uporov 		error = ext4_remove_blocks(ip, ex, a, b);
1458b394cd1eSFedor Uporov 		if (error)
1459b394cd1eSFedor Uporov 			goto out;
1460b394cd1eSFedor Uporov 
1461b394cd1eSFedor Uporov 		if (num == 0) {
1462b394cd1eSFedor Uporov 			ext4_ext_store_pblock(ex, 0);
1463cd3acfe7SFedor Uporov 			eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1);
1464b394cd1eSFedor Uporov 		}
1465b394cd1eSFedor Uporov 
1466cd3acfe7SFedor Uporov 		ex->e_blk = htole32(block);
1467cd3acfe7SFedor Uporov 		ex->e_len = htole16(num);
1468b394cd1eSFedor Uporov 
1469b394cd1eSFedor Uporov 		ext4_ext_dirty(ip, path + depth);
1470b394cd1eSFedor Uporov 
1471b394cd1eSFedor Uporov 		ex--;
1472cd3acfe7SFedor Uporov 		ex_blk = htole32(ex->e_blk);
1473b394cd1eSFedor Uporov 		ex_len = ext4_ext_get_actual_len(ex);
1474b394cd1eSFedor Uporov 	};
1475b394cd1eSFedor Uporov 
1476cd3acfe7SFedor Uporov 	if (correct_index && le16toh(eh->eh_ecount))
1477b394cd1eSFedor Uporov 		error = ext4_ext_correct_indexes(ip, path);
1478b394cd1eSFedor Uporov 
1479b394cd1eSFedor Uporov 	/*
1480b394cd1eSFedor Uporov 	 * If this leaf is free, we should
1481b394cd1eSFedor Uporov 	 * remove it from index block above.
1482b394cd1eSFedor Uporov 	 */
1483cd3acfe7SFedor Uporov 	if (error == 0 && eh->eh_ecount == 0 &&
1484cd3acfe7SFedor Uporov 	    path[depth].ep_data != NULL)
1485b394cd1eSFedor Uporov 		error = ext4_ext_rm_index(ip, path + depth);
1486b394cd1eSFedor Uporov 
1487b394cd1eSFedor Uporov out:
1488b394cd1eSFedor Uporov 	return (error);
1489b394cd1eSFedor Uporov }
1490b394cd1eSFedor Uporov 
1491b394cd1eSFedor Uporov static struct buf *
1492b394cd1eSFedor Uporov ext4_read_extent_tree_block(struct inode *ip, e4fs_daddr_t pblk,
1493b394cd1eSFedor Uporov     int depth, int flags)
1494b394cd1eSFedor Uporov {
1495b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
1496b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
1497b394cd1eSFedor Uporov 	struct buf *bp;
1498b394cd1eSFedor Uporov 	int error;
1499b394cd1eSFedor Uporov 
1500b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
1501b394cd1eSFedor Uporov 	error = bread(ip->i_devvp, fsbtodb(fs, pblk),
1502b394cd1eSFedor Uporov 	    fs->e2fs_bsize, NOCRED, &bp);
1503b394cd1eSFedor Uporov 	if (error) {
1504d7511a40SPedro F. Giffuni 		return (NULL);
1505d7511a40SPedro F. Giffuni 	}
1506b394cd1eSFedor Uporov 
1507b394cd1eSFedor Uporov 	eh = ext4_ext_block_header(bp->b_data);
1508cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_depth) != depth) {
150984b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
151084b89556SFedor Uporov 		    "unexpected eh_depth");
1511b394cd1eSFedor Uporov 		goto err;
1512d7511a40SPedro F. Giffuni 	}
1513d7511a40SPedro F. Giffuni 
1514b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
1515b394cd1eSFedor Uporov 	if (error)
1516b394cd1eSFedor Uporov 		goto err;
1517d7511a40SPedro F. Giffuni 
1518b394cd1eSFedor Uporov 	return (bp);
1519b394cd1eSFedor Uporov 
1520b394cd1eSFedor Uporov err:
1521b394cd1eSFedor Uporov 	brelse(bp);
1522b394cd1eSFedor Uporov 	return (NULL);
1523b394cd1eSFedor Uporov 
1524b394cd1eSFedor Uporov }
1525b394cd1eSFedor Uporov 
1526b394cd1eSFedor Uporov static int inline
1527b394cd1eSFedor Uporov ext4_ext_more_to_rm(struct ext4_extent_path *path)
1528b394cd1eSFedor Uporov {
1529b394cd1eSFedor Uporov 
1530b394cd1eSFedor Uporov 	KASSERT(path->ep_index != NULL,
1531b394cd1eSFedor Uporov 	    ("ext4_ext_more_to_rm: bad index from path"));
1532b394cd1eSFedor Uporov 
1533b394cd1eSFedor Uporov 	if (path->ep_index < EXT_FIRST_INDEX(path->ep_header))
1534b394cd1eSFedor Uporov 		return (0);
1535b394cd1eSFedor Uporov 
1536cd3acfe7SFedor Uporov 	if (le16toh(path->ep_header->eh_ecount) == path->index_count)
1537b394cd1eSFedor Uporov 		return (0);
1538b394cd1eSFedor Uporov 
1539b394cd1eSFedor Uporov 	return (1);
1540b394cd1eSFedor Uporov }
1541b394cd1eSFedor Uporov 
1542b394cd1eSFedor Uporov int
1543b394cd1eSFedor Uporov ext4_ext_remove_space(struct inode *ip, off_t length, int flags,
1544b394cd1eSFedor Uporov     struct ucred *cred, struct thread *td)
1545b394cd1eSFedor Uporov {
1546b394cd1eSFedor Uporov 	struct buf *bp;
1547b394cd1eSFedor Uporov 	struct ext4_extent_header *ehp;
1548b394cd1eSFedor Uporov 	struct ext4_extent_path *path;
1549b394cd1eSFedor Uporov 	int depth;
1550b394cd1eSFedor Uporov 	int i, error;
1551b394cd1eSFedor Uporov 
1552b394cd1eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_db;
1553b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1554b394cd1eSFedor Uporov 
1555b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, ehp);
1556b394cd1eSFedor Uporov 	if(error)
1557b394cd1eSFedor Uporov 		return (error);
1558b394cd1eSFedor Uporov 
1559b394cd1eSFedor Uporov 	path = malloc(sizeof(struct ext4_extent_path) * (depth + 1),
1560b394cd1eSFedor Uporov 	    M_EXT2EXTENTS, M_WAITOK | M_ZERO);
1561b394cd1eSFedor Uporov 	path[0].ep_header = ehp;
1562b394cd1eSFedor Uporov 	path[0].ep_depth = depth;
1563f86f5cd4SPedro F. Giffuni 	i = 0;
1564f86f5cd4SPedro F. Giffuni 	while (error == 0 && i >= 0) {
1565b394cd1eSFedor Uporov 		if (i == depth) {
1566b394cd1eSFedor Uporov 			/* This is leaf. */
1567b394cd1eSFedor Uporov 			error = ext4_ext_rm_leaf(ip, path, length);
1568b394cd1eSFedor Uporov 			if (error)
1569b394cd1eSFedor Uporov 				break;
1570b394cd1eSFedor Uporov 			free(path[i].ep_data, M_EXT2EXTENTS);
1571b394cd1eSFedor Uporov 			path[i].ep_data = NULL;
1572b394cd1eSFedor Uporov 			i--;
1573b394cd1eSFedor Uporov 			continue;
1574b394cd1eSFedor Uporov 		}
1575b394cd1eSFedor Uporov 
1576b394cd1eSFedor Uporov 		/* This is index. */
1577b394cd1eSFedor Uporov 		if (!path[i].ep_header)
1578b394cd1eSFedor Uporov 			path[i].ep_header =
1579b394cd1eSFedor Uporov 			    (struct ext4_extent_header *)path[i].ep_data;
1580b394cd1eSFedor Uporov 
1581b394cd1eSFedor Uporov 		if (!path[i].ep_index) {
1582b394cd1eSFedor Uporov 			/* This level hasn't touched yet. */
1583b394cd1eSFedor Uporov 			path[i].ep_index = EXT_LAST_INDEX(path[i].ep_header);
1584cd3acfe7SFedor Uporov 			path[i].index_count =
1585cd3acfe7SFedor Uporov 			    le16toh(path[i].ep_header->eh_ecount) + 1;
1586b394cd1eSFedor Uporov 		} else {
1587b394cd1eSFedor Uporov 			/* We've already was here, see at next index. */
1588b394cd1eSFedor Uporov 			path[i].ep_index--;
1589b394cd1eSFedor Uporov 		}
1590b394cd1eSFedor Uporov 
1591b394cd1eSFedor Uporov 		if (ext4_ext_more_to_rm(path + i)) {
1592b394cd1eSFedor Uporov 			memset(path + i + 1, 0, sizeof(*path));
1593b394cd1eSFedor Uporov 			bp = ext4_read_extent_tree_block(ip,
1594b394cd1eSFedor Uporov 			    ext4_ext_index_pblock(path[i].ep_index),
1595b394cd1eSFedor Uporov 			    path[0].ep_depth - (i + 1), 0);
1596b394cd1eSFedor Uporov 			if (!bp) {
1597b394cd1eSFedor Uporov 				error = EIO;
1598b394cd1eSFedor Uporov 				break;
1599b394cd1eSFedor Uporov 			}
1600b394cd1eSFedor Uporov 
1601b394cd1eSFedor Uporov 			ext4_ext_fill_path_bdata(&path[i+1], bp,
1602b394cd1eSFedor Uporov 			    ext4_ext_index_pblock(path[i].ep_index));
1603b394cd1eSFedor Uporov 			brelse(bp);
1604cd3acfe7SFedor Uporov 			path[i].index_count =
1605cd3acfe7SFedor Uporov 			    le16toh(path[i].ep_header->eh_ecount);
1606b394cd1eSFedor Uporov 			i++;
1607b394cd1eSFedor Uporov 		} else {
1608b394cd1eSFedor Uporov 			if (path[i].ep_header->eh_ecount == 0 && i > 0) {
1609b394cd1eSFedor Uporov 				/* Index is empty, remove it. */
1610b394cd1eSFedor Uporov 				error = ext4_ext_rm_index(ip, path + i);
1611b394cd1eSFedor Uporov 			}
1612b394cd1eSFedor Uporov 			free(path[i].ep_data, M_EXT2EXTENTS);
1613b394cd1eSFedor Uporov 			path[i].ep_data = NULL;
1614b394cd1eSFedor Uporov 			i--;
1615b394cd1eSFedor Uporov 		}
1616b394cd1eSFedor Uporov 	}
1617b394cd1eSFedor Uporov 
1618b394cd1eSFedor Uporov 	if (path->ep_header->eh_ecount == 0) {
1619b394cd1eSFedor Uporov 		/*
1620b394cd1eSFedor Uporov 		 * Truncate the tree to zero.
1621b394cd1eSFedor Uporov 		 */
1622b394cd1eSFedor Uporov 		 ext4_ext_header(ip)->eh_depth = 0;
1623cd3acfe7SFedor Uporov 		 ext4_ext_header(ip)->eh_max = htole16(ext4_ext_space_root(ip));
1624b394cd1eSFedor Uporov 		 ext4_ext_dirty(ip, path);
1625b394cd1eSFedor Uporov 	}
1626b394cd1eSFedor Uporov 
1627b394cd1eSFedor Uporov 	ext4_ext_drop_refs(path);
1628b394cd1eSFedor Uporov 	free(path, M_EXT2EXTENTS);
1629b394cd1eSFedor Uporov 
1630b3f46656SFedor Uporov 	ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO;
1631b394cd1eSFedor Uporov 	return (error);
1632d7511a40SPedro F. Giffuni }
1633