xref: /freebsd/sys/fs/ext2fs/ext2_extents.c (revision 5679656e09fb58254da1613ebda75e368074c507)
1d7511a40SPedro F. Giffuni /*-
2d63027b6SPedro F. Giffuni  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3d63027b6SPedro F. Giffuni  *
4d7511a40SPedro F. Giffuni  * Copyright (c) 2010 Zheng Liu <lz@freebsd.org>
5d7511a40SPedro F. Giffuni  * All rights reserved.
6d7511a40SPedro F. Giffuni  *
7d7511a40SPedro F. Giffuni  * Redistribution and use in source and binary forms, with or without
8d7511a40SPedro F. Giffuni  * modification, are permitted provided that the following conditions
9d7511a40SPedro F. Giffuni  * are met:
10d7511a40SPedro F. Giffuni  * 1. Redistributions of source code must retain the above copyright
11d7511a40SPedro F. Giffuni  *    notice, this list of conditions and the following disclaimer.
12d7511a40SPedro F. Giffuni  * 2. Redistributions in binary form must reproduce the above copyright
13d7511a40SPedro F. Giffuni  *    notice, this list of conditions and the following disclaimer in the
14d7511a40SPedro F. Giffuni  *    documentation and/or other materials provided with the distribution.
15d7511a40SPedro F. Giffuni  *
16d7511a40SPedro F. Giffuni  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17d7511a40SPedro F. Giffuni  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18d7511a40SPedro F. Giffuni  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19d7511a40SPedro F. Giffuni  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20d7511a40SPedro F. Giffuni  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21d7511a40SPedro F. Giffuni  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22d7511a40SPedro F. Giffuni  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23d7511a40SPedro F. Giffuni  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24d7511a40SPedro F. Giffuni  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25d7511a40SPedro F. Giffuni  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26d7511a40SPedro F. Giffuni  * SUCH DAMAGE.
27d7511a40SPedro F. Giffuni  *
28d7511a40SPedro F. Giffuni  * $FreeBSD$
29d7511a40SPedro F. Giffuni  */
30d7511a40SPedro F. Giffuni 
31d7511a40SPedro F. Giffuni #include <sys/param.h>
32d7511a40SPedro F. Giffuni #include <sys/systm.h>
33d7511a40SPedro F. Giffuni #include <sys/types.h>
34d7511a40SPedro F. Giffuni #include <sys/kernel.h>
35d7511a40SPedro F. Giffuni #include <sys/malloc.h>
36d7511a40SPedro F. Giffuni #include <sys/vnode.h>
37d7511a40SPedro F. Giffuni #include <sys/bio.h>
38d7511a40SPedro F. Giffuni #include <sys/buf.h>
39cd3acfe7SFedor Uporov #include <sys/endian.h>
40d7511a40SPedro F. Giffuni #include <sys/conf.h>
4184b89556SFedor Uporov #include <sys/sdt.h>
42b394cd1eSFedor Uporov #include <sys/stat.h>
43d7511a40SPedro F. Giffuni 
44d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_mount.h>
45d7511a40SPedro F. Giffuni #include <fs/ext2fs/fs.h>
46d7511a40SPedro F. Giffuni #include <fs/ext2fs/inode.h>
47d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2fs.h>
48d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extents.h>
49d7511a40SPedro F. Giffuni #include <fs/ext2fs/ext2_extern.h>
50d7511a40SPedro F. Giffuni 
5184b89556SFedor Uporov SDT_PROVIDER_DECLARE(ext2fs);
5284b89556SFedor Uporov /*
5384b89556SFedor Uporov  * ext2fs trace probe:
5484b89556SFedor Uporov  * arg0: verbosity. Higher numbers give more verbose messages
5584b89556SFedor Uporov  * arg1: Textual message
5684b89556SFedor Uporov  */
5784b89556SFedor Uporov SDT_PROBE_DEFINE2(ext2fs, , trace, extents, "int", "char*");
5884b89556SFedor Uporov 
59b394cd1eSFedor Uporov static MALLOC_DEFINE(M_EXT2EXTENTS, "ext2_extents", "EXT2 extents");
60d7511a40SPedro F. Giffuni 
6184b89556SFedor Uporov #ifdef EXT2FS_PRINT_EXTENTS
62*5679656eSFedor Uporov static const bool print_extents_walk = true;
63b394cd1eSFedor Uporov 
64*5679656eSFedor Uporov static int ext4_ext_check_header(struct inode *, struct ext4_extent_header *);
65*5679656eSFedor Uporov static int ext4_ext_walk_header(struct inode *, struct ext4_extent_header *);
66*5679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_index_pblock(struct ext4_extent_index *);
67*5679656eSFedor Uporov static inline e4fs_daddr_t ext4_ext_extent_pblock(struct ext4_extent *);
68*5679656eSFedor Uporov 
69*5679656eSFedor Uporov static int
70*5679656eSFedor Uporov ext4_ext_blk_check(struct inode *ip, e4fs_daddr_t blk)
71*5679656eSFedor Uporov {
72*5679656eSFedor Uporov 	struct m_ext2fs *fs;
73*5679656eSFedor Uporov 
74*5679656eSFedor Uporov 	fs = ip->i_e2fs;
75*5679656eSFedor Uporov 
76*5679656eSFedor Uporov 	if (blk < fs->e2fs->e2fs_first_dblock || blk >= fs->e2fs_bcount)
77*5679656eSFedor Uporov 		return (EIO);
78*5679656eSFedor Uporov 
79*5679656eSFedor Uporov 	return (0);
80d7511a40SPedro F. Giffuni }
81d7511a40SPedro F. Giffuni 
82*5679656eSFedor Uporov static int
83*5679656eSFedor Uporov ext4_ext_walk_index(struct inode *ip, struct ext4_extent_index *ex, bool do_walk)
84b394cd1eSFedor Uporov {
85b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
86b394cd1eSFedor Uporov 	struct buf *bp;
87*5679656eSFedor Uporov 	e4fs_daddr_t blk;
88b394cd1eSFedor Uporov 	int error;
89b394cd1eSFedor Uporov 
90b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
91b394cd1eSFedor Uporov 
92*5679656eSFedor Uporov 	if (print_extents_walk)
93*5679656eSFedor Uporov 		printf("    index %p => (blk %u pblk %ju)\n", ex,
94*5679656eSFedor Uporov 		    le32toh(ex->ei_blk), (uint64_t)le16toh(ex->ei_leaf_hi) << 32 |
95cd3acfe7SFedor Uporov 		    le32toh(ex->ei_leaf_lo));
96b394cd1eSFedor Uporov 
97b394cd1eSFedor Uporov 	if(!do_walk)
98*5679656eSFedor Uporov 		return (0);
99*5679656eSFedor Uporov 
100*5679656eSFedor Uporov 	blk = ext4_ext_index_pblock(ex);
101*5679656eSFedor Uporov 	error = ext4_ext_blk_check(ip, blk);
102*5679656eSFedor Uporov 	if (error)
103*5679656eSFedor Uporov 		return (error);
104b394cd1eSFedor Uporov 
105b394cd1eSFedor Uporov 	if ((error = bread(ip->i_devvp,
106*5679656eSFedor Uporov 	    fsbtodb(fs, blk), (int)fs->e2fs_bsize, NOCRED, &bp)) != 0) {
107b394cd1eSFedor Uporov 		brelse(bp);
108*5679656eSFedor Uporov 		return (error);
10978f6ea54SPedro F. Giffuni 	}
110b394cd1eSFedor Uporov 
111*5679656eSFedor Uporov 	error = ext4_ext_walk_header(ip, (struct ext4_extent_header *)bp->b_data);
112b394cd1eSFedor Uporov 
113b394cd1eSFedor Uporov 	brelse(bp);
114b394cd1eSFedor Uporov 
115*5679656eSFedor Uporov 	return (error);
116d7511a40SPedro F. Giffuni }
117d7511a40SPedro F. Giffuni 
118*5679656eSFedor Uporov static int
119*5679656eSFedor Uporov ext4_ext_walk_extent(struct inode *ip, struct ext4_extent *ep)
120d7511a40SPedro F. Giffuni {
121*5679656eSFedor Uporov 	e4fs_daddr_t blk;
122*5679656eSFedor Uporov 	int error;
123d7511a40SPedro F. Giffuni 
124*5679656eSFedor Uporov 	blk = ext4_ext_extent_pblock(ep);
125*5679656eSFedor Uporov 	error = ext4_ext_blk_check(ip, blk);
126*5679656eSFedor Uporov 	if (error)
127*5679656eSFedor Uporov 		return (error);
128b394cd1eSFedor Uporov 
129*5679656eSFedor Uporov 	if (print_extents_walk)
130*5679656eSFedor Uporov 		printf("    ext %p => (blk %u len %u start %ju)\n",
131*5679656eSFedor Uporov 		    ep, le32toh(ep->e_blk), le16toh(ep->e_len),
132*5679656eSFedor Uporov 		    (uint64_t)blk);
133*5679656eSFedor Uporov 
134*5679656eSFedor Uporov 	return (0);
135b394cd1eSFedor Uporov }
136b394cd1eSFedor Uporov 
137*5679656eSFedor Uporov static int
138*5679656eSFedor Uporov ext4_ext_walk_header(struct inode *ip, struct ext4_extent_header *eh)
139*5679656eSFedor Uporov {
140*5679656eSFedor Uporov 	int i, error = 0;
141*5679656eSFedor Uporov 
142*5679656eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
143*5679656eSFedor Uporov 	if (error)
144*5679656eSFedor Uporov 		return (error);
145*5679656eSFedor Uporov 
146*5679656eSFedor Uporov 	if (print_extents_walk)
147*5679656eSFedor Uporov 		printf("header %p => (entries %d max %d depth %d gen %d)\n",
148*5679656eSFedor Uporov 		    eh, le16toh(eh->eh_ecount),
149*5679656eSFedor Uporov 		    le16toh(eh->eh_max), le16toh(eh->eh_depth), le32toh(eh->eh_gen));
150*5679656eSFedor Uporov 
151*5679656eSFedor Uporov 	for (i = 0; i < le16toh(eh->eh_ecount) && error == 0; i++)
152*5679656eSFedor Uporov 		if (eh->eh_depth != 0)
153*5679656eSFedor Uporov 			error = ext4_ext_walk_index(ip,
154*5679656eSFedor Uporov 			    (struct ext4_extent_index *)(eh + 1 + i), true);
155*5679656eSFedor Uporov 		else
156*5679656eSFedor Uporov 			error = ext4_ext_walk_extent(ip, (struct ext4_extent *)(eh + 1 + i));
157*5679656eSFedor Uporov 
158*5679656eSFedor Uporov 	return (error);
159*5679656eSFedor Uporov }
160*5679656eSFedor Uporov 
161*5679656eSFedor Uporov static int
162b394cd1eSFedor Uporov ext4_ext_print_path(struct inode *ip, struct ext4_extent_path *path)
163b394cd1eSFedor Uporov {
164*5679656eSFedor Uporov 	int k, l, error = 0;
165b394cd1eSFedor Uporov 
166e06e5241SFedor Uporov 	l = path->ep_depth;
167b394cd1eSFedor Uporov 
168*5679656eSFedor Uporov 	if (print_extents_walk)
169e06e5241SFedor Uporov 		printf("ip=%ju, Path:\n", ip->i_number);
170*5679656eSFedor Uporov 
171*5679656eSFedor Uporov 	for (k = 0; k <= l && error == 0; k++, path++) {
172b394cd1eSFedor Uporov 		if (path->ep_index) {
173*5679656eSFedor Uporov 			error = ext4_ext_walk_index(ip, path->ep_index, false);
174b394cd1eSFedor Uporov 		} else if (path->ep_ext) {
175*5679656eSFedor Uporov 			error = ext4_ext_walk_extent(ip, path->ep_ext);
176b394cd1eSFedor Uporov 		}
177b394cd1eSFedor Uporov 	}
178b394cd1eSFedor Uporov 
179*5679656eSFedor Uporov 	return (error);
180*5679656eSFedor Uporov }
181*5679656eSFedor Uporov 
182*5679656eSFedor Uporov int
183*5679656eSFedor Uporov ext4_ext_walk(struct inode *ip)
184b394cd1eSFedor Uporov {
185b394cd1eSFedor Uporov 	struct ext4_extent_header *ehp;
186b394cd1eSFedor Uporov 
187*5679656eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_db;
188b394cd1eSFedor Uporov 
189*5679656eSFedor Uporov 	if (print_extents_walk)
190e06e5241SFedor Uporov 		printf("Extent status:ip=%ju\n", ip->i_number);
191*5679656eSFedor Uporov 
192b394cd1eSFedor Uporov 	if (!(ip->i_flag & IN_E4EXTENTS))
193*5679656eSFedor Uporov 		return (0);
194d7511a40SPedro F. Giffuni 
195*5679656eSFedor Uporov 	return (ext4_ext_walk_header(ip, ehp));
196e813d9d7SPedro F. Giffuni }
197b394cd1eSFedor Uporov #endif
198b394cd1eSFedor Uporov 
199b394cd1eSFedor Uporov static inline struct ext4_extent_header *
200b394cd1eSFedor Uporov ext4_ext_inode_header(struct inode *ip)
201b394cd1eSFedor Uporov {
202b394cd1eSFedor Uporov 
203b394cd1eSFedor Uporov 	return ((struct ext4_extent_header *)ip->i_db);
204d7511a40SPedro F. Giffuni }
205d7511a40SPedro F. Giffuni 
206b394cd1eSFedor Uporov static inline struct ext4_extent_header *
207b394cd1eSFedor Uporov ext4_ext_block_header(char *bdata)
208b394cd1eSFedor Uporov {
209b394cd1eSFedor Uporov 
210b394cd1eSFedor Uporov 	return ((struct ext4_extent_header *)bdata);
211b394cd1eSFedor Uporov }
212b394cd1eSFedor Uporov 
213b394cd1eSFedor Uporov static inline unsigned short
214b394cd1eSFedor Uporov ext4_ext_inode_depth(struct inode *ip)
215b394cd1eSFedor Uporov {
216b394cd1eSFedor Uporov 	struct ext4_extent_header *ehp;
217b394cd1eSFedor Uporov 
218b394cd1eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_data;
219cd3acfe7SFedor Uporov 	return (le16toh(ehp->eh_depth));
220b394cd1eSFedor Uporov }
221b394cd1eSFedor Uporov 
222b394cd1eSFedor Uporov static inline e4fs_daddr_t
223b394cd1eSFedor Uporov ext4_ext_index_pblock(struct ext4_extent_index *index)
224b394cd1eSFedor Uporov {
225b394cd1eSFedor Uporov 	e4fs_daddr_t blk;
226b394cd1eSFedor Uporov 
227cd3acfe7SFedor Uporov 	blk = le32toh(index->ei_leaf_lo);
228cd3acfe7SFedor Uporov 	blk |= (e4fs_daddr_t)le16toh(index->ei_leaf_hi) << 32;
229b394cd1eSFedor Uporov 
230b394cd1eSFedor Uporov 	return (blk);
231b394cd1eSFedor Uporov }
232b394cd1eSFedor Uporov 
233b394cd1eSFedor Uporov static inline void
234b394cd1eSFedor Uporov ext4_index_store_pblock(struct ext4_extent_index *index, e4fs_daddr_t pb)
235b394cd1eSFedor Uporov {
236b394cd1eSFedor Uporov 
237cd3acfe7SFedor Uporov 	index->ei_leaf_lo = htole32(pb & 0xffffffff);
238cd3acfe7SFedor Uporov 	index->ei_leaf_hi = htole16((pb >> 32) & 0xffff);
239b394cd1eSFedor Uporov }
240b394cd1eSFedor Uporov 
241b394cd1eSFedor Uporov static inline e4fs_daddr_t
242b394cd1eSFedor Uporov ext4_ext_extent_pblock(struct ext4_extent *extent)
243b394cd1eSFedor Uporov {
244b394cd1eSFedor Uporov 	e4fs_daddr_t blk;
245b394cd1eSFedor Uporov 
246cd3acfe7SFedor Uporov 	blk = le32toh(extent->e_start_lo);
247cd3acfe7SFedor Uporov 	blk |= (e4fs_daddr_t)le16toh(extent->e_start_hi) << 32;
248b394cd1eSFedor Uporov 
249b394cd1eSFedor Uporov 	return (blk);
250b394cd1eSFedor Uporov }
251b394cd1eSFedor Uporov 
252b394cd1eSFedor Uporov static inline void
253b394cd1eSFedor Uporov ext4_ext_store_pblock(struct ext4_extent *ex, e4fs_daddr_t pb)
254b394cd1eSFedor Uporov {
255b394cd1eSFedor Uporov 
256cd3acfe7SFedor Uporov 	ex->e_start_lo = htole32(pb & 0xffffffff);
257cd3acfe7SFedor Uporov 	ex->e_start_hi = htole16((pb >> 32) & 0xffff);
258b394cd1eSFedor Uporov }
259b394cd1eSFedor Uporov 
260d7511a40SPedro F. Giffuni int
261d7511a40SPedro F. Giffuni ext4_ext_in_cache(struct inode *ip, daddr_t lbn, struct ext4_extent *ep)
262d7511a40SPedro F. Giffuni {
263d7511a40SPedro F. Giffuni 	struct ext4_extent_cache *ecp;
264d7511a40SPedro F. Giffuni 	int ret = EXT4_EXT_CACHE_NO;
265d7511a40SPedro F. Giffuni 
266d7511a40SPedro F. Giffuni 	ecp = &ip->i_ext_cache;
267d7511a40SPedro F. Giffuni 	if (ecp->ec_type == EXT4_EXT_CACHE_NO)
268d7511a40SPedro F. Giffuni 		return (ret);
269d7511a40SPedro F. Giffuni 
270d7511a40SPedro F. Giffuni 	if (lbn >= ecp->ec_blk && lbn < ecp->ec_blk + ecp->ec_len) {
271cd3acfe7SFedor Uporov 		ep->e_blk = htole32(ecp->ec_blk);
272cd3acfe7SFedor Uporov 		ep->e_start_lo = htole32(ecp->ec_start & 0xffffffff);
273cd3acfe7SFedor Uporov 		ep->e_start_hi = htole16(ecp->ec_start >> 32 & 0xffff);
274cd3acfe7SFedor Uporov 		ep->e_len = htole16(ecp->ec_len);
275d7511a40SPedro F. Giffuni 		ret = ecp->ec_type;
276d7511a40SPedro F. Giffuni 	}
277d7511a40SPedro F. Giffuni 	return (ret);
278d7511a40SPedro F. Giffuni }
279d7511a40SPedro F. Giffuni 
280b394cd1eSFedor Uporov static int
281b394cd1eSFedor Uporov ext4_ext_check_header(struct inode *ip, struct ext4_extent_header *eh)
282d7511a40SPedro F. Giffuni {
283b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
284b394cd1eSFedor Uporov 	char *error_msg;
285d7511a40SPedro F. Giffuni 
286b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
287b394cd1eSFedor Uporov 
288cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_magic) != EXT4_EXT_MAGIC) {
28984b89556SFedor Uporov 		error_msg = "header: invalid magic";
290b394cd1eSFedor Uporov 		goto corrupted;
291b394cd1eSFedor Uporov 	}
292b394cd1eSFedor Uporov 	if (eh->eh_max == 0) {
29384b89556SFedor Uporov 		error_msg = "header: invalid eh_max";
294b394cd1eSFedor Uporov 		goto corrupted;
295b394cd1eSFedor Uporov 	}
296cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_ecount) > le16toh(eh->eh_max)) {
29784b89556SFedor Uporov 		error_msg = "header: invalid eh_entries";
298b394cd1eSFedor Uporov 		goto corrupted;
299d7511a40SPedro F. Giffuni 	}
300d7511a40SPedro F. Giffuni 
301b394cd1eSFedor Uporov 	return (0);
302b394cd1eSFedor Uporov 
303b394cd1eSFedor Uporov corrupted:
30484b89556SFedor Uporov 	SDT_PROBE2(ext2fs, , trace, extents, 1, error_msg);
305b394cd1eSFedor Uporov 	return (EIO);
306b394cd1eSFedor Uporov }
307b394cd1eSFedor Uporov 
308b394cd1eSFedor Uporov static void
309b394cd1eSFedor Uporov ext4_ext_binsearch_index(struct ext4_extent_path *path, int blk)
310b394cd1eSFedor Uporov {
311b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
312b394cd1eSFedor Uporov 	struct ext4_extent_index *r, *l, *m;
313b394cd1eSFedor Uporov 
314b394cd1eSFedor Uporov 	eh = path->ep_header;
315b394cd1eSFedor Uporov 
316cd3acfe7SFedor Uporov 	KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max) &&
317cd3acfe7SFedor Uporov 	    le16toh(eh->eh_ecount) > 0,
318b394cd1eSFedor Uporov 	    ("ext4_ext_binsearch_index: bad args"));
319b394cd1eSFedor Uporov 
320b394cd1eSFedor Uporov 	l = EXT_FIRST_INDEX(eh) + 1;
321cd3acfe7SFedor Uporov 	r = EXT_FIRST_INDEX(eh) + le16toh(eh->eh_ecount) - 1;
322b394cd1eSFedor Uporov 	while (l <= r) {
323b394cd1eSFedor Uporov 		m = l + (r - l) / 2;
324cd3acfe7SFedor Uporov 		if (blk < le32toh(m->ei_blk))
325b394cd1eSFedor Uporov 			r = m - 1;
326b394cd1eSFedor Uporov 		else
327b394cd1eSFedor Uporov 			l = m + 1;
328b394cd1eSFedor Uporov 	}
329b394cd1eSFedor Uporov 
330b394cd1eSFedor Uporov 	path->ep_index = l - 1;
331b394cd1eSFedor Uporov }
332b394cd1eSFedor Uporov 
333b394cd1eSFedor Uporov static void
334b394cd1eSFedor Uporov ext4_ext_binsearch_ext(struct ext4_extent_path *path, int blk)
335b394cd1eSFedor Uporov {
336b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
337b394cd1eSFedor Uporov 	struct ext4_extent *r, *l, *m;
338b394cd1eSFedor Uporov 
339b394cd1eSFedor Uporov 	eh = path->ep_header;
340b394cd1eSFedor Uporov 
341cd3acfe7SFedor Uporov 	KASSERT(le16toh(eh->eh_ecount) <= le16toh(eh->eh_max),
342b394cd1eSFedor Uporov 	    ("ext4_ext_binsearch_ext: bad args"));
343b394cd1eSFedor Uporov 
344b394cd1eSFedor Uporov 	if (eh->eh_ecount == 0)
345b394cd1eSFedor Uporov 		return;
346b394cd1eSFedor Uporov 
347b394cd1eSFedor Uporov 	l = EXT_FIRST_EXTENT(eh) + 1;
348cd3acfe7SFedor Uporov 	r = EXT_FIRST_EXTENT(eh) + le16toh(eh->eh_ecount) - 1;
349b394cd1eSFedor Uporov 
350b394cd1eSFedor Uporov 	while (l <= r) {
351b394cd1eSFedor Uporov 		m = l + (r - l) / 2;
352cd3acfe7SFedor Uporov 		if (blk < le32toh(m->e_blk))
353b394cd1eSFedor Uporov 			r = m - 1;
354b394cd1eSFedor Uporov 		else
355b394cd1eSFedor Uporov 			l = m + 1;
356b394cd1eSFedor Uporov 	}
357b394cd1eSFedor Uporov 
358b394cd1eSFedor Uporov 	path->ep_ext = l - 1;
359b394cd1eSFedor Uporov }
360b394cd1eSFedor Uporov 
361b394cd1eSFedor Uporov static int
362b394cd1eSFedor Uporov ext4_ext_fill_path_bdata(struct ext4_extent_path *path,
363b394cd1eSFedor Uporov     struct buf *bp, uint64_t blk)
364b394cd1eSFedor Uporov {
365b394cd1eSFedor Uporov 
366b394cd1eSFedor Uporov 	KASSERT(path->ep_data == NULL,
367b394cd1eSFedor Uporov 	    ("ext4_ext_fill_path_bdata: bad ep_data"));
368b394cd1eSFedor Uporov 
369b394cd1eSFedor Uporov 	path->ep_data = malloc(bp->b_bufsize, M_EXT2EXTENTS, M_WAITOK);
370b394cd1eSFedor Uporov 	memcpy(path->ep_data, bp->b_data, bp->b_bufsize);
371b394cd1eSFedor Uporov 	path->ep_blk = blk;
372b394cd1eSFedor Uporov 
373b394cd1eSFedor Uporov 	return (0);
374b394cd1eSFedor Uporov }
375b394cd1eSFedor Uporov 
376b394cd1eSFedor Uporov static void
377b394cd1eSFedor Uporov ext4_ext_fill_path_buf(struct ext4_extent_path *path, struct buf *bp)
378b394cd1eSFedor Uporov {
379b394cd1eSFedor Uporov 
380b394cd1eSFedor Uporov 	KASSERT(path->ep_data != NULL,
381b394cd1eSFedor Uporov 	    ("ext4_ext_fill_path_buf: bad ep_data"));
382b394cd1eSFedor Uporov 
383b394cd1eSFedor Uporov 	memcpy(bp->b_data, path->ep_data, bp->b_bufsize);
384b394cd1eSFedor Uporov }
385b394cd1eSFedor Uporov 
386b394cd1eSFedor Uporov static void
387b394cd1eSFedor Uporov ext4_ext_drop_refs(struct ext4_extent_path *path)
388b394cd1eSFedor Uporov {
389b394cd1eSFedor Uporov 	int depth, i;
390b394cd1eSFedor Uporov 
391b394cd1eSFedor Uporov 	if (!path)
392b394cd1eSFedor Uporov 		return;
393b394cd1eSFedor Uporov 
394b394cd1eSFedor Uporov 	depth = path->ep_depth;
395b394cd1eSFedor Uporov 	for (i = 0; i <= depth; i++, path++)
396b394cd1eSFedor Uporov 		if (path->ep_data) {
397b394cd1eSFedor Uporov 			free(path->ep_data, M_EXT2EXTENTS);
398b394cd1eSFedor Uporov 			path->ep_data = NULL;
399b394cd1eSFedor Uporov 		}
400b394cd1eSFedor Uporov }
401b394cd1eSFedor Uporov 
402b394cd1eSFedor Uporov void
403b394cd1eSFedor Uporov ext4_ext_path_free(struct ext4_extent_path *path)
404b394cd1eSFedor Uporov {
405b394cd1eSFedor Uporov 
406b394cd1eSFedor Uporov 	if (!path)
407b394cd1eSFedor Uporov 		return;
408b394cd1eSFedor Uporov 
409b394cd1eSFedor Uporov 	ext4_ext_drop_refs(path);
410b394cd1eSFedor Uporov 	free(path, M_EXT2EXTENTS);
411b394cd1eSFedor Uporov }
412b394cd1eSFedor Uporov 
413b394cd1eSFedor Uporov int
414b394cd1eSFedor Uporov ext4_ext_find_extent(struct inode *ip, daddr_t block,
415b394cd1eSFedor Uporov     struct ext4_extent_path **ppath)
416b394cd1eSFedor Uporov {
417b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
418b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
419b394cd1eSFedor Uporov 	struct ext4_extent_path *path;
420b394cd1eSFedor Uporov 	struct buf *bp;
421b394cd1eSFedor Uporov 	uint64_t blk;
422b394cd1eSFedor Uporov 	int error, depth, i, ppos, alloc;
423b394cd1eSFedor Uporov 
424b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
425b394cd1eSFedor Uporov 	eh = ext4_ext_inode_header(ip);
426b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
427b394cd1eSFedor Uporov 	ppos = 0;
428b394cd1eSFedor Uporov 	alloc = 0;
429b394cd1eSFedor Uporov 
430b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
431b394cd1eSFedor Uporov 	if (error)
432b394cd1eSFedor Uporov 		return (error);
433b394cd1eSFedor Uporov 
4343fcbb8c0SFedor Uporov 	if (ppath == NULL)
435b394cd1eSFedor Uporov 		return (EINVAL);
436b394cd1eSFedor Uporov 
437b394cd1eSFedor Uporov 	path = *ppath;
4383fcbb8c0SFedor Uporov 	if (path == NULL) {
439b394cd1eSFedor Uporov 		path = malloc(EXT4_EXT_DEPTH_MAX *
440b394cd1eSFedor Uporov 		    sizeof(struct ext4_extent_path),
441b394cd1eSFedor Uporov 		    M_EXT2EXTENTS, M_WAITOK | M_ZERO);
442b394cd1eSFedor Uporov 		*ppath = path;
443b394cd1eSFedor Uporov 		alloc = 1;
444b394cd1eSFedor Uporov 	}
445b394cd1eSFedor Uporov 
446b394cd1eSFedor Uporov 	path[0].ep_header = eh;
447b394cd1eSFedor Uporov 	path[0].ep_data = NULL;
448b394cd1eSFedor Uporov 
449b394cd1eSFedor Uporov 	/* Walk through the tree. */
450b394cd1eSFedor Uporov 	i = depth;
451b394cd1eSFedor Uporov 	while (i) {
452b394cd1eSFedor Uporov 		ext4_ext_binsearch_index(&path[ppos], block);
453b394cd1eSFedor Uporov 		blk = ext4_ext_index_pblock(path[ppos].ep_index);
454b394cd1eSFedor Uporov 		path[ppos].ep_depth = i;
455b394cd1eSFedor Uporov 		path[ppos].ep_ext = NULL;
456b394cd1eSFedor Uporov 
457b394cd1eSFedor Uporov 		error = bread(ip->i_devvp, fsbtodb(ip->i_e2fs, blk),
458b394cd1eSFedor Uporov 		    ip->i_e2fs->e2fs_bsize, NOCRED, &bp);
459b394cd1eSFedor Uporov 		if (error) {
460b394cd1eSFedor Uporov 			goto error;
461b394cd1eSFedor Uporov 		}
462b394cd1eSFedor Uporov 
463b394cd1eSFedor Uporov 		ppos++;
464b394cd1eSFedor Uporov 		if (ppos > depth) {
46584b89556SFedor Uporov 			SDT_PROBE2(ext2fs, , trace, extents, 1,
466b394cd1eSFedor Uporov 			    "ppos > depth => extent corrupted");
467b394cd1eSFedor Uporov 			error = EIO;
468b394cd1eSFedor Uporov 			brelse(bp);
469b394cd1eSFedor Uporov 			goto error;
470b394cd1eSFedor Uporov 		}
471b394cd1eSFedor Uporov 
472b394cd1eSFedor Uporov 		ext4_ext_fill_path_bdata(&path[ppos], bp, blk);
473f0a993bbSFedor Uporov 		bqrelse(bp);
474b394cd1eSFedor Uporov 
475b394cd1eSFedor Uporov 		eh = ext4_ext_block_header(path[ppos].ep_data);
476512f29d1SFedor Uporov 		if (ext4_ext_check_header(ip, eh) ||
477512f29d1SFedor Uporov 		    ext2_extent_blk_csum_verify(ip, path[ppos].ep_data)) {
478512f29d1SFedor Uporov 			error = EIO;
479b394cd1eSFedor Uporov 			goto error;
480512f29d1SFedor Uporov 		}
481b394cd1eSFedor Uporov 
482b394cd1eSFedor Uporov 		path[ppos].ep_header = eh;
483b394cd1eSFedor Uporov 
484b394cd1eSFedor Uporov 		i--;
485b394cd1eSFedor Uporov 	}
486b394cd1eSFedor Uporov 
487b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
488b394cd1eSFedor Uporov 	if (error)
489b394cd1eSFedor Uporov 		goto error;
490b394cd1eSFedor Uporov 
491b394cd1eSFedor Uporov 	/* Find extent. */
492b394cd1eSFedor Uporov 	path[ppos].ep_depth = i;
493b394cd1eSFedor Uporov 	path[ppos].ep_header = eh;
494b394cd1eSFedor Uporov 	path[ppos].ep_ext = NULL;
495b394cd1eSFedor Uporov 	path[ppos].ep_index = NULL;
496b394cd1eSFedor Uporov 	ext4_ext_binsearch_ext(&path[ppos], block);
497b394cd1eSFedor Uporov 	return (0);
498b394cd1eSFedor Uporov 
499b394cd1eSFedor Uporov error:
500b394cd1eSFedor Uporov 	ext4_ext_drop_refs(path);
501b394cd1eSFedor Uporov 	if (alloc)
502b394cd1eSFedor Uporov 		free(path, M_EXT2EXTENTS);
503b394cd1eSFedor Uporov 
504b394cd1eSFedor Uporov 	*ppath = NULL;
505b394cd1eSFedor Uporov 
506b394cd1eSFedor Uporov 	return (error);
507b394cd1eSFedor Uporov }
508b394cd1eSFedor Uporov 
509b394cd1eSFedor Uporov static inline int
510b394cd1eSFedor Uporov ext4_ext_space_root(struct inode *ip)
511b394cd1eSFedor Uporov {
512b394cd1eSFedor Uporov 	int size;
513b394cd1eSFedor Uporov 
514b394cd1eSFedor Uporov 	size = sizeof(ip->i_data);
515b394cd1eSFedor Uporov 	size -= sizeof(struct ext4_extent_header);
516b394cd1eSFedor Uporov 	size /= sizeof(struct ext4_extent);
517b394cd1eSFedor Uporov 
518b394cd1eSFedor Uporov 	return (size);
519b394cd1eSFedor Uporov }
520b394cd1eSFedor Uporov 
521b394cd1eSFedor Uporov static inline int
522b394cd1eSFedor Uporov ext4_ext_space_block(struct inode *ip)
523b394cd1eSFedor Uporov {
524b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
525b394cd1eSFedor Uporov 	int size;
526b394cd1eSFedor Uporov 
527b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
528b394cd1eSFedor Uporov 
529b394cd1eSFedor Uporov 	size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) /
530b394cd1eSFedor Uporov 	    sizeof(struct ext4_extent);
531b394cd1eSFedor Uporov 
532b394cd1eSFedor Uporov 	return (size);
533b394cd1eSFedor Uporov }
534b394cd1eSFedor Uporov 
535b394cd1eSFedor Uporov static inline int
536b394cd1eSFedor Uporov ext4_ext_space_block_index(struct inode *ip)
537b394cd1eSFedor Uporov {
538b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
539b394cd1eSFedor Uporov 	int size;
540b394cd1eSFedor Uporov 
541b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
542b394cd1eSFedor Uporov 
543b394cd1eSFedor Uporov 	size = (fs->e2fs_bsize - sizeof(struct ext4_extent_header)) /
544b394cd1eSFedor Uporov 	    sizeof(struct ext4_extent_index);
545b394cd1eSFedor Uporov 
546b394cd1eSFedor Uporov 	return (size);
547b394cd1eSFedor Uporov }
548b394cd1eSFedor Uporov 
549b394cd1eSFedor Uporov void
550b394cd1eSFedor Uporov ext4_ext_tree_init(struct inode *ip)
551d7511a40SPedro F. Giffuni {
552d7511a40SPedro F. Giffuni 	struct ext4_extent_header *ehp;
553d7511a40SPedro F. Giffuni 
554b394cd1eSFedor Uporov 	ip->i_flag |= IN_E4EXTENTS;
555d7511a40SPedro F. Giffuni 
556b394cd1eSFedor Uporov 	memset(ip->i_data, 0, EXT2_NDADDR + EXT2_NIADDR);
557b394cd1eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_data;
558cd3acfe7SFedor Uporov 	ehp->eh_magic = htole16(EXT4_EXT_MAGIC);
559cd3acfe7SFedor Uporov 	ehp->eh_max = htole16(ext4_ext_space_root(ip));
560b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO;
561b394cd1eSFedor Uporov 	ip->i_flag |= IN_CHANGE | IN_UPDATE;
562b394cd1eSFedor Uporov 	ext2_update(ip->i_vnode, 1);
56378f6ea54SPedro F. Giffuni }
564d7511a40SPedro F. Giffuni 
565b394cd1eSFedor Uporov static inline void
566b394cd1eSFedor Uporov ext4_ext_put_in_cache(struct inode *ip, uint32_t blk,
567b394cd1eSFedor Uporov 			uint32_t len, uint32_t start, int type)
568b394cd1eSFedor Uporov {
569b394cd1eSFedor Uporov 
570b394cd1eSFedor Uporov 	KASSERT(len != 0, ("ext4_ext_put_in_cache: bad input"));
571b394cd1eSFedor Uporov 
572b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_type = type;
573b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_blk = blk;
574b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_len = len;
575b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_start = start;
576d7511a40SPedro F. Giffuni }
577b394cd1eSFedor Uporov 
578b394cd1eSFedor Uporov static e4fs_daddr_t
579b394cd1eSFedor Uporov ext4_ext_blkpref(struct inode *ip, struct ext4_extent_path *path,
580b394cd1eSFedor Uporov     e4fs_daddr_t block)
581b394cd1eSFedor Uporov {
582b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
583b394cd1eSFedor Uporov 	struct ext4_extent *ex;
584b394cd1eSFedor Uporov 	e4fs_daddr_t bg_start;
585b394cd1eSFedor Uporov 	int depth;
586b394cd1eSFedor Uporov 
587b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
588b394cd1eSFedor Uporov 
589b394cd1eSFedor Uporov 	if (path) {
590b394cd1eSFedor Uporov 		depth = path->ep_depth;
591b394cd1eSFedor Uporov 		ex = path[depth].ep_ext;
592b394cd1eSFedor Uporov 		if (ex) {
593b394cd1eSFedor Uporov 			e4fs_daddr_t pblk = ext4_ext_extent_pblock(ex);
594cd3acfe7SFedor Uporov 			e2fs_daddr_t blk = le32toh(ex->e_blk);
595b394cd1eSFedor Uporov 
596b394cd1eSFedor Uporov 			if (block > blk)
597b394cd1eSFedor Uporov 				return (pblk + (block - blk));
598b394cd1eSFedor Uporov 			else
599b394cd1eSFedor Uporov 				return (pblk - (blk - block));
600b394cd1eSFedor Uporov 		}
601b394cd1eSFedor Uporov 
602b394cd1eSFedor Uporov 		/* Try to get block from index itself. */
603b394cd1eSFedor Uporov 		if (path[depth].ep_data)
604b394cd1eSFedor Uporov 			return (path[depth].ep_blk);
605b394cd1eSFedor Uporov 	}
606b394cd1eSFedor Uporov 
607b394cd1eSFedor Uporov 	/* Use inode's group. */
608b394cd1eSFedor Uporov 	bg_start = (ip->i_block_group * EXT2_BLOCKS_PER_GROUP(ip->i_e2fs)) +
609cd3acfe7SFedor Uporov 	    le32toh(fs->e2fs->e2fs_first_dblock);
610b394cd1eSFedor Uporov 
611b394cd1eSFedor Uporov 	return (bg_start + block);
612b394cd1eSFedor Uporov }
613b394cd1eSFedor Uporov 
614b394cd1eSFedor Uporov static int inline
615b394cd1eSFedor Uporov ext4_can_extents_be_merged(struct ext4_extent *ex1,
616b394cd1eSFedor Uporov     struct ext4_extent *ex2)
617b394cd1eSFedor Uporov {
618b394cd1eSFedor Uporov 
619cd3acfe7SFedor Uporov 	if (le32toh(ex1->e_blk) + le16toh(ex1->e_len) != le32toh(ex2->e_blk))
620b394cd1eSFedor Uporov 		return (0);
621b394cd1eSFedor Uporov 
622cd3acfe7SFedor Uporov 	if (le16toh(ex1->e_len) + le16toh(ex2->e_len) > EXT4_MAX_LEN)
623b394cd1eSFedor Uporov 		return (0);
624b394cd1eSFedor Uporov 
625cd3acfe7SFedor Uporov 	if (ext4_ext_extent_pblock(ex1) + le16toh(ex1->e_len) ==
626b394cd1eSFedor Uporov 	    ext4_ext_extent_pblock(ex2))
627b394cd1eSFedor Uporov 		return (1);
628b394cd1eSFedor Uporov 
629b394cd1eSFedor Uporov 	return (0);
630b394cd1eSFedor Uporov }
631b394cd1eSFedor Uporov 
632b394cd1eSFedor Uporov static unsigned
633b394cd1eSFedor Uporov ext4_ext_next_leaf_block(struct inode *ip, struct ext4_extent_path *path)
634b394cd1eSFedor Uporov {
635b394cd1eSFedor Uporov 	int depth = path->ep_depth;
636b394cd1eSFedor Uporov 
637b394cd1eSFedor Uporov 	/* Empty tree */
638b394cd1eSFedor Uporov 	if (depth == 0)
639b394cd1eSFedor Uporov 		return (EXT4_MAX_BLOCKS);
640b394cd1eSFedor Uporov 
641b394cd1eSFedor Uporov 	/* Go to indexes. */
642b394cd1eSFedor Uporov 	depth--;
643b394cd1eSFedor Uporov 
644b394cd1eSFedor Uporov 	while (depth >= 0) {
645b394cd1eSFedor Uporov 		if (path[depth].ep_index !=
646b394cd1eSFedor Uporov 		    EXT_LAST_INDEX(path[depth].ep_header))
647cd3acfe7SFedor Uporov 			return (le32toh(path[depth].ep_index[1].ei_blk));
648b394cd1eSFedor Uporov 
649b394cd1eSFedor Uporov 		depth--;
650b394cd1eSFedor Uporov 	}
651b394cd1eSFedor Uporov 
652b394cd1eSFedor Uporov 	return (EXT4_MAX_BLOCKS);
653b394cd1eSFedor Uporov }
654b394cd1eSFedor Uporov 
655b394cd1eSFedor Uporov static int
656b394cd1eSFedor Uporov ext4_ext_dirty(struct inode *ip, struct ext4_extent_path *path)
657b394cd1eSFedor Uporov {
658b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
659b394cd1eSFedor Uporov 	struct buf *bp;
660b394cd1eSFedor Uporov 	uint64_t blk;
661b394cd1eSFedor Uporov 	int error;
662b394cd1eSFedor Uporov 
663b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
664b394cd1eSFedor Uporov 
665b394cd1eSFedor Uporov 	if (!path)
666b394cd1eSFedor Uporov 		return (EINVAL);
667b394cd1eSFedor Uporov 
668b394cd1eSFedor Uporov 	if (path->ep_data) {
669b394cd1eSFedor Uporov 		blk = path->ep_blk;
670b394cd1eSFedor Uporov 		bp = getblk(ip->i_devvp, fsbtodb(fs, blk),
671b394cd1eSFedor Uporov 		    fs->e2fs_bsize, 0, 0, 0);
672b394cd1eSFedor Uporov 		if (!bp)
673b394cd1eSFedor Uporov 			return (EIO);
674b394cd1eSFedor Uporov 		ext4_ext_fill_path_buf(path, bp);
675512f29d1SFedor Uporov 		ext2_extent_blk_csum_set(ip, bp->b_data);
676b394cd1eSFedor Uporov 		error = bwrite(bp);
677b394cd1eSFedor Uporov 	} else {
678b394cd1eSFedor Uporov 		ip->i_flag |= IN_CHANGE | IN_UPDATE;
679b394cd1eSFedor Uporov 		error = ext2_update(ip->i_vnode, 1);
680b394cd1eSFedor Uporov 	}
681b394cd1eSFedor Uporov 
682b394cd1eSFedor Uporov 	return (error);
683b394cd1eSFedor Uporov }
684b394cd1eSFedor Uporov 
685b394cd1eSFedor Uporov static int
686b394cd1eSFedor Uporov ext4_ext_insert_index(struct inode *ip, struct ext4_extent_path *path,
687b394cd1eSFedor Uporov     uint32_t lblk, e4fs_daddr_t blk)
688b394cd1eSFedor Uporov {
689b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
690b394cd1eSFedor Uporov 	struct ext4_extent_index *idx;
691b394cd1eSFedor Uporov 	int len;
692b394cd1eSFedor Uporov 
693b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
694b394cd1eSFedor Uporov 
695cd3acfe7SFedor Uporov 	if (lblk == le32toh(path->ep_index->ei_blk)) {
69684b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
697b394cd1eSFedor Uporov 		    "lblk == index blk => extent corrupted");
698b394cd1eSFedor Uporov 		return (EIO);
699b394cd1eSFedor Uporov 	}
700b394cd1eSFedor Uporov 
701cd3acfe7SFedor Uporov 	if (le16toh(path->ep_header->eh_ecount) >=
702cd3acfe7SFedor Uporov 	    le16toh(path->ep_header->eh_max)) {
70384b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
704b394cd1eSFedor Uporov 		    "ecout > maxcount => extent corrupted");
705b394cd1eSFedor Uporov 		return (EIO);
706b394cd1eSFedor Uporov 	}
707b394cd1eSFedor Uporov 
708cd3acfe7SFedor Uporov 	if (lblk > le32toh(path->ep_index->ei_blk)) {
709b394cd1eSFedor Uporov 		/* Insert after. */
710b394cd1eSFedor Uporov 		idx = path->ep_index + 1;
711b394cd1eSFedor Uporov 	} else {
712b394cd1eSFedor Uporov 		/* Insert before. */
713b394cd1eSFedor Uporov 		idx = path->ep_index;
714b394cd1eSFedor Uporov 	}
715b394cd1eSFedor Uporov 
716b394cd1eSFedor Uporov 	len = EXT_LAST_INDEX(path->ep_header) - idx + 1;
717b394cd1eSFedor Uporov 	if (len > 0)
718b394cd1eSFedor Uporov 		memmove(idx + 1, idx, len * sizeof(struct ext4_extent_index));
719b394cd1eSFedor Uporov 
720b394cd1eSFedor Uporov 	if (idx > EXT_MAX_INDEX(path->ep_header)) {
72184b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
722b394cd1eSFedor Uporov 		    "index is out of range => extent corrupted");
723b394cd1eSFedor Uporov 		return (EIO);
724b394cd1eSFedor Uporov 	}
725b394cd1eSFedor Uporov 
726cd3acfe7SFedor Uporov 	idx->ei_blk = htole32(lblk);
727b394cd1eSFedor Uporov 	ext4_index_store_pblock(idx, blk);
728cd3acfe7SFedor Uporov 	path->ep_header->eh_ecount =
729cd3acfe7SFedor Uporov 	    htole16(le16toh(path->ep_header->eh_ecount) + 1);
730b394cd1eSFedor Uporov 
731b394cd1eSFedor Uporov 	return (ext4_ext_dirty(ip, path));
732b394cd1eSFedor Uporov }
733b394cd1eSFedor Uporov 
734b394cd1eSFedor Uporov static e4fs_daddr_t
735b394cd1eSFedor Uporov ext4_ext_alloc_meta(struct inode *ip)
736b394cd1eSFedor Uporov {
737b394cd1eSFedor Uporov 	e4fs_daddr_t blk = ext2_alloc_meta(ip);
738b394cd1eSFedor Uporov 	if (blk) {
739b394cd1eSFedor Uporov 		ip->i_blocks += btodb(ip->i_e2fs->e2fs_bsize);
740b394cd1eSFedor Uporov 		ip->i_flag |= IN_CHANGE | IN_UPDATE;
741b394cd1eSFedor Uporov 		ext2_update(ip->i_vnode, 1);
742b394cd1eSFedor Uporov 	}
743b394cd1eSFedor Uporov 
744b394cd1eSFedor Uporov 	return (blk);
745b394cd1eSFedor Uporov }
746b394cd1eSFedor Uporov 
747b394cd1eSFedor Uporov static void
748b394cd1eSFedor Uporov ext4_ext_blkfree(struct inode *ip, uint64_t blk, int count, int flags)
749b394cd1eSFedor Uporov {
750b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
751b394cd1eSFedor Uporov 	int i, blocksreleased;
752b394cd1eSFedor Uporov 
753b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
754b394cd1eSFedor Uporov 	blocksreleased = count;
755b394cd1eSFedor Uporov 
756b394cd1eSFedor Uporov 	for(i = 0; i < count; i++)
757b394cd1eSFedor Uporov 		ext2_blkfree(ip, blk + i, fs->e2fs_bsize);
758b394cd1eSFedor Uporov 
759b394cd1eSFedor Uporov 	if (ip->i_blocks >= blocksreleased)
760b394cd1eSFedor Uporov 		ip->i_blocks -= (btodb(fs->e2fs_bsize)*blocksreleased);
761b394cd1eSFedor Uporov 	else
762b394cd1eSFedor Uporov 		ip->i_blocks = 0;
763b394cd1eSFedor Uporov 
764b394cd1eSFedor Uporov 	ip->i_flag |= IN_CHANGE | IN_UPDATE;
765b394cd1eSFedor Uporov 	ext2_update(ip->i_vnode, 1);
766b394cd1eSFedor Uporov }
767b394cd1eSFedor Uporov 
768b394cd1eSFedor Uporov static int
769b394cd1eSFedor Uporov ext4_ext_split(struct inode *ip, struct ext4_extent_path *path,
770b394cd1eSFedor Uporov     struct ext4_extent *newext, int at)
771b394cd1eSFedor Uporov {
772b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
773b394cd1eSFedor Uporov 	struct  buf *bp;
774b394cd1eSFedor Uporov 	int depth = ext4_ext_inode_depth(ip);
775b394cd1eSFedor Uporov 	struct ext4_extent_header *neh;
776b394cd1eSFedor Uporov 	struct ext4_extent_index *fidx;
777b394cd1eSFedor Uporov 	struct ext4_extent *ex;
778b394cd1eSFedor Uporov 	int i = at, k, m, a;
779b394cd1eSFedor Uporov 	e4fs_daddr_t newblk, oldblk;
780b394cd1eSFedor Uporov 	uint32_t border;
781b394cd1eSFedor Uporov 	e4fs_daddr_t *ablks = NULL;
782b394cd1eSFedor Uporov 	int error = 0;
783b394cd1eSFedor Uporov 
784b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
785b394cd1eSFedor Uporov 	bp = NULL;
786b394cd1eSFedor Uporov 
787b394cd1eSFedor Uporov 	/*
788b394cd1eSFedor Uporov 	 * We will split at current extent for now.
789b394cd1eSFedor Uporov 	 */
790b394cd1eSFedor Uporov 	if (path[depth].ep_ext > EXT_MAX_EXTENT(path[depth].ep_header)) {
79184b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
792b394cd1eSFedor Uporov 		    "extent is out of range => extent corrupted");
793b394cd1eSFedor Uporov 		return (EIO);
794b394cd1eSFedor Uporov 	}
795b394cd1eSFedor Uporov 
796b394cd1eSFedor Uporov 	if (path[depth].ep_ext != EXT_MAX_EXTENT(path[depth].ep_header))
797cd3acfe7SFedor Uporov 		border = le32toh(path[depth].ep_ext[1].e_blk);
798b394cd1eSFedor Uporov 	else
799cd3acfe7SFedor Uporov 		border = le32toh(newext->e_blk);
800b394cd1eSFedor Uporov 
801b394cd1eSFedor Uporov 	/* Allocate new blocks. */
802b394cd1eSFedor Uporov 	ablks = malloc(sizeof(e4fs_daddr_t) * depth,
803b394cd1eSFedor Uporov 	    M_EXT2EXTENTS, M_WAITOK | M_ZERO);
804b394cd1eSFedor Uporov 	for (a = 0; a < depth - at; a++) {
805b394cd1eSFedor Uporov 		newblk = ext4_ext_alloc_meta(ip);
806b394cd1eSFedor Uporov 		if (newblk == 0)
807b394cd1eSFedor Uporov 			goto cleanup;
808b394cd1eSFedor Uporov 		ablks[a] = newblk;
809b394cd1eSFedor Uporov 	}
810b394cd1eSFedor Uporov 
811b394cd1eSFedor Uporov 	newblk = ablks[--a];
812b394cd1eSFedor Uporov 	bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0);
813b394cd1eSFedor Uporov 	if (!bp) {
814b394cd1eSFedor Uporov 		error = EIO;
815b394cd1eSFedor Uporov 		goto cleanup;
816b394cd1eSFedor Uporov 	}
817b394cd1eSFedor Uporov 
818b394cd1eSFedor Uporov 	neh = ext4_ext_block_header(bp->b_data);
819b394cd1eSFedor Uporov 	neh->eh_ecount = 0;
820cd3acfe7SFedor Uporov 	neh->eh_max = le16toh(ext4_ext_space_block(ip));
821cd3acfe7SFedor Uporov 	neh->eh_magic = le16toh(EXT4_EXT_MAGIC);
822b394cd1eSFedor Uporov 	neh->eh_depth = 0;
823b394cd1eSFedor Uporov 	ex = EXT_FIRST_EXTENT(neh);
824b394cd1eSFedor Uporov 
825cd3acfe7SFedor Uporov 	if (le16toh(path[depth].ep_header->eh_ecount) !=
826cd3acfe7SFedor Uporov 	    le16toh(path[depth].ep_header->eh_max)) {
82784b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
828b394cd1eSFedor Uporov 		    "extents count out of range => extent corrupted");
829b394cd1eSFedor Uporov 		error = EIO;
830b394cd1eSFedor Uporov 		goto cleanup;
831b394cd1eSFedor Uporov 	}
832b394cd1eSFedor Uporov 
833b394cd1eSFedor Uporov 	/* Start copy from next extent. */
834b394cd1eSFedor Uporov 	m = 0;
835b394cd1eSFedor Uporov 	path[depth].ep_ext++;
836b394cd1eSFedor Uporov 	while (path[depth].ep_ext <= EXT_MAX_EXTENT(path[depth].ep_header)) {
837b394cd1eSFedor Uporov 		path[depth].ep_ext++;
838b394cd1eSFedor Uporov 		m++;
839b394cd1eSFedor Uporov 	}
840b394cd1eSFedor Uporov 	if (m) {
841b394cd1eSFedor Uporov 		memmove(ex, path[depth].ep_ext - m,
842b394cd1eSFedor Uporov 		    sizeof(struct ext4_extent) * m);
843cd3acfe7SFedor Uporov 		neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m);
844b394cd1eSFedor Uporov 	}
845b394cd1eSFedor Uporov 
846512f29d1SFedor Uporov 	ext2_extent_blk_csum_set(ip, bp->b_data);
847b394cd1eSFedor Uporov 	bwrite(bp);
848b394cd1eSFedor Uporov 	bp = NULL;
849b394cd1eSFedor Uporov 
850b394cd1eSFedor Uporov 	/* Fix old leaf. */
851b394cd1eSFedor Uporov 	if (m) {
852b394cd1eSFedor Uporov 		path[depth].ep_header->eh_ecount =
853cd3acfe7SFedor Uporov 		    htole16(le16toh(path[depth].ep_header->eh_ecount) - m);
854b394cd1eSFedor Uporov 		ext4_ext_dirty(ip, path + depth);
855b394cd1eSFedor Uporov 	}
856b394cd1eSFedor Uporov 
857b394cd1eSFedor Uporov 	/* Create intermediate indexes. */
858b394cd1eSFedor Uporov 	k = depth - at - 1;
859b394cd1eSFedor Uporov 	KASSERT(k >= 0, ("ext4_ext_split: negative k"));
860b394cd1eSFedor Uporov 
861b394cd1eSFedor Uporov 	/* Insert new index into current index block. */
862b394cd1eSFedor Uporov 	i = depth - 1;
863b394cd1eSFedor Uporov 	while (k--) {
864b394cd1eSFedor Uporov 		oldblk = newblk;
865b394cd1eSFedor Uporov 		newblk = ablks[--a];
866b394cd1eSFedor Uporov 		error = bread(ip->i_devvp, fsbtodb(fs, newblk),
867b394cd1eSFedor Uporov 		    (int)fs->e2fs_bsize, NOCRED, &bp);
868d7511a40SPedro F. Giffuni 		if (error) {
869b394cd1eSFedor Uporov 			goto cleanup;
870b394cd1eSFedor Uporov 		}
871b394cd1eSFedor Uporov 
872b394cd1eSFedor Uporov 		neh = (struct ext4_extent_header *)bp->b_data;
873cd3acfe7SFedor Uporov 		neh->eh_ecount = htole16(1);
874cd3acfe7SFedor Uporov 		neh->eh_magic = htole16(EXT4_EXT_MAGIC);
875cd3acfe7SFedor Uporov 		neh->eh_max = htole16(ext4_ext_space_block_index(ip));
876cd3acfe7SFedor Uporov 		neh->eh_depth = htole16(depth - i);
877b394cd1eSFedor Uporov 		fidx = EXT_FIRST_INDEX(neh);
878cd3acfe7SFedor Uporov 		fidx->ei_blk = htole32(border);
879b394cd1eSFedor Uporov 		ext4_index_store_pblock(fidx, oldblk);
880b394cd1eSFedor Uporov 
881b394cd1eSFedor Uporov 		m = 0;
882b394cd1eSFedor Uporov 		path[i].ep_index++;
883b394cd1eSFedor Uporov 		while (path[i].ep_index <= EXT_MAX_INDEX(path[i].ep_header)) {
884b394cd1eSFedor Uporov 			path[i].ep_index++;
885b394cd1eSFedor Uporov 			m++;
886b394cd1eSFedor Uporov 		}
887b394cd1eSFedor Uporov 		if (m) {
888b394cd1eSFedor Uporov 			memmove(++fidx, path[i].ep_index - m,
889b394cd1eSFedor Uporov 			    sizeof(struct ext4_extent_index) * m);
890cd3acfe7SFedor Uporov 			neh->eh_ecount = htole16(le16toh(neh->eh_ecount) + m);
891b394cd1eSFedor Uporov 		}
892b394cd1eSFedor Uporov 
893512f29d1SFedor Uporov 		ext2_extent_blk_csum_set(ip, bp->b_data);
894b394cd1eSFedor Uporov 		bwrite(bp);
895b394cd1eSFedor Uporov 		bp = NULL;
896b394cd1eSFedor Uporov 
897b394cd1eSFedor Uporov 		/* Fix old index. */
898b394cd1eSFedor Uporov 		if (m) {
899b394cd1eSFedor Uporov 			path[i].ep_header->eh_ecount =
900cd3acfe7SFedor Uporov 			    htole16(le16toh(path[i].ep_header->eh_ecount) - m);
901b394cd1eSFedor Uporov 			ext4_ext_dirty(ip, path + i);
902b394cd1eSFedor Uporov 		}
903b394cd1eSFedor Uporov 
904b394cd1eSFedor Uporov 		i--;
905b394cd1eSFedor Uporov 	}
906b394cd1eSFedor Uporov 
907b394cd1eSFedor Uporov 	error = ext4_ext_insert_index(ip, path + at, border, newblk);
908b394cd1eSFedor Uporov 
909b394cd1eSFedor Uporov cleanup:
910b394cd1eSFedor Uporov 	if (bp)
911b394cd1eSFedor Uporov 		brelse(bp);
912b394cd1eSFedor Uporov 
913b394cd1eSFedor Uporov 	if (error) {
914b394cd1eSFedor Uporov 		for (i = 0; i < depth; i++) {
915b394cd1eSFedor Uporov 			if (!ablks[i])
916b394cd1eSFedor Uporov 				continue;
917b394cd1eSFedor Uporov 			ext4_ext_blkfree(ip, ablks[i], 1, 0);
918b394cd1eSFedor Uporov 		}
919b394cd1eSFedor Uporov 	}
920b394cd1eSFedor Uporov 
921b394cd1eSFedor Uporov 	free(ablks, M_EXT2EXTENTS);
922b394cd1eSFedor Uporov 
923b394cd1eSFedor Uporov 	return (error);
924b394cd1eSFedor Uporov }
925b394cd1eSFedor Uporov 
926b394cd1eSFedor Uporov static int
927b394cd1eSFedor Uporov ext4_ext_grow_indepth(struct inode *ip, struct ext4_extent_path *path,
928b394cd1eSFedor Uporov     struct ext4_extent *newext)
929b394cd1eSFedor Uporov {
930b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
931b394cd1eSFedor Uporov 	struct ext4_extent_path *curpath;
932b394cd1eSFedor Uporov 	struct ext4_extent_header *neh;
933b394cd1eSFedor Uporov 	struct buf *bp;
934b394cd1eSFedor Uporov 	e4fs_daddr_t newblk;
935b394cd1eSFedor Uporov 	int error = 0;
936b394cd1eSFedor Uporov 
937b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
938b394cd1eSFedor Uporov 	curpath = path;
939b394cd1eSFedor Uporov 
940b394cd1eSFedor Uporov 	newblk = ext4_ext_alloc_meta(ip);
941b394cd1eSFedor Uporov 	if (newblk == 0)
942b394cd1eSFedor Uporov 		return (error);
943b394cd1eSFedor Uporov 
944b394cd1eSFedor Uporov 	bp = getblk(ip->i_devvp, fsbtodb(fs, newblk), fs->e2fs_bsize, 0, 0, 0);
945b394cd1eSFedor Uporov 	if (!bp)
946b394cd1eSFedor Uporov 		return (EIO);
947b394cd1eSFedor Uporov 
948b394cd1eSFedor Uporov 	/* Move top-level index/leaf into new block. */
949b394cd1eSFedor Uporov 	memmove(bp->b_data, curpath->ep_header, sizeof(ip->i_data));
950b394cd1eSFedor Uporov 
951b394cd1eSFedor Uporov 	/* Set size of new block */
952b394cd1eSFedor Uporov 	neh = ext4_ext_block_header(bp->b_data);
953cd3acfe7SFedor Uporov 	neh->eh_magic = htole16(EXT4_EXT_MAGIC);
954b394cd1eSFedor Uporov 
955b394cd1eSFedor Uporov 	if (ext4_ext_inode_depth(ip))
956cd3acfe7SFedor Uporov 		neh->eh_max = htole16(ext4_ext_space_block_index(ip));
957b394cd1eSFedor Uporov 	else
958cd3acfe7SFedor Uporov 		neh->eh_max = htole16(ext4_ext_space_block(ip));
959b394cd1eSFedor Uporov 
960512f29d1SFedor Uporov 	ext2_extent_blk_csum_set(ip, bp->b_data);
961b394cd1eSFedor Uporov 	error = bwrite(bp);
962b394cd1eSFedor Uporov 	if (error)
963b394cd1eSFedor Uporov 		goto out;
964b394cd1eSFedor Uporov 
965b394cd1eSFedor Uporov 	bp = NULL;
966b394cd1eSFedor Uporov 
967cd3acfe7SFedor Uporov 	curpath->ep_header->eh_magic = htole16(EXT4_EXT_MAGIC);
968cd3acfe7SFedor Uporov 	curpath->ep_header->eh_max = htole16(ext4_ext_space_root(ip));
969cd3acfe7SFedor Uporov 	curpath->ep_header->eh_ecount = htole16(1);
970b394cd1eSFedor Uporov 	curpath->ep_index = EXT_FIRST_INDEX(curpath->ep_header);
971b394cd1eSFedor Uporov 	curpath->ep_index->ei_blk = EXT_FIRST_EXTENT(path[0].ep_header)->e_blk;
972b394cd1eSFedor Uporov 	ext4_index_store_pblock(curpath->ep_index, newblk);
973b394cd1eSFedor Uporov 
974b394cd1eSFedor Uporov 	neh = ext4_ext_inode_header(ip);
975cd3acfe7SFedor Uporov 	neh->eh_depth = htole16(path->ep_depth + 1);
976b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, curpath);
977b394cd1eSFedor Uporov out:
978b394cd1eSFedor Uporov 	brelse(bp);
979b394cd1eSFedor Uporov 
980b394cd1eSFedor Uporov 	return (error);
981b394cd1eSFedor Uporov }
982b394cd1eSFedor Uporov 
983b394cd1eSFedor Uporov static int
984b394cd1eSFedor Uporov ext4_ext_create_new_leaf(struct inode *ip, struct ext4_extent_path *path,
985b394cd1eSFedor Uporov     struct ext4_extent *newext)
986b394cd1eSFedor Uporov {
987b394cd1eSFedor Uporov 	struct ext4_extent_path *curpath;
988b394cd1eSFedor Uporov 	int depth, i, error;
989b394cd1eSFedor Uporov 
990b394cd1eSFedor Uporov repeat:
991b394cd1eSFedor Uporov 	i = depth = ext4_ext_inode_depth(ip);
992b394cd1eSFedor Uporov 
993b394cd1eSFedor Uporov 	/* Look for free index entry int the tree */
994b394cd1eSFedor Uporov 	curpath = path + depth;
995b394cd1eSFedor Uporov 	while (i > 0 && !EXT_HAS_FREE_INDEX(curpath)) {
996b394cd1eSFedor Uporov 		i--;
997b394cd1eSFedor Uporov 		curpath--;
998b394cd1eSFedor Uporov 	}
999b394cd1eSFedor Uporov 
1000b394cd1eSFedor Uporov 	/*
1001b394cd1eSFedor Uporov 	 * We use already allocated block for index block,
1002b394cd1eSFedor Uporov 	 * so subsequent data blocks should be contiguous.
1003b394cd1eSFedor Uporov 	 */
1004b394cd1eSFedor Uporov 	if (EXT_HAS_FREE_INDEX(curpath)) {
1005b394cd1eSFedor Uporov 		error = ext4_ext_split(ip, path, newext, i);
1006b394cd1eSFedor Uporov 		if (error)
1007b394cd1eSFedor Uporov 			goto out;
1008b394cd1eSFedor Uporov 
1009b394cd1eSFedor Uporov 		/* Refill path. */
1010b394cd1eSFedor Uporov 		ext4_ext_drop_refs(path);
1011cd3acfe7SFedor Uporov 		error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path);
1012b394cd1eSFedor Uporov 		if (error)
1013b394cd1eSFedor Uporov 			goto out;
1014b394cd1eSFedor Uporov 	} else {
1015b394cd1eSFedor Uporov 		/* Tree is full, do grow in depth. */
1016b394cd1eSFedor Uporov 		error = ext4_ext_grow_indepth(ip, path, newext);
1017b394cd1eSFedor Uporov 		if (error)
1018b394cd1eSFedor Uporov 			goto out;
1019b394cd1eSFedor Uporov 
1020b394cd1eSFedor Uporov 		/* Refill path. */
1021b394cd1eSFedor Uporov 		ext4_ext_drop_refs(path);
1022cd3acfe7SFedor Uporov 		error = ext4_ext_find_extent(ip, le32toh(newext->e_blk), &path);
1023b394cd1eSFedor Uporov 		if (error)
1024b394cd1eSFedor Uporov 			goto out;
1025b394cd1eSFedor Uporov 
1026b394cd1eSFedor Uporov 		/* Check and split tree if required. */
1027b394cd1eSFedor Uporov 		depth = ext4_ext_inode_depth(ip);
1028cd3acfe7SFedor Uporov 		if (le16toh(path[depth].ep_header->eh_ecount) ==
1029cd3acfe7SFedor Uporov 		    le16toh(path[depth].ep_header->eh_max))
1030b394cd1eSFedor Uporov 			goto repeat;
1031b394cd1eSFedor Uporov 	}
1032b394cd1eSFedor Uporov 
1033b394cd1eSFedor Uporov out:
1034b394cd1eSFedor Uporov 	return (error);
1035b394cd1eSFedor Uporov }
1036b394cd1eSFedor Uporov 
1037b394cd1eSFedor Uporov static int
1038b394cd1eSFedor Uporov ext4_ext_correct_indexes(struct inode *ip, struct ext4_extent_path *path)
1039b394cd1eSFedor Uporov {
1040b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
1041b394cd1eSFedor Uporov 	struct ext4_extent *ex;
1042b394cd1eSFedor Uporov 	int32_t border;
1043b394cd1eSFedor Uporov 	int depth, k;
1044b394cd1eSFedor Uporov 
1045b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1046b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1047b394cd1eSFedor Uporov 	ex = path[depth].ep_ext;
1048b394cd1eSFedor Uporov 
1049b394cd1eSFedor Uporov 	if (ex == NULL || eh == NULL)
1050b394cd1eSFedor Uporov 		return (EIO);
1051b394cd1eSFedor Uporov 
1052b394cd1eSFedor Uporov 	if (!depth)
1053b394cd1eSFedor Uporov 		return (0);
1054b394cd1eSFedor Uporov 
1055b394cd1eSFedor Uporov 	/* We will correct tree if first leaf got modified only. */
1056b394cd1eSFedor Uporov 	if (ex != EXT_FIRST_EXTENT(eh))
1057b394cd1eSFedor Uporov 		return (0);
1058b394cd1eSFedor Uporov 
1059b394cd1eSFedor Uporov 	k = depth - 1;
1060cd3acfe7SFedor Uporov 	border = le32toh(path[depth].ep_ext->e_blk);
1061cd3acfe7SFedor Uporov 	path[k].ep_index->ei_blk = htole32(border);
1062b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, path + k);
1063b394cd1eSFedor Uporov 	while (k--) {
1064b394cd1eSFedor Uporov 		/* Change all left-side indexes. */
1065b394cd1eSFedor Uporov 		if (path[k+1].ep_index != EXT_FIRST_INDEX(path[k+1].ep_header))
1066b394cd1eSFedor Uporov 			break;
1067b394cd1eSFedor Uporov 
1068cd3acfe7SFedor Uporov 		path[k].ep_index->ei_blk = htole32(border);
1069b394cd1eSFedor Uporov 		ext4_ext_dirty(ip, path + k);
1070b394cd1eSFedor Uporov 	}
1071b394cd1eSFedor Uporov 
1072b394cd1eSFedor Uporov 	return (0);
1073b394cd1eSFedor Uporov }
1074b394cd1eSFedor Uporov 
1075b394cd1eSFedor Uporov static int
1076b394cd1eSFedor Uporov ext4_ext_insert_extent(struct inode *ip, struct ext4_extent_path *path,
1077b394cd1eSFedor Uporov     struct ext4_extent *newext)
1078b394cd1eSFedor Uporov {
1079b394cd1eSFedor Uporov 	struct ext4_extent_header * eh;
1080b394cd1eSFedor Uporov 	struct ext4_extent *ex, *nex, *nearex;
1081b394cd1eSFedor Uporov 	struct ext4_extent_path *npath;
1082b394cd1eSFedor Uporov 	int depth, len, error, next;
1083b394cd1eSFedor Uporov 
1084b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1085b394cd1eSFedor Uporov 	ex = path[depth].ep_ext;
1086b394cd1eSFedor Uporov 	npath = NULL;
1087b394cd1eSFedor Uporov 
1088cd3acfe7SFedor Uporov 	if (htole16(newext->e_len) == 0 || path[depth].ep_header == NULL)
1089b394cd1eSFedor Uporov 		return (EINVAL);
1090b394cd1eSFedor Uporov 
1091b394cd1eSFedor Uporov 	/* Insert block into found extent. */
1092b394cd1eSFedor Uporov 	if (ex && ext4_can_extents_be_merged(ex, newext)) {
1093cd3acfe7SFedor Uporov 		ex->e_len = htole16(le16toh(ex->e_len) + le16toh(newext->e_len));
1094b394cd1eSFedor Uporov 		eh = path[depth].ep_header;
1095b394cd1eSFedor Uporov 		nearex = ex;
1096b394cd1eSFedor Uporov 		goto merge;
1097b394cd1eSFedor Uporov 	}
1098b394cd1eSFedor Uporov 
1099b394cd1eSFedor Uporov repeat:
1100b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1101b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1102cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max))
1103b394cd1eSFedor Uporov 		goto has_space;
1104b394cd1eSFedor Uporov 
1105b394cd1eSFedor Uporov 	/* Try next leaf */
1106b394cd1eSFedor Uporov 	nex = EXT_LAST_EXTENT(eh);
1107b394cd1eSFedor Uporov 	next = ext4_ext_next_leaf_block(ip, path);
1108cd3acfe7SFedor Uporov 	if (le32toh(newext->e_blk) > le32toh(nex->e_blk) && next !=
1109cd3acfe7SFedor Uporov 	    EXT4_MAX_BLOCKS) {
1110b394cd1eSFedor Uporov 		KASSERT(npath == NULL,
1111b394cd1eSFedor Uporov 		    ("ext4_ext_insert_extent: bad path"));
1112b394cd1eSFedor Uporov 
1113b394cd1eSFedor Uporov 		error = ext4_ext_find_extent(ip, next, &npath);
1114b394cd1eSFedor Uporov 		if (error)
1115b394cd1eSFedor Uporov 			goto cleanup;
1116b394cd1eSFedor Uporov 
1117b394cd1eSFedor Uporov 		if (npath->ep_depth != path->ep_depth) {
1118b394cd1eSFedor Uporov 			error = EIO;
1119b394cd1eSFedor Uporov 			goto cleanup;
1120b394cd1eSFedor Uporov 		}
1121b394cd1eSFedor Uporov 
1122b394cd1eSFedor Uporov 		eh = npath[depth].ep_header;
1123cd3acfe7SFedor Uporov 		if (le16toh(eh->eh_ecount) < le16toh(eh->eh_max)) {
1124b394cd1eSFedor Uporov 			path = npath;
1125b394cd1eSFedor Uporov 			goto repeat;
1126b394cd1eSFedor Uporov 		}
1127b394cd1eSFedor Uporov 	}
1128b394cd1eSFedor Uporov 
1129b394cd1eSFedor Uporov 	/*
1130b394cd1eSFedor Uporov 	 * There is no free space in the found leaf,
1131b394cd1eSFedor Uporov 	 * try to add a new leaf to the tree.
1132b394cd1eSFedor Uporov 	 */
1133b394cd1eSFedor Uporov 	error = ext4_ext_create_new_leaf(ip, path, newext);
1134b394cd1eSFedor Uporov 	if (error)
1135b394cd1eSFedor Uporov 		goto cleanup;
1136b394cd1eSFedor Uporov 
1137b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1138b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1139b394cd1eSFedor Uporov 
1140b394cd1eSFedor Uporov has_space:
1141b394cd1eSFedor Uporov 	nearex = path[depth].ep_ext;
1142b394cd1eSFedor Uporov 	if (!nearex) {
1143b394cd1eSFedor Uporov 		/* Create new extent in the leaf. */
1144b394cd1eSFedor Uporov 		path[depth].ep_ext = EXT_FIRST_EXTENT(eh);
1145cd3acfe7SFedor Uporov 	} else if (le32toh(newext->e_blk) > le32toh(nearex->e_blk)) {
1146b394cd1eSFedor Uporov 		if (nearex != EXT_LAST_EXTENT(eh)) {
1147b394cd1eSFedor Uporov 			len = EXT_MAX_EXTENT(eh) - nearex;
1148b394cd1eSFedor Uporov 			len = (len - 1) * sizeof(struct ext4_extent);
1149b394cd1eSFedor Uporov 			len = len < 0 ? 0 : len;
1150b394cd1eSFedor Uporov 			memmove(nearex + 2, nearex + 1, len);
1151b394cd1eSFedor Uporov 		}
1152b394cd1eSFedor Uporov 		path[depth].ep_ext = nearex + 1;
1153b394cd1eSFedor Uporov 	} else {
1154b394cd1eSFedor Uporov 		len = (EXT_MAX_EXTENT(eh) - nearex) * sizeof(struct ext4_extent);
1155b394cd1eSFedor Uporov 		len = len < 0 ? 0 : len;
1156b394cd1eSFedor Uporov 		memmove(nearex + 1, nearex, len);
1157b394cd1eSFedor Uporov 		path[depth].ep_ext = nearex;
1158b394cd1eSFedor Uporov 	}
1159b394cd1eSFedor Uporov 
1160cd3acfe7SFedor Uporov 	eh->eh_ecount = htole16(le16toh(eh->eh_ecount) + 1);
1161b394cd1eSFedor Uporov 	nearex = path[depth].ep_ext;
1162b394cd1eSFedor Uporov 	nearex->e_blk = newext->e_blk;
1163b394cd1eSFedor Uporov 	nearex->e_start_lo = newext->e_start_lo;
1164b394cd1eSFedor Uporov 	nearex->e_start_hi = newext->e_start_hi;
1165b394cd1eSFedor Uporov 	nearex->e_len = newext->e_len;
1166b394cd1eSFedor Uporov 
1167b394cd1eSFedor Uporov merge:
1168b394cd1eSFedor Uporov 	/* Try to merge extents to the right. */
1169b394cd1eSFedor Uporov 	while (nearex < EXT_LAST_EXTENT(eh)) {
1170b394cd1eSFedor Uporov 		if (!ext4_can_extents_be_merged(nearex, nearex + 1))
1171b394cd1eSFedor Uporov 			break;
1172b394cd1eSFedor Uporov 
1173b394cd1eSFedor Uporov 		/* Merge with next extent. */
1174cd3acfe7SFedor Uporov 		nearex->e_len = htole16(le16toh(nearex->e_len) +
1175cd3acfe7SFedor Uporov 		    le16toh(nearex[1].e_len));
1176b394cd1eSFedor Uporov 		if (nearex + 1 < EXT_LAST_EXTENT(eh)) {
1177b394cd1eSFedor Uporov 			len = (EXT_LAST_EXTENT(eh) - nearex - 1) *
1178b394cd1eSFedor Uporov 			    sizeof(struct ext4_extent);
1179b394cd1eSFedor Uporov 			memmove(nearex + 1, nearex + 2, len);
1180b394cd1eSFedor Uporov 		}
1181b394cd1eSFedor Uporov 
1182cd3acfe7SFedor Uporov 		eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1);
1183cd3acfe7SFedor Uporov 		KASSERT(le16toh(eh->eh_ecount) != 0,
1184b394cd1eSFedor Uporov 		    ("ext4_ext_insert_extent: bad ecount"));
1185b394cd1eSFedor Uporov 	}
1186b394cd1eSFedor Uporov 
1187b394cd1eSFedor Uporov 	/*
1188b394cd1eSFedor Uporov 	 * Try to merge extents to the left,
1189b394cd1eSFedor Uporov 	 * start from inexes correction.
1190b394cd1eSFedor Uporov 	 */
1191b394cd1eSFedor Uporov 	error = ext4_ext_correct_indexes(ip, path);
1192b394cd1eSFedor Uporov 	if (error)
1193b394cd1eSFedor Uporov 		goto cleanup;
1194b394cd1eSFedor Uporov 
1195b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, path + depth);
1196b394cd1eSFedor Uporov 
1197b394cd1eSFedor Uporov cleanup:
1198b394cd1eSFedor Uporov 	if (npath) {
1199b394cd1eSFedor Uporov 		ext4_ext_drop_refs(npath);
1200b394cd1eSFedor Uporov 		free(npath, M_EXT2EXTENTS);
1201b394cd1eSFedor Uporov 	}
1202b394cd1eSFedor Uporov 
1203b394cd1eSFedor Uporov 	ip->i_ext_cache.ec_type = EXT4_EXT_CACHE_NO;
1204b394cd1eSFedor Uporov 	return (error);
1205b394cd1eSFedor Uporov }
1206b394cd1eSFedor Uporov 
1207b394cd1eSFedor Uporov static e4fs_daddr_t
1208b394cd1eSFedor Uporov ext4_new_blocks(struct inode *ip, daddr_t lbn, e4fs_daddr_t pref,
1209b394cd1eSFedor Uporov     struct ucred *cred, unsigned long *count, int *perror)
1210b394cd1eSFedor Uporov {
1211b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
1212b394cd1eSFedor Uporov 	e4fs_daddr_t newblk;
1213b394cd1eSFedor Uporov 
1214b394cd1eSFedor Uporov 	/*
1215b394cd1eSFedor Uporov 	 * We will allocate only single block for now.
1216b394cd1eSFedor Uporov 	 */
1217b394cd1eSFedor Uporov 	if (*count > 1)
1218b394cd1eSFedor Uporov 		return (0);
1219b394cd1eSFedor Uporov 
1220f86f5cd4SPedro F. Giffuni 	fs = ip->i_e2fs;
1221b394cd1eSFedor Uporov 	EXT2_LOCK(ip->i_ump);
1222b394cd1eSFedor Uporov 	*perror = ext2_alloc(ip, lbn, pref, (int)fs->e2fs_bsize, cred, &newblk);
1223b394cd1eSFedor Uporov 	if (*perror)
1224b394cd1eSFedor Uporov 		return (0);
1225b394cd1eSFedor Uporov 
1226b394cd1eSFedor Uporov 	if (newblk) {
1227b394cd1eSFedor Uporov 		ip->i_flag |= IN_CHANGE | IN_UPDATE;
1228b394cd1eSFedor Uporov 		ext2_update(ip->i_vnode, 1);
1229b394cd1eSFedor Uporov 	}
1230b394cd1eSFedor Uporov 
1231b394cd1eSFedor Uporov 	return (newblk);
1232b394cd1eSFedor Uporov }
1233b394cd1eSFedor Uporov 
1234b394cd1eSFedor Uporov int
1235b394cd1eSFedor Uporov ext4_ext_get_blocks(struct inode *ip, e4fs_daddr_t iblk,
1236b394cd1eSFedor Uporov     unsigned long max_blocks, struct ucred *cred, struct buf **bpp,
12373acd9182SFedor Uporov     int *pallocated, daddr_t *nb)
1238b394cd1eSFedor Uporov {
1239b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
1240b394cd1eSFedor Uporov 	struct buf *bp = NULL;
1241b394cd1eSFedor Uporov 	struct ext4_extent_path *path;
1242b394cd1eSFedor Uporov 	struct ext4_extent newex, *ex;
1243b394cd1eSFedor Uporov 	e4fs_daddr_t bpref, newblk = 0;
1244b394cd1eSFedor Uporov 	unsigned long allocated = 0;
1245b394cd1eSFedor Uporov 	int error = 0, depth;
1246b394cd1eSFedor Uporov 
1247b394cd1eSFedor Uporov 	if(bpp)
1248b394cd1eSFedor Uporov 		*bpp = NULL;
1249f86f5cd4SPedro F. Giffuni 	*pallocated = 0;
1250b394cd1eSFedor Uporov 
1251b394cd1eSFedor Uporov 	/* Check cache. */
1252f86f5cd4SPedro F. Giffuni 	path = NULL;
1253b394cd1eSFedor Uporov 	if ((bpref = ext4_ext_in_cache(ip, iblk, &newex))) {
1254b394cd1eSFedor Uporov 		if (bpref == EXT4_EXT_CACHE_IN) {
1255b394cd1eSFedor Uporov 			/* Block is already allocated. */
1256cd3acfe7SFedor Uporov 			newblk = iblk - le32toh(newex.e_blk) +
1257b394cd1eSFedor Uporov 			    ext4_ext_extent_pblock(&newex);
1258cd3acfe7SFedor Uporov 			allocated = le16toh(newex.e_len) - (iblk - le32toh(newex.e_blk));
1259b394cd1eSFedor Uporov 			goto out;
1260b394cd1eSFedor Uporov 		} else {
1261b394cd1eSFedor Uporov 			error = EIO;
1262b394cd1eSFedor Uporov 			goto out2;
1263b394cd1eSFedor Uporov 		}
1264b394cd1eSFedor Uporov 	}
1265b394cd1eSFedor Uporov 
1266b394cd1eSFedor Uporov 	error = ext4_ext_find_extent(ip, iblk, &path);
1267b394cd1eSFedor Uporov 	if (error) {
1268b394cd1eSFedor Uporov 		goto out2;
1269b394cd1eSFedor Uporov 	}
1270b394cd1eSFedor Uporov 
1271b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1272b394cd1eSFedor Uporov 	if (path[depth].ep_ext == NULL && depth != 0) {
1273b394cd1eSFedor Uporov 		error = EIO;
1274b394cd1eSFedor Uporov 		goto out2;
1275b394cd1eSFedor Uporov 	}
1276b394cd1eSFedor Uporov 
1277b394cd1eSFedor Uporov 	if ((ex = path[depth].ep_ext)) {
1278cd3acfe7SFedor Uporov 		uint64_t lblk = le32toh(ex->e_blk);
1279cd3acfe7SFedor Uporov 		uint16_t e_len  = le16toh(ex->e_len);
1280b394cd1eSFedor Uporov 		e4fs_daddr_t e_start = ext4_ext_extent_pblock(ex);
1281b394cd1eSFedor Uporov 
1282b394cd1eSFedor Uporov 		if (e_len > EXT4_MAX_LEN)
1283b394cd1eSFedor Uporov 			goto out2;
1284b394cd1eSFedor Uporov 
1285b394cd1eSFedor Uporov 		/* If we found extent covers block, simply return it. */
1286b394cd1eSFedor Uporov 		if (iblk >= lblk && iblk < lblk + e_len) {
1287b394cd1eSFedor Uporov 			newblk = iblk - lblk + e_start;
1288b394cd1eSFedor Uporov 			allocated = e_len - (iblk - lblk);
1289b394cd1eSFedor Uporov 			ext4_ext_put_in_cache(ip, lblk, e_len,
1290b394cd1eSFedor Uporov 			    e_start, EXT4_EXT_CACHE_IN);
1291b394cd1eSFedor Uporov 			goto out;
1292b394cd1eSFedor Uporov 		}
1293b394cd1eSFedor Uporov 	}
1294b394cd1eSFedor Uporov 
1295b394cd1eSFedor Uporov 	/* Allocate the new block. */
1296b394cd1eSFedor Uporov 	if (S_ISREG(ip->i_mode) && (!ip->i_next_alloc_block)) {
1297b394cd1eSFedor Uporov 		ip->i_next_alloc_goal = 0;
1298b394cd1eSFedor Uporov 	}
1299b394cd1eSFedor Uporov 
1300b394cd1eSFedor Uporov 	bpref = ext4_ext_blkpref(ip, path, iblk);
1301b394cd1eSFedor Uporov 	allocated = max_blocks;
1302b394cd1eSFedor Uporov 	newblk = ext4_new_blocks(ip, iblk, bpref, cred, &allocated, &error);
1303b394cd1eSFedor Uporov 	if (!newblk)
1304b394cd1eSFedor Uporov 		goto out2;
1305b394cd1eSFedor Uporov 
1306b394cd1eSFedor Uporov 	/* Try to insert new extent into found leaf and return. */
1307cd3acfe7SFedor Uporov 	newex.e_blk = htole32(iblk);
1308b394cd1eSFedor Uporov 	ext4_ext_store_pblock(&newex, newblk);
1309cd3acfe7SFedor Uporov 	newex.e_len = htole16(allocated);
1310b394cd1eSFedor Uporov 	error = ext4_ext_insert_extent(ip, path, &newex);
1311b394cd1eSFedor Uporov 	if (error)
1312b394cd1eSFedor Uporov 		goto out2;
1313b394cd1eSFedor Uporov 
1314b394cd1eSFedor Uporov 	newblk = ext4_ext_extent_pblock(&newex);
1315b394cd1eSFedor Uporov 	ext4_ext_put_in_cache(ip, iblk, allocated, newblk, EXT4_EXT_CACHE_IN);
1316b394cd1eSFedor Uporov 	*pallocated = 1;
1317b394cd1eSFedor Uporov 
1318b394cd1eSFedor Uporov out:
1319b394cd1eSFedor Uporov 	if (allocated > max_blocks)
1320b394cd1eSFedor Uporov 		allocated = max_blocks;
1321b394cd1eSFedor Uporov 
1322b394cd1eSFedor Uporov 	if (bpp)
1323b394cd1eSFedor Uporov 	{
1324f86f5cd4SPedro F. Giffuni 		fs = ip->i_e2fs;
1325b394cd1eSFedor Uporov 		error = bread(ip->i_devvp, fsbtodb(fs, newblk),
1326b394cd1eSFedor Uporov 		    fs->e2fs_bsize, cred, &bp);
1327b394cd1eSFedor Uporov 		if (error) {
1328b394cd1eSFedor Uporov 			brelse(bp);
1329b394cd1eSFedor Uporov 		} else {
1330b394cd1eSFedor Uporov 			*bpp = bp;
1331b394cd1eSFedor Uporov 		}
1332b394cd1eSFedor Uporov 	}
1333b394cd1eSFedor Uporov 
1334b394cd1eSFedor Uporov out2:
1335b394cd1eSFedor Uporov 	if (path) {
1336b394cd1eSFedor Uporov 		ext4_ext_drop_refs(path);
1337b394cd1eSFedor Uporov 		free(path, M_EXT2EXTENTS);
1338b394cd1eSFedor Uporov 	}
1339b394cd1eSFedor Uporov 
1340b394cd1eSFedor Uporov 	if (nb)
1341b394cd1eSFedor Uporov 		*nb = newblk;
1342b394cd1eSFedor Uporov 
1343b394cd1eSFedor Uporov 	return (error);
1344b394cd1eSFedor Uporov }
1345b394cd1eSFedor Uporov 
1346b394cd1eSFedor Uporov static inline uint16_t
1347b394cd1eSFedor Uporov ext4_ext_get_actual_len(struct ext4_extent *ext)
1348b394cd1eSFedor Uporov {
1349b394cd1eSFedor Uporov 
1350cd3acfe7SFedor Uporov 	return (le16toh(ext->e_len) <= EXT_INIT_MAX_LEN ?
1351cd3acfe7SFedor Uporov 	    le16toh(ext->e_len) : (le16toh(ext->e_len) - EXT_INIT_MAX_LEN));
1352b394cd1eSFedor Uporov }
1353b394cd1eSFedor Uporov 
1354b394cd1eSFedor Uporov static inline struct ext4_extent_header *
1355b394cd1eSFedor Uporov ext4_ext_header(struct inode *ip)
1356b394cd1eSFedor Uporov {
1357b394cd1eSFedor Uporov 
1358f86f5cd4SPedro F. Giffuni 	return ((struct ext4_extent_header *)ip->i_db);
1359b394cd1eSFedor Uporov }
1360b394cd1eSFedor Uporov 
1361b394cd1eSFedor Uporov static int
1362b394cd1eSFedor Uporov ext4_remove_blocks(struct inode *ip, struct ext4_extent *ex,
1363b394cd1eSFedor Uporov     unsigned long from, unsigned long to)
1364b394cd1eSFedor Uporov {
1365b394cd1eSFedor Uporov 	unsigned long num, start;
1366b394cd1eSFedor Uporov 
1367cd3acfe7SFedor Uporov 	if (from >= le32toh(ex->e_blk) &&
1368cd3acfe7SFedor Uporov 	    to == le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - 1) {
1369b394cd1eSFedor Uporov 		/* Tail cleanup. */
1370cd3acfe7SFedor Uporov 		num = le32toh(ex->e_blk) + ext4_ext_get_actual_len(ex) - from;
1371b394cd1eSFedor Uporov 		start = ext4_ext_extent_pblock(ex) +
1372b394cd1eSFedor Uporov 		    ext4_ext_get_actual_len(ex) - num;
1373b394cd1eSFedor Uporov 		ext4_ext_blkfree(ip, start, num, 0);
1374b394cd1eSFedor Uporov 	}
1375b394cd1eSFedor Uporov 
1376b394cd1eSFedor Uporov 	return (0);
1377b394cd1eSFedor Uporov }
1378b394cd1eSFedor Uporov 
1379b394cd1eSFedor Uporov static int
1380b394cd1eSFedor Uporov ext4_ext_rm_index(struct inode *ip, struct ext4_extent_path *path)
1381b394cd1eSFedor Uporov {
1382b394cd1eSFedor Uporov 	e4fs_daddr_t leaf;
1383b394cd1eSFedor Uporov 
1384b394cd1eSFedor Uporov 	/* Free index block. */
1385b394cd1eSFedor Uporov 	path--;
1386b394cd1eSFedor Uporov 	leaf = ext4_ext_index_pblock(path->ep_index);
1387b394cd1eSFedor Uporov 	KASSERT(path->ep_header->eh_ecount != 0,
1388b394cd1eSFedor Uporov 	    ("ext4_ext_rm_index: bad ecount"));
1389cd3acfe7SFedor Uporov 	path->ep_header->eh_ecount =
1390cd3acfe7SFedor Uporov 	    htole16(le16toh(path->ep_header->eh_ecount) - 1);
1391b394cd1eSFedor Uporov 	ext4_ext_dirty(ip, path);
1392b394cd1eSFedor Uporov 	ext4_ext_blkfree(ip, leaf, 1, 0);
1393b394cd1eSFedor Uporov 	return (0);
1394b394cd1eSFedor Uporov }
1395b394cd1eSFedor Uporov 
1396b394cd1eSFedor Uporov static int
1397b394cd1eSFedor Uporov ext4_ext_rm_leaf(struct inode *ip, struct ext4_extent_path *path,
1398b394cd1eSFedor Uporov     uint64_t start)
1399b394cd1eSFedor Uporov {
1400b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
1401f86f5cd4SPedro F. Giffuni 	struct ext4_extent *ex;
1402b394cd1eSFedor Uporov 	unsigned int a, b, block, num;
1403b394cd1eSFedor Uporov 	unsigned long ex_blk;
1404b394cd1eSFedor Uporov 	unsigned short ex_len;
1405f86f5cd4SPedro F. Giffuni 	int depth;
1406b394cd1eSFedor Uporov 	int error, correct_index;
1407b394cd1eSFedor Uporov 
1408b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1409b394cd1eSFedor Uporov 	if (!path[depth].ep_header) {
1410b394cd1eSFedor Uporov 		if (path[depth].ep_data == NULL)
1411b394cd1eSFedor Uporov 			return (EINVAL);
1412b394cd1eSFedor Uporov 		path[depth].ep_header =
1413b394cd1eSFedor Uporov 		    (struct ext4_extent_header* )path[depth].ep_data;
1414b394cd1eSFedor Uporov 	}
1415b394cd1eSFedor Uporov 
1416b394cd1eSFedor Uporov 	eh = path[depth].ep_header;
1417b394cd1eSFedor Uporov 	if (!eh) {
141884b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
1419f86f5cd4SPedro F. Giffuni 		    "bad header => extent corrupted");
1420b394cd1eSFedor Uporov 		return (EIO);
1421b394cd1eSFedor Uporov 	}
1422b394cd1eSFedor Uporov 
1423b394cd1eSFedor Uporov 	ex = EXT_LAST_EXTENT(eh);
1424cd3acfe7SFedor Uporov 	ex_blk = le32toh(ex->e_blk);
1425b394cd1eSFedor Uporov 	ex_len = ext4_ext_get_actual_len(ex);
1426b394cd1eSFedor Uporov 
1427f86f5cd4SPedro F. Giffuni 	error = 0;
1428f86f5cd4SPedro F. Giffuni 	correct_index = 0;
1429b394cd1eSFedor Uporov 	while (ex >= EXT_FIRST_EXTENT(eh) && ex_blk + ex_len > start) {
1430b394cd1eSFedor Uporov 		path[depth].ep_ext = ex;
1431b394cd1eSFedor Uporov 		a = ex_blk > start ? ex_blk : start;
1432b394cd1eSFedor Uporov 		b = (uint64_t)ex_blk + ex_len - 1 <
1433b394cd1eSFedor Uporov 		    EXT4_MAX_BLOCKS ? ex_blk + ex_len - 1 : EXT4_MAX_BLOCKS;
1434b394cd1eSFedor Uporov 
1435b394cd1eSFedor Uporov 		if (a != ex_blk && b != ex_blk + ex_len - 1)
1436b394cd1eSFedor Uporov 			return (EINVAL);
1437b394cd1eSFedor Uporov 		else if (a != ex_blk) {
1438b394cd1eSFedor Uporov 			/* Remove tail of the extent. */
1439b394cd1eSFedor Uporov 			block = ex_blk;
1440b394cd1eSFedor Uporov 			num = a - block;
1441b394cd1eSFedor Uporov 		} else if (b != ex_blk + ex_len - 1) {
1442b394cd1eSFedor Uporov 			/* Remove head of the extent, not implemented. */
1443b394cd1eSFedor Uporov 			return (EINVAL);
1444b394cd1eSFedor Uporov 		} else {
1445b394cd1eSFedor Uporov 			/* Remove whole extent. */
1446b394cd1eSFedor Uporov 			block = ex_blk;
1447b394cd1eSFedor Uporov 			num = 0;
1448b394cd1eSFedor Uporov 		}
1449b394cd1eSFedor Uporov 
14503fcbb8c0SFedor Uporov 		if (ex == EXT_FIRST_EXTENT(eh))
1451b394cd1eSFedor Uporov 			correct_index = 1;
1452b394cd1eSFedor Uporov 
1453b394cd1eSFedor Uporov 		error = ext4_remove_blocks(ip, ex, a, b);
1454b394cd1eSFedor Uporov 		if (error)
1455b394cd1eSFedor Uporov 			goto out;
1456b394cd1eSFedor Uporov 
1457b394cd1eSFedor Uporov 		if (num == 0) {
1458b394cd1eSFedor Uporov 			ext4_ext_store_pblock(ex, 0);
1459cd3acfe7SFedor Uporov 			eh->eh_ecount = htole16(le16toh(eh->eh_ecount) - 1);
1460b394cd1eSFedor Uporov 		}
1461b394cd1eSFedor Uporov 
1462cd3acfe7SFedor Uporov 		ex->e_blk = htole32(block);
1463cd3acfe7SFedor Uporov 		ex->e_len = htole16(num);
1464b394cd1eSFedor Uporov 
1465b394cd1eSFedor Uporov 		ext4_ext_dirty(ip, path + depth);
1466b394cd1eSFedor Uporov 
1467b394cd1eSFedor Uporov 		ex--;
1468cd3acfe7SFedor Uporov 		ex_blk = htole32(ex->e_blk);
1469b394cd1eSFedor Uporov 		ex_len = ext4_ext_get_actual_len(ex);
1470b394cd1eSFedor Uporov 	};
1471b394cd1eSFedor Uporov 
1472cd3acfe7SFedor Uporov 	if (correct_index && le16toh(eh->eh_ecount))
1473b394cd1eSFedor Uporov 		error = ext4_ext_correct_indexes(ip, path);
1474b394cd1eSFedor Uporov 
1475b394cd1eSFedor Uporov 	/*
1476b394cd1eSFedor Uporov 	 * If this leaf is free, we should
1477b394cd1eSFedor Uporov 	 * remove it from index block above.
1478b394cd1eSFedor Uporov 	 */
1479cd3acfe7SFedor Uporov 	if (error == 0 && eh->eh_ecount == 0 &&
1480cd3acfe7SFedor Uporov 	    path[depth].ep_data != NULL)
1481b394cd1eSFedor Uporov 		error = ext4_ext_rm_index(ip, path + depth);
1482b394cd1eSFedor Uporov 
1483b394cd1eSFedor Uporov out:
1484b394cd1eSFedor Uporov 	return (error);
1485b394cd1eSFedor Uporov }
1486b394cd1eSFedor Uporov 
1487b394cd1eSFedor Uporov static struct buf *
1488b394cd1eSFedor Uporov ext4_read_extent_tree_block(struct inode *ip, e4fs_daddr_t pblk,
1489b394cd1eSFedor Uporov     int depth, int flags)
1490b394cd1eSFedor Uporov {
1491b394cd1eSFedor Uporov 	struct m_ext2fs *fs;
1492b394cd1eSFedor Uporov 	struct ext4_extent_header *eh;
1493b394cd1eSFedor Uporov 	struct buf *bp;
1494b394cd1eSFedor Uporov 	int error;
1495b394cd1eSFedor Uporov 
1496b394cd1eSFedor Uporov 	fs = ip->i_e2fs;
1497b394cd1eSFedor Uporov 	error = bread(ip->i_devvp, fsbtodb(fs, pblk),
1498b394cd1eSFedor Uporov 	    fs->e2fs_bsize, NOCRED, &bp);
1499b394cd1eSFedor Uporov 	if (error) {
1500d7511a40SPedro F. Giffuni 		return (NULL);
1501d7511a40SPedro F. Giffuni 	}
1502b394cd1eSFedor Uporov 
1503b394cd1eSFedor Uporov 	eh = ext4_ext_block_header(bp->b_data);
1504cd3acfe7SFedor Uporov 	if (le16toh(eh->eh_depth) != depth) {
150584b89556SFedor Uporov 		SDT_PROBE2(ext2fs, , trace, extents, 1,
150684b89556SFedor Uporov 		    "unexpected eh_depth");
1507b394cd1eSFedor Uporov 		goto err;
1508d7511a40SPedro F. Giffuni 	}
1509d7511a40SPedro F. Giffuni 
1510b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, eh);
1511b394cd1eSFedor Uporov 	if (error)
1512b394cd1eSFedor Uporov 		goto err;
1513d7511a40SPedro F. Giffuni 
1514b394cd1eSFedor Uporov 	return (bp);
1515b394cd1eSFedor Uporov 
1516b394cd1eSFedor Uporov err:
1517b394cd1eSFedor Uporov 	brelse(bp);
1518b394cd1eSFedor Uporov 	return (NULL);
1519b394cd1eSFedor Uporov 
1520b394cd1eSFedor Uporov }
1521b394cd1eSFedor Uporov 
1522b394cd1eSFedor Uporov static int inline
1523b394cd1eSFedor Uporov ext4_ext_more_to_rm(struct ext4_extent_path *path)
1524b394cd1eSFedor Uporov {
1525b394cd1eSFedor Uporov 
1526b394cd1eSFedor Uporov 	KASSERT(path->ep_index != NULL,
1527b394cd1eSFedor Uporov 	    ("ext4_ext_more_to_rm: bad index from path"));
1528b394cd1eSFedor Uporov 
1529b394cd1eSFedor Uporov 	if (path->ep_index < EXT_FIRST_INDEX(path->ep_header))
1530b394cd1eSFedor Uporov 		return (0);
1531b394cd1eSFedor Uporov 
1532cd3acfe7SFedor Uporov 	if (le16toh(path->ep_header->eh_ecount) == path->index_count)
1533b394cd1eSFedor Uporov 		return (0);
1534b394cd1eSFedor Uporov 
1535b394cd1eSFedor Uporov 	return (1);
1536b394cd1eSFedor Uporov }
1537b394cd1eSFedor Uporov 
1538b394cd1eSFedor Uporov int
1539b394cd1eSFedor Uporov ext4_ext_remove_space(struct inode *ip, off_t length, int flags,
1540b394cd1eSFedor Uporov     struct ucred *cred, struct thread *td)
1541b394cd1eSFedor Uporov {
1542b394cd1eSFedor Uporov 	struct buf *bp;
1543b394cd1eSFedor Uporov 	struct ext4_extent_header *ehp;
1544b394cd1eSFedor Uporov 	struct ext4_extent_path *path;
1545b394cd1eSFedor Uporov 	int depth;
1546b394cd1eSFedor Uporov 	int i, error;
1547b394cd1eSFedor Uporov 
1548b394cd1eSFedor Uporov 	ehp = (struct ext4_extent_header *)ip->i_db;
1549b394cd1eSFedor Uporov 	depth = ext4_ext_inode_depth(ip);
1550b394cd1eSFedor Uporov 
1551b394cd1eSFedor Uporov 	error = ext4_ext_check_header(ip, ehp);
1552b394cd1eSFedor Uporov 	if(error)
1553b394cd1eSFedor Uporov 		return (error);
1554b394cd1eSFedor Uporov 
1555b394cd1eSFedor Uporov 	path = malloc(sizeof(struct ext4_extent_path) * (depth + 1),
1556b394cd1eSFedor Uporov 	    M_EXT2EXTENTS, M_WAITOK | M_ZERO);
1557b394cd1eSFedor Uporov 	path[0].ep_header = ehp;
1558b394cd1eSFedor Uporov 	path[0].ep_depth = depth;
1559f86f5cd4SPedro F. Giffuni 	i = 0;
1560f86f5cd4SPedro F. Giffuni 	while (error == 0 && i >= 0) {
1561b394cd1eSFedor Uporov 		if (i == depth) {
1562b394cd1eSFedor Uporov 			/* This is leaf. */
1563b394cd1eSFedor Uporov 			error = ext4_ext_rm_leaf(ip, path, length);
1564b394cd1eSFedor Uporov 			if (error)
1565b394cd1eSFedor Uporov 				break;
1566b394cd1eSFedor Uporov 			free(path[i].ep_data, M_EXT2EXTENTS);
1567b394cd1eSFedor Uporov 			path[i].ep_data = NULL;
1568b394cd1eSFedor Uporov 			i--;
1569b394cd1eSFedor Uporov 			continue;
1570b394cd1eSFedor Uporov 		}
1571b394cd1eSFedor Uporov 
1572b394cd1eSFedor Uporov 		/* This is index. */
1573b394cd1eSFedor Uporov 		if (!path[i].ep_header)
1574b394cd1eSFedor Uporov 			path[i].ep_header =
1575b394cd1eSFedor Uporov 			    (struct ext4_extent_header *)path[i].ep_data;
1576b394cd1eSFedor Uporov 
1577b394cd1eSFedor Uporov 		if (!path[i].ep_index) {
1578b394cd1eSFedor Uporov 			/* This level hasn't touched yet. */
1579b394cd1eSFedor Uporov 			path[i].ep_index = EXT_LAST_INDEX(path[i].ep_header);
1580cd3acfe7SFedor Uporov 			path[i].index_count =
1581cd3acfe7SFedor Uporov 			    le16toh(path[i].ep_header->eh_ecount) + 1;
1582b394cd1eSFedor Uporov 		} else {
1583b394cd1eSFedor Uporov 			/* We've already was here, see at next index. */
1584b394cd1eSFedor Uporov 			path[i].ep_index--;
1585b394cd1eSFedor Uporov 		}
1586b394cd1eSFedor Uporov 
1587b394cd1eSFedor Uporov 		if (ext4_ext_more_to_rm(path + i)) {
1588b394cd1eSFedor Uporov 			memset(path + i + 1, 0, sizeof(*path));
1589b394cd1eSFedor Uporov 			bp = ext4_read_extent_tree_block(ip,
1590b394cd1eSFedor Uporov 			    ext4_ext_index_pblock(path[i].ep_index),
1591b394cd1eSFedor Uporov 			    path[0].ep_depth - (i + 1), 0);
1592b394cd1eSFedor Uporov 			if (!bp) {
1593b394cd1eSFedor Uporov 				error = EIO;
1594b394cd1eSFedor Uporov 				break;
1595b394cd1eSFedor Uporov 			}
1596b394cd1eSFedor Uporov 
1597b394cd1eSFedor Uporov 			ext4_ext_fill_path_bdata(&path[i+1], bp,
1598b394cd1eSFedor Uporov 			    ext4_ext_index_pblock(path[i].ep_index));
1599b394cd1eSFedor Uporov 			brelse(bp);
1600cd3acfe7SFedor Uporov 			path[i].index_count =
1601cd3acfe7SFedor Uporov 			    le16toh(path[i].ep_header->eh_ecount);
1602b394cd1eSFedor Uporov 			i++;
1603b394cd1eSFedor Uporov 		} else {
1604b394cd1eSFedor Uporov 			if (path[i].ep_header->eh_ecount == 0 && i > 0) {
1605b394cd1eSFedor Uporov 				/* Index is empty, remove it. */
1606b394cd1eSFedor Uporov 				error = ext4_ext_rm_index(ip, path + i);
1607b394cd1eSFedor Uporov 			}
1608b394cd1eSFedor Uporov 			free(path[i].ep_data, M_EXT2EXTENTS);
1609b394cd1eSFedor Uporov 			path[i].ep_data = NULL;
1610b394cd1eSFedor Uporov 			i--;
1611b394cd1eSFedor Uporov 		}
1612b394cd1eSFedor Uporov 	}
1613b394cd1eSFedor Uporov 
1614b394cd1eSFedor Uporov 	if (path->ep_header->eh_ecount == 0) {
1615b394cd1eSFedor Uporov 		/*
1616b394cd1eSFedor Uporov 		 * Truncate the tree to zero.
1617b394cd1eSFedor Uporov 		 */
1618b394cd1eSFedor Uporov 		 ext4_ext_header(ip)->eh_depth = 0;
1619cd3acfe7SFedor Uporov 		 ext4_ext_header(ip)->eh_max = htole16(ext4_ext_space_root(ip));
1620b394cd1eSFedor Uporov 		 ext4_ext_dirty(ip, path);
1621b394cd1eSFedor Uporov 	}
1622b394cd1eSFedor Uporov 
1623b394cd1eSFedor Uporov 	ext4_ext_drop_refs(path);
1624b394cd1eSFedor Uporov 	free(path, M_EXT2EXTENTS);
1625b394cd1eSFedor Uporov 
1626b394cd1eSFedor Uporov 	return (error);
1627d7511a40SPedro F. Giffuni }
1628