xref: /linux/fs/quota/quota_tree.c (revision d0e36a62bd4c60c09acc40e06ba4831a4d0bc75b)
109c434b8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2884d179dSJan Kara /*
3884d179dSJan Kara  *	vfsv0 quota IO operations on file
4884d179dSJan Kara  */
5884d179dSJan Kara 
6884d179dSJan Kara #include <linux/errno.h>
7884d179dSJan Kara #include <linux/fs.h>
8884d179dSJan Kara #include <linux/mount.h>
9884d179dSJan Kara #include <linux/dqblk_v2.h>
10884d179dSJan Kara #include <linux/kernel.h>
11884d179dSJan Kara #include <linux/init.h>
12884d179dSJan Kara #include <linux/module.h>
13884d179dSJan Kara #include <linux/slab.h>
14884d179dSJan Kara #include <linux/quotaops.h>
15884d179dSJan Kara 
16884d179dSJan Kara #include <asm/byteorder.h>
17884d179dSJan Kara 
18884d179dSJan Kara #include "quota_tree.h"
19884d179dSJan Kara 
20884d179dSJan Kara MODULE_AUTHOR("Jan Kara");
21884d179dSJan Kara MODULE_DESCRIPTION("Quota trie support");
22884d179dSJan Kara MODULE_LICENSE("GPL");
23884d179dSJan Kara 
24884d179dSJan Kara #define __QUOTA_QT_PARANOIA
25884d179dSJan Kara 
260066373dSJan Kara static int __get_index(struct qtree_mem_dqinfo *info, qid_t id, int depth)
27884d179dSJan Kara {
28884d179dSJan Kara 	unsigned int epb = info->dqi_usable_bs >> 2;
29884d179dSJan Kara 
30884d179dSJan Kara 	depth = info->dqi_qtree_depth - depth - 1;
31884d179dSJan Kara 	while (depth--)
32884d179dSJan Kara 		id /= epb;
33884d179dSJan Kara 	return id % epb;
34884d179dSJan Kara }
35884d179dSJan Kara 
360066373dSJan Kara static int get_index(struct qtree_mem_dqinfo *info, struct kqid qid, int depth)
370066373dSJan Kara {
380066373dSJan Kara 	qid_t id = from_kqid(&init_user_ns, qid);
390066373dSJan Kara 
400066373dSJan Kara 	return __get_index(info, id, depth);
410066373dSJan Kara }
420066373dSJan Kara 
43884d179dSJan Kara /* Number of entries in one blocks */
447a2435d8SJan Kara static int qtree_dqstr_in_blk(struct qtree_mem_dqinfo *info)
45884d179dSJan Kara {
46884d179dSJan Kara 	return (info->dqi_usable_bs - sizeof(struct qt_disk_dqdbheader))
47884d179dSJan Kara 	       / info->dqi_entry_size;
48884d179dSJan Kara }
49884d179dSJan Kara 
507a2435d8SJan Kara static ssize_t read_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf)
51884d179dSJan Kara {
52884d179dSJan Kara 	struct super_block *sb = info->dqi_sb;
53884d179dSJan Kara 
54884d179dSJan Kara 	memset(buf, 0, info->dqi_usable_bs);
55d26ac1a8SJan Kara 	return sb->s_op->quota_read(sb, info->dqi_type, buf,
5610f04d40SJan Kara 	       info->dqi_usable_bs, (loff_t)blk << info->dqi_blocksize_bits);
57884d179dSJan Kara }
58884d179dSJan Kara 
597a2435d8SJan Kara static ssize_t write_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf)
60884d179dSJan Kara {
61884d179dSJan Kara 	struct super_block *sb = info->dqi_sb;
621907131bSJiaying Zhang 	ssize_t ret;
63884d179dSJan Kara 
641907131bSJiaying Zhang 	ret = sb->s_op->quota_write(sb, info->dqi_type, buf,
6510f04d40SJan Kara 	       info->dqi_usable_bs, (loff_t)blk << info->dqi_blocksize_bits);
661907131bSJiaying Zhang 	if (ret != info->dqi_usable_bs) {
67fb5ffb0eSJiaying Zhang 		quota_error(sb, "dquota write failed");
681907131bSJiaying Zhang 		if (ret >= 0)
691907131bSJiaying Zhang 			ret = -EIO;
701907131bSJiaying Zhang 	}
711907131bSJiaying Zhang 	return ret;
72884d179dSJan Kara }
73884d179dSJan Kara 
74884d179dSJan Kara /* Remove empty block from list and return it */
75884d179dSJan Kara static int get_free_dqblk(struct qtree_mem_dqinfo *info)
76884d179dSJan Kara {
77ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
78884d179dSJan Kara 	struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
79884d179dSJan Kara 	int ret, blk;
80884d179dSJan Kara 
81884d179dSJan Kara 	if (!buf)
82884d179dSJan Kara 		return -ENOMEM;
83884d179dSJan Kara 	if (info->dqi_free_blk) {
84884d179dSJan Kara 		blk = info->dqi_free_blk;
85884d179dSJan Kara 		ret = read_blk(info, blk, buf);
86884d179dSJan Kara 		if (ret < 0)
87884d179dSJan Kara 			goto out_buf;
88884d179dSJan Kara 		info->dqi_free_blk = le32_to_cpu(dh->dqdh_next_free);
89884d179dSJan Kara 	}
90884d179dSJan Kara 	else {
91884d179dSJan Kara 		memset(buf, 0, info->dqi_usable_bs);
92884d179dSJan Kara 		/* Assure block allocation... */
93884d179dSJan Kara 		ret = write_blk(info, info->dqi_blocks, buf);
94884d179dSJan Kara 		if (ret < 0)
95884d179dSJan Kara 			goto out_buf;
96884d179dSJan Kara 		blk = info->dqi_blocks++;
97884d179dSJan Kara 	}
98884d179dSJan Kara 	mark_info_dirty(info->dqi_sb, info->dqi_type);
99884d179dSJan Kara 	ret = blk;
100884d179dSJan Kara out_buf:
101d26ac1a8SJan Kara 	kfree(buf);
102884d179dSJan Kara 	return ret;
103884d179dSJan Kara }
104884d179dSJan Kara 
105884d179dSJan Kara /* Insert empty block to the list */
106d26ac1a8SJan Kara static int put_free_dqblk(struct qtree_mem_dqinfo *info, char *buf, uint blk)
107884d179dSJan Kara {
108884d179dSJan Kara 	struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
109884d179dSJan Kara 	int err;
110884d179dSJan Kara 
111884d179dSJan Kara 	dh->dqdh_next_free = cpu_to_le32(info->dqi_free_blk);
112884d179dSJan Kara 	dh->dqdh_prev_free = cpu_to_le32(0);
113884d179dSJan Kara 	dh->dqdh_entries = cpu_to_le16(0);
114884d179dSJan Kara 	err = write_blk(info, blk, buf);
115884d179dSJan Kara 	if (err < 0)
116884d179dSJan Kara 		return err;
117884d179dSJan Kara 	info->dqi_free_blk = blk;
118884d179dSJan Kara 	mark_info_dirty(info->dqi_sb, info->dqi_type);
119884d179dSJan Kara 	return 0;
120884d179dSJan Kara }
121884d179dSJan Kara 
122884d179dSJan Kara /* Remove given block from the list of blocks with free entries */
123268157baSJan Kara static int remove_free_dqentry(struct qtree_mem_dqinfo *info, char *buf,
124268157baSJan Kara 			       uint blk)
125884d179dSJan Kara {
126ce1b06c5SZhen Lei 	char *tmpbuf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
127884d179dSJan Kara 	struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
128884d179dSJan Kara 	uint nextblk = le32_to_cpu(dh->dqdh_next_free);
129884d179dSJan Kara 	uint prevblk = le32_to_cpu(dh->dqdh_prev_free);
130884d179dSJan Kara 	int err;
131884d179dSJan Kara 
132884d179dSJan Kara 	if (!tmpbuf)
133884d179dSJan Kara 		return -ENOMEM;
134884d179dSJan Kara 	if (nextblk) {
135884d179dSJan Kara 		err = read_blk(info, nextblk, tmpbuf);
136884d179dSJan Kara 		if (err < 0)
137884d179dSJan Kara 			goto out_buf;
138884d179dSJan Kara 		((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free =
139884d179dSJan Kara 							dh->dqdh_prev_free;
140884d179dSJan Kara 		err = write_blk(info, nextblk, tmpbuf);
141884d179dSJan Kara 		if (err < 0)
142884d179dSJan Kara 			goto out_buf;
143884d179dSJan Kara 	}
144884d179dSJan Kara 	if (prevblk) {
145884d179dSJan Kara 		err = read_blk(info, prevblk, tmpbuf);
146884d179dSJan Kara 		if (err < 0)
147884d179dSJan Kara 			goto out_buf;
148884d179dSJan Kara 		((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_next_free =
149884d179dSJan Kara 							dh->dqdh_next_free;
150884d179dSJan Kara 		err = write_blk(info, prevblk, tmpbuf);
151884d179dSJan Kara 		if (err < 0)
152884d179dSJan Kara 			goto out_buf;
153884d179dSJan Kara 	} else {
154884d179dSJan Kara 		info->dqi_free_entry = nextblk;
155884d179dSJan Kara 		mark_info_dirty(info->dqi_sb, info->dqi_type);
156884d179dSJan Kara 	}
157d26ac1a8SJan Kara 	kfree(tmpbuf);
158884d179dSJan Kara 	dh->dqdh_next_free = dh->dqdh_prev_free = cpu_to_le32(0);
159884d179dSJan Kara 	/* No matter whether write succeeds block is out of list */
160884d179dSJan Kara 	if (write_blk(info, blk, buf) < 0)
161fb5ffb0eSJiaying Zhang 		quota_error(info->dqi_sb, "Can't write block (%u) "
162fb5ffb0eSJiaying Zhang 			    "with free entries", blk);
163884d179dSJan Kara 	return 0;
164884d179dSJan Kara out_buf:
165d26ac1a8SJan Kara 	kfree(tmpbuf);
166884d179dSJan Kara 	return err;
167884d179dSJan Kara }
168884d179dSJan Kara 
169884d179dSJan Kara /* Insert given block to the beginning of list with free entries */
170268157baSJan Kara static int insert_free_dqentry(struct qtree_mem_dqinfo *info, char *buf,
171268157baSJan Kara 			       uint blk)
172884d179dSJan Kara {
173ce1b06c5SZhen Lei 	char *tmpbuf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
174884d179dSJan Kara 	struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf;
175884d179dSJan Kara 	int err;
176884d179dSJan Kara 
177884d179dSJan Kara 	if (!tmpbuf)
178884d179dSJan Kara 		return -ENOMEM;
179884d179dSJan Kara 	dh->dqdh_next_free = cpu_to_le32(info->dqi_free_entry);
180884d179dSJan Kara 	dh->dqdh_prev_free = cpu_to_le32(0);
181884d179dSJan Kara 	err = write_blk(info, blk, buf);
182884d179dSJan Kara 	if (err < 0)
183884d179dSJan Kara 		goto out_buf;
184884d179dSJan Kara 	if (info->dqi_free_entry) {
185884d179dSJan Kara 		err = read_blk(info, info->dqi_free_entry, tmpbuf);
186884d179dSJan Kara 		if (err < 0)
187884d179dSJan Kara 			goto out_buf;
188884d179dSJan Kara 		((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free =
189884d179dSJan Kara 							cpu_to_le32(blk);
190884d179dSJan Kara 		err = write_blk(info, info->dqi_free_entry, tmpbuf);
191884d179dSJan Kara 		if (err < 0)
192884d179dSJan Kara 			goto out_buf;
193884d179dSJan Kara 	}
194d26ac1a8SJan Kara 	kfree(tmpbuf);
195884d179dSJan Kara 	info->dqi_free_entry = blk;
196884d179dSJan Kara 	mark_info_dirty(info->dqi_sb, info->dqi_type);
197884d179dSJan Kara 	return 0;
198884d179dSJan Kara out_buf:
199d26ac1a8SJan Kara 	kfree(tmpbuf);
200884d179dSJan Kara 	return err;
201884d179dSJan Kara }
202884d179dSJan Kara 
203884d179dSJan Kara /* Is the entry in the block free? */
204884d179dSJan Kara int qtree_entry_unused(struct qtree_mem_dqinfo *info, char *disk)
205884d179dSJan Kara {
206884d179dSJan Kara 	int i;
207884d179dSJan Kara 
208884d179dSJan Kara 	for (i = 0; i < info->dqi_entry_size; i++)
209884d179dSJan Kara 		if (disk[i])
210884d179dSJan Kara 			return 0;
211884d179dSJan Kara 	return 1;
212884d179dSJan Kara }
213884d179dSJan Kara EXPORT_SYMBOL(qtree_entry_unused);
214884d179dSJan Kara 
215884d179dSJan Kara /* Find space for dquot */
216884d179dSJan Kara static uint find_free_dqentry(struct qtree_mem_dqinfo *info,
217884d179dSJan Kara 			      struct dquot *dquot, int *err)
218884d179dSJan Kara {
219884d179dSJan Kara 	uint blk, i;
220884d179dSJan Kara 	struct qt_disk_dqdbheader *dh;
221ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
222884d179dSJan Kara 	char *ddquot;
223884d179dSJan Kara 
224884d179dSJan Kara 	*err = 0;
225884d179dSJan Kara 	if (!buf) {
226884d179dSJan Kara 		*err = -ENOMEM;
227884d179dSJan Kara 		return 0;
228884d179dSJan Kara 	}
229884d179dSJan Kara 	dh = (struct qt_disk_dqdbheader *)buf;
230884d179dSJan Kara 	if (info->dqi_free_entry) {
231884d179dSJan Kara 		blk = info->dqi_free_entry;
232884d179dSJan Kara 		*err = read_blk(info, blk, buf);
233884d179dSJan Kara 		if (*err < 0)
234884d179dSJan Kara 			goto out_buf;
235884d179dSJan Kara 	} else {
236884d179dSJan Kara 		blk = get_free_dqblk(info);
237884d179dSJan Kara 		if ((int)blk < 0) {
238884d179dSJan Kara 			*err = blk;
239d26ac1a8SJan Kara 			kfree(buf);
240884d179dSJan Kara 			return 0;
241884d179dSJan Kara 		}
242884d179dSJan Kara 		memset(buf, 0, info->dqi_usable_bs);
243268157baSJan Kara 		/* This is enough as the block is already zeroed and the entry
244268157baSJan Kara 		 * list is empty... */
245884d179dSJan Kara 		info->dqi_free_entry = blk;
2464c376dcaSEric W. Biederman 		mark_info_dirty(dquot->dq_sb, dquot->dq_id.type);
247884d179dSJan Kara 	}
248884d179dSJan Kara 	/* Block will be full? */
249884d179dSJan Kara 	if (le16_to_cpu(dh->dqdh_entries) + 1 >= qtree_dqstr_in_blk(info)) {
250884d179dSJan Kara 		*err = remove_free_dqentry(info, buf, blk);
251884d179dSJan Kara 		if (*err < 0) {
252fb5ffb0eSJiaying Zhang 			quota_error(dquot->dq_sb, "Can't remove block (%u) "
253fb5ffb0eSJiaying Zhang 				    "from entry free list", blk);
254884d179dSJan Kara 			goto out_buf;
255884d179dSJan Kara 		}
256884d179dSJan Kara 	}
257884d179dSJan Kara 	le16_add_cpu(&dh->dqdh_entries, 1);
258884d179dSJan Kara 	/* Find free structure in block */
259268157baSJan Kara 	ddquot = buf + sizeof(struct qt_disk_dqdbheader);
260268157baSJan Kara 	for (i = 0; i < qtree_dqstr_in_blk(info); i++) {
261268157baSJan Kara 		if (qtree_entry_unused(info, ddquot))
262268157baSJan Kara 			break;
263268157baSJan Kara 		ddquot += info->dqi_entry_size;
264268157baSJan Kara 	}
265884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA
266884d179dSJan Kara 	if (i == qtree_dqstr_in_blk(info)) {
267fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "Data block full but it shouldn't");
268884d179dSJan Kara 		*err = -EIO;
269884d179dSJan Kara 		goto out_buf;
270884d179dSJan Kara 	}
271884d179dSJan Kara #endif
272884d179dSJan Kara 	*err = write_blk(info, blk, buf);
273884d179dSJan Kara 	if (*err < 0) {
274fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "Can't write quota data block %u",
275fb5ffb0eSJiaying Zhang 			    blk);
276884d179dSJan Kara 		goto out_buf;
277884d179dSJan Kara 	}
27810f04d40SJan Kara 	dquot->dq_off = ((loff_t)blk << info->dqi_blocksize_bits) +
279884d179dSJan Kara 			sizeof(struct qt_disk_dqdbheader) +
280884d179dSJan Kara 			i * info->dqi_entry_size;
281d26ac1a8SJan Kara 	kfree(buf);
282884d179dSJan Kara 	return blk;
283884d179dSJan Kara out_buf:
284d26ac1a8SJan Kara 	kfree(buf);
285884d179dSJan Kara 	return 0;
286884d179dSJan Kara }
287884d179dSJan Kara 
288884d179dSJan Kara /* Insert reference to structure into the trie */
289884d179dSJan Kara static int do_insert_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot,
290884d179dSJan Kara 			  uint *treeblk, int depth)
291884d179dSJan Kara {
292ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
293884d179dSJan Kara 	int ret = 0, newson = 0, newact = 0;
294884d179dSJan Kara 	__le32 *ref;
295884d179dSJan Kara 	uint newblk;
296884d179dSJan Kara 
297884d179dSJan Kara 	if (!buf)
298884d179dSJan Kara 		return -ENOMEM;
299884d179dSJan Kara 	if (!*treeblk) {
300884d179dSJan Kara 		ret = get_free_dqblk(info);
301884d179dSJan Kara 		if (ret < 0)
302884d179dSJan Kara 			goto out_buf;
303884d179dSJan Kara 		*treeblk = ret;
304884d179dSJan Kara 		memset(buf, 0, info->dqi_usable_bs);
305884d179dSJan Kara 		newact = 1;
306884d179dSJan Kara 	} else {
307884d179dSJan Kara 		ret = read_blk(info, *treeblk, buf);
308884d179dSJan Kara 		if (ret < 0) {
309fb5ffb0eSJiaying Zhang 			quota_error(dquot->dq_sb, "Can't read tree quota "
310fb5ffb0eSJiaying Zhang 				    "block %u", *treeblk);
311884d179dSJan Kara 			goto out_buf;
312884d179dSJan Kara 		}
313884d179dSJan Kara 	}
314884d179dSJan Kara 	ref = (__le32 *)buf;
315884d179dSJan Kara 	newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]);
316884d179dSJan Kara 	if (!newblk)
317884d179dSJan Kara 		newson = 1;
318884d179dSJan Kara 	if (depth == info->dqi_qtree_depth - 1) {
319884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA
320884d179dSJan Kara 		if (newblk) {
321fb5ffb0eSJiaying Zhang 			quota_error(dquot->dq_sb, "Inserting already present "
322fb5ffb0eSJiaying Zhang 				    "quota entry (block %u)",
323884d179dSJan Kara 				    le32_to_cpu(ref[get_index(info,
324884d179dSJan Kara 						dquot->dq_id, depth)]));
325884d179dSJan Kara 			ret = -EIO;
326884d179dSJan Kara 			goto out_buf;
327884d179dSJan Kara 		}
328884d179dSJan Kara #endif
329884d179dSJan Kara 		newblk = find_free_dqentry(info, dquot, &ret);
330884d179dSJan Kara 	} else {
331884d179dSJan Kara 		ret = do_insert_tree(info, dquot, &newblk, depth+1);
332884d179dSJan Kara 	}
333884d179dSJan Kara 	if (newson && ret >= 0) {
334884d179dSJan Kara 		ref[get_index(info, dquot->dq_id, depth)] =
335884d179dSJan Kara 							cpu_to_le32(newblk);
336884d179dSJan Kara 		ret = write_blk(info, *treeblk, buf);
337884d179dSJan Kara 	} else if (newact && ret < 0) {
338884d179dSJan Kara 		put_free_dqblk(info, buf, *treeblk);
339884d179dSJan Kara 	}
340884d179dSJan Kara out_buf:
341d26ac1a8SJan Kara 	kfree(buf);
342884d179dSJan Kara 	return ret;
343884d179dSJan Kara }
344884d179dSJan Kara 
345884d179dSJan Kara /* Wrapper for inserting quota structure into tree */
346884d179dSJan Kara static inline int dq_insert_tree(struct qtree_mem_dqinfo *info,
347884d179dSJan Kara 				 struct dquot *dquot)
348884d179dSJan Kara {
349884d179dSJan Kara 	int tmp = QT_TREEOFF;
35069a25ee2SKonstantin Khlebnikov 
35169a25ee2SKonstantin Khlebnikov #ifdef __QUOTA_QT_PARANOIA
35269a25ee2SKonstantin Khlebnikov 	if (info->dqi_blocks <= QT_TREEOFF) {
35369a25ee2SKonstantin Khlebnikov 		quota_error(dquot->dq_sb, "Quota tree root isn't allocated!");
35469a25ee2SKonstantin Khlebnikov 		return -EIO;
35569a25ee2SKonstantin Khlebnikov 	}
35669a25ee2SKonstantin Khlebnikov #endif
357884d179dSJan Kara 	return do_insert_tree(info, dquot, &tmp, 0);
358884d179dSJan Kara }
359884d179dSJan Kara 
360884d179dSJan Kara /*
361268157baSJan Kara  * We don't have to be afraid of deadlocks as we never have quotas on quota
362268157baSJan Kara  * files...
363884d179dSJan Kara  */
364884d179dSJan Kara int qtree_write_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
365884d179dSJan Kara {
3664c376dcaSEric W. Biederman 	int type = dquot->dq_id.type;
367884d179dSJan Kara 	struct super_block *sb = dquot->dq_sb;
368884d179dSJan Kara 	ssize_t ret;
369ce1b06c5SZhen Lei 	char *ddquot = kmalloc(info->dqi_entry_size, GFP_NOFS);
370884d179dSJan Kara 
371884d179dSJan Kara 	if (!ddquot)
372884d179dSJan Kara 		return -ENOMEM;
373884d179dSJan Kara 
374bc8230eeSJan Kara 	/* dq_off is guarded by dqio_sem */
375884d179dSJan Kara 	if (!dquot->dq_off) {
376884d179dSJan Kara 		ret = dq_insert_tree(info, dquot);
377884d179dSJan Kara 		if (ret < 0) {
378fb5ffb0eSJiaying Zhang 			quota_error(sb, "Error %zd occurred while creating "
379fb5ffb0eSJiaying Zhang 				    "quota", ret);
380d26ac1a8SJan Kara 			kfree(ddquot);
381884d179dSJan Kara 			return ret;
382884d179dSJan Kara 		}
383884d179dSJan Kara 	}
3847b9ca4c6SJan Kara 	spin_lock(&dquot->dq_dqb_lock);
385884d179dSJan Kara 	info->dqi_ops->mem2disk_dqblk(ddquot, dquot);
3867b9ca4c6SJan Kara 	spin_unlock(&dquot->dq_dqb_lock);
387d26ac1a8SJan Kara 	ret = sb->s_op->quota_write(sb, type, ddquot, info->dqi_entry_size,
388d26ac1a8SJan Kara 				    dquot->dq_off);
389884d179dSJan Kara 	if (ret != info->dqi_entry_size) {
390fb5ffb0eSJiaying Zhang 		quota_error(sb, "dquota write failed");
391884d179dSJan Kara 		if (ret >= 0)
392884d179dSJan Kara 			ret = -ENOSPC;
393884d179dSJan Kara 	} else {
394884d179dSJan Kara 		ret = 0;
395884d179dSJan Kara 	}
396dde95888SDmitry Monakhov 	dqstats_inc(DQST_WRITES);
397d26ac1a8SJan Kara 	kfree(ddquot);
398884d179dSJan Kara 
399884d179dSJan Kara 	return ret;
400884d179dSJan Kara }
401884d179dSJan Kara EXPORT_SYMBOL(qtree_write_dquot);
402884d179dSJan Kara 
403884d179dSJan Kara /* Free dquot entry in data block */
404884d179dSJan Kara static int free_dqentry(struct qtree_mem_dqinfo *info, struct dquot *dquot,
405884d179dSJan Kara 			uint blk)
406884d179dSJan Kara {
407884d179dSJan Kara 	struct qt_disk_dqdbheader *dh;
408ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
409884d179dSJan Kara 	int ret = 0;
410884d179dSJan Kara 
411884d179dSJan Kara 	if (!buf)
412884d179dSJan Kara 		return -ENOMEM;
413884d179dSJan Kara 	if (dquot->dq_off >> info->dqi_blocksize_bits != blk) {
414fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "Quota structure has offset to "
415fb5ffb0eSJiaying Zhang 			"other block (%u) than it should (%u)", blk,
416884d179dSJan Kara 			(uint)(dquot->dq_off >> info->dqi_blocksize_bits));
417*d0e36a62SZhang Yi 		ret = -EIO;
418884d179dSJan Kara 		goto out_buf;
419884d179dSJan Kara 	}
420884d179dSJan Kara 	ret = read_blk(info, blk, buf);
421884d179dSJan Kara 	if (ret < 0) {
422fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "Can't read quota data block %u",
423fb5ffb0eSJiaying Zhang 			    blk);
424884d179dSJan Kara 		goto out_buf;
425884d179dSJan Kara 	}
426884d179dSJan Kara 	dh = (struct qt_disk_dqdbheader *)buf;
427884d179dSJan Kara 	le16_add_cpu(&dh->dqdh_entries, -1);
428884d179dSJan Kara 	if (!le16_to_cpu(dh->dqdh_entries)) {	/* Block got free? */
429884d179dSJan Kara 		ret = remove_free_dqentry(info, buf, blk);
430884d179dSJan Kara 		if (ret >= 0)
431884d179dSJan Kara 			ret = put_free_dqblk(info, buf, blk);
432884d179dSJan Kara 		if (ret < 0) {
433fb5ffb0eSJiaying Zhang 			quota_error(dquot->dq_sb, "Can't move quota data block "
434fb5ffb0eSJiaying Zhang 				    "(%u) to free list", blk);
435884d179dSJan Kara 			goto out_buf;
436884d179dSJan Kara 		}
437884d179dSJan Kara 	} else {
438884d179dSJan Kara 		memset(buf +
439884d179dSJan Kara 		       (dquot->dq_off & ((1 << info->dqi_blocksize_bits) - 1)),
440884d179dSJan Kara 		       0, info->dqi_entry_size);
441884d179dSJan Kara 		if (le16_to_cpu(dh->dqdh_entries) ==
442884d179dSJan Kara 		    qtree_dqstr_in_blk(info) - 1) {
443884d179dSJan Kara 			/* Insert will write block itself */
444884d179dSJan Kara 			ret = insert_free_dqentry(info, buf, blk);
445884d179dSJan Kara 			if (ret < 0) {
446fb5ffb0eSJiaying Zhang 				quota_error(dquot->dq_sb, "Can't insert quota "
447fb5ffb0eSJiaying Zhang 				    "data block (%u) to free entry list", blk);
448884d179dSJan Kara 				goto out_buf;
449884d179dSJan Kara 			}
450884d179dSJan Kara 		} else {
451884d179dSJan Kara 			ret = write_blk(info, blk, buf);
452884d179dSJan Kara 			if (ret < 0) {
453fb5ffb0eSJiaying Zhang 				quota_error(dquot->dq_sb, "Can't write quota "
454fb5ffb0eSJiaying Zhang 					    "data block %u", blk);
455884d179dSJan Kara 				goto out_buf;
456884d179dSJan Kara 			}
457884d179dSJan Kara 		}
458884d179dSJan Kara 	}
459884d179dSJan Kara 	dquot->dq_off = 0;	/* Quota is now unattached */
460884d179dSJan Kara out_buf:
461d26ac1a8SJan Kara 	kfree(buf);
462884d179dSJan Kara 	return ret;
463884d179dSJan Kara }
464884d179dSJan Kara 
465884d179dSJan Kara /* Remove reference to dquot from tree */
466884d179dSJan Kara static int remove_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot,
467884d179dSJan Kara 		       uint *blk, int depth)
468884d179dSJan Kara {
469ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
470884d179dSJan Kara 	int ret = 0;
471884d179dSJan Kara 	uint newblk;
472884d179dSJan Kara 	__le32 *ref = (__le32 *)buf;
473884d179dSJan Kara 
474884d179dSJan Kara 	if (!buf)
475884d179dSJan Kara 		return -ENOMEM;
476884d179dSJan Kara 	ret = read_blk(info, *blk, buf);
477884d179dSJan Kara 	if (ret < 0) {
478055adcbdSJoe Perches 		quota_error(dquot->dq_sb, "Can't read quota data block %u",
479055adcbdSJoe Perches 			    *blk);
480884d179dSJan Kara 		goto out_buf;
481884d179dSJan Kara 	}
482884d179dSJan Kara 	newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]);
4839bf3d203SZhang Yi 	if (newblk < QT_TREEOFF || newblk >= info->dqi_blocks) {
4849bf3d203SZhang Yi 		quota_error(dquot->dq_sb, "Getting block too big (%u >= %u)",
4859bf3d203SZhang Yi 			    newblk, info->dqi_blocks);
4869bf3d203SZhang Yi 		ret = -EUCLEAN;
4879bf3d203SZhang Yi 		goto out_buf;
4889bf3d203SZhang Yi 	}
4899bf3d203SZhang Yi 
490884d179dSJan Kara 	if (depth == info->dqi_qtree_depth - 1) {
491884d179dSJan Kara 		ret = free_dqentry(info, dquot, newblk);
492884d179dSJan Kara 		newblk = 0;
493884d179dSJan Kara 	} else {
494884d179dSJan Kara 		ret = remove_tree(info, dquot, &newblk, depth+1);
495884d179dSJan Kara 	}
496884d179dSJan Kara 	if (ret >= 0 && !newblk) {
497884d179dSJan Kara 		int i;
498884d179dSJan Kara 		ref[get_index(info, dquot->dq_id, depth)] = cpu_to_le32(0);
499884d179dSJan Kara 		/* Block got empty? */
500d26ac1a8SJan Kara 		for (i = 0; i < (info->dqi_usable_bs >> 2) && !ref[i]; i++)
501d26ac1a8SJan Kara 			;
502884d179dSJan Kara 		/* Don't put the root block into the free block list */
503884d179dSJan Kara 		if (i == (info->dqi_usable_bs >> 2)
504884d179dSJan Kara 		    && *blk != QT_TREEOFF) {
505884d179dSJan Kara 			put_free_dqblk(info, buf, *blk);
506884d179dSJan Kara 			*blk = 0;
507884d179dSJan Kara 		} else {
508884d179dSJan Kara 			ret = write_blk(info, *blk, buf);
509884d179dSJan Kara 			if (ret < 0)
510055adcbdSJoe Perches 				quota_error(dquot->dq_sb,
511055adcbdSJoe Perches 					    "Can't write quota tree block %u",
512055adcbdSJoe Perches 					    *blk);
513884d179dSJan Kara 		}
514884d179dSJan Kara 	}
515884d179dSJan Kara out_buf:
516d26ac1a8SJan Kara 	kfree(buf);
517884d179dSJan Kara 	return ret;
518884d179dSJan Kara }
519884d179dSJan Kara 
520884d179dSJan Kara /* Delete dquot from tree */
521884d179dSJan Kara int qtree_delete_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
522884d179dSJan Kara {
523884d179dSJan Kara 	uint tmp = QT_TREEOFF;
524884d179dSJan Kara 
525884d179dSJan Kara 	if (!dquot->dq_off)	/* Even not allocated? */
526884d179dSJan Kara 		return 0;
527884d179dSJan Kara 	return remove_tree(info, dquot, &tmp, 0);
528884d179dSJan Kara }
529884d179dSJan Kara EXPORT_SYMBOL(qtree_delete_dquot);
530884d179dSJan Kara 
531884d179dSJan Kara /* Find entry in block */
532884d179dSJan Kara static loff_t find_block_dqentry(struct qtree_mem_dqinfo *info,
533884d179dSJan Kara 				 struct dquot *dquot, uint blk)
534884d179dSJan Kara {
535ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
536884d179dSJan Kara 	loff_t ret = 0;
537884d179dSJan Kara 	int i;
538884d179dSJan Kara 	char *ddquot;
539884d179dSJan Kara 
540884d179dSJan Kara 	if (!buf)
541884d179dSJan Kara 		return -ENOMEM;
542884d179dSJan Kara 	ret = read_blk(info, blk, buf);
543884d179dSJan Kara 	if (ret < 0) {
544fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "Can't read quota tree "
545fb5ffb0eSJiaying Zhang 			    "block %u", blk);
546884d179dSJan Kara 		goto out_buf;
547884d179dSJan Kara 	}
548268157baSJan Kara 	ddquot = buf + sizeof(struct qt_disk_dqdbheader);
549268157baSJan Kara 	for (i = 0; i < qtree_dqstr_in_blk(info); i++) {
550268157baSJan Kara 		if (info->dqi_ops->is_id(ddquot, dquot))
551268157baSJan Kara 			break;
552268157baSJan Kara 		ddquot += info->dqi_entry_size;
553268157baSJan Kara 	}
554884d179dSJan Kara 	if (i == qtree_dqstr_in_blk(info)) {
5554c376dcaSEric W. Biederman 		quota_error(dquot->dq_sb,
5564c376dcaSEric W. Biederman 			    "Quota for id %u referenced but not present",
5574c376dcaSEric W. Biederman 			    from_kqid(&init_user_ns, dquot->dq_id));
558884d179dSJan Kara 		ret = -EIO;
559884d179dSJan Kara 		goto out_buf;
560884d179dSJan Kara 	} else {
56110f04d40SJan Kara 		ret = ((loff_t)blk << info->dqi_blocksize_bits) + sizeof(struct
562884d179dSJan Kara 		  qt_disk_dqdbheader) + i * info->dqi_entry_size;
563884d179dSJan Kara 	}
564884d179dSJan Kara out_buf:
565d26ac1a8SJan Kara 	kfree(buf);
566884d179dSJan Kara 	return ret;
567884d179dSJan Kara }
568884d179dSJan Kara 
569884d179dSJan Kara /* Find entry for given id in the tree */
570884d179dSJan Kara static loff_t find_tree_dqentry(struct qtree_mem_dqinfo *info,
571884d179dSJan Kara 				struct dquot *dquot, uint blk, int depth)
572884d179dSJan Kara {
573ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
574884d179dSJan Kara 	loff_t ret = 0;
575884d179dSJan Kara 	__le32 *ref = (__le32 *)buf;
576884d179dSJan Kara 
577884d179dSJan Kara 	if (!buf)
578884d179dSJan Kara 		return -ENOMEM;
579884d179dSJan Kara 	ret = read_blk(info, blk, buf);
580884d179dSJan Kara 	if (ret < 0) {
581fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "Can't read quota tree block %u",
582fb5ffb0eSJiaying Zhang 			    blk);
583884d179dSJan Kara 		goto out_buf;
584884d179dSJan Kara 	}
585884d179dSJan Kara 	ret = 0;
586884d179dSJan Kara 	blk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]);
587884d179dSJan Kara 	if (!blk)	/* No reference? */
588884d179dSJan Kara 		goto out_buf;
5899bf3d203SZhang Yi 	if (blk < QT_TREEOFF || blk >= info->dqi_blocks) {
5909bf3d203SZhang Yi 		quota_error(dquot->dq_sb, "Getting block too big (%u >= %u)",
5919bf3d203SZhang Yi 			    blk, info->dqi_blocks);
5929bf3d203SZhang Yi 		ret = -EUCLEAN;
5939bf3d203SZhang Yi 		goto out_buf;
5949bf3d203SZhang Yi 	}
5959bf3d203SZhang Yi 
596884d179dSJan Kara 	if (depth < info->dqi_qtree_depth - 1)
597884d179dSJan Kara 		ret = find_tree_dqentry(info, dquot, blk, depth+1);
598884d179dSJan Kara 	else
599884d179dSJan Kara 		ret = find_block_dqentry(info, dquot, blk);
600884d179dSJan Kara out_buf:
601d26ac1a8SJan Kara 	kfree(buf);
602884d179dSJan Kara 	return ret;
603884d179dSJan Kara }
604884d179dSJan Kara 
605884d179dSJan Kara /* Find entry for given id in the tree - wrapper function */
606884d179dSJan Kara static inline loff_t find_dqentry(struct qtree_mem_dqinfo *info,
607884d179dSJan Kara 				  struct dquot *dquot)
608884d179dSJan Kara {
609884d179dSJan Kara 	return find_tree_dqentry(info, dquot, QT_TREEOFF, 0);
610884d179dSJan Kara }
611884d179dSJan Kara 
612884d179dSJan Kara int qtree_read_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
613884d179dSJan Kara {
6144c376dcaSEric W. Biederman 	int type = dquot->dq_id.type;
615884d179dSJan Kara 	struct super_block *sb = dquot->dq_sb;
616884d179dSJan Kara 	loff_t offset;
617d26ac1a8SJan Kara 	char *ddquot;
618884d179dSJan Kara 	int ret = 0;
619884d179dSJan Kara 
620884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA
621884d179dSJan Kara 	/* Invalidated quota? */
622884d179dSJan Kara 	if (!sb_dqopt(dquot->dq_sb)->files[type]) {
623fb5ffb0eSJiaying Zhang 		quota_error(sb, "Quota invalidated while reading!");
624884d179dSJan Kara 		return -EIO;
625884d179dSJan Kara 	}
626884d179dSJan Kara #endif
627884d179dSJan Kara 	/* Do we know offset of the dquot entry in the quota file? */
628884d179dSJan Kara 	if (!dquot->dq_off) {
629884d179dSJan Kara 		offset = find_dqentry(info, dquot);
630884d179dSJan Kara 		if (offset <= 0) {	/* Entry not present? */
631884d179dSJan Kara 			if (offset < 0)
632fb5ffb0eSJiaying Zhang 				quota_error(sb,"Can't read quota structure "
6334c376dcaSEric W. Biederman 					    "for id %u",
6344c376dcaSEric W. Biederman 					    from_kqid(&init_user_ns,
6354c376dcaSEric W. Biederman 						      dquot->dq_id));
636884d179dSJan Kara 			dquot->dq_off = 0;
637884d179dSJan Kara 			set_bit(DQ_FAKE_B, &dquot->dq_flags);
638884d179dSJan Kara 			memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk));
639884d179dSJan Kara 			ret = offset;
640884d179dSJan Kara 			goto out;
641884d179dSJan Kara 		}
642884d179dSJan Kara 		dquot->dq_off = offset;
643884d179dSJan Kara 	}
644ce1b06c5SZhen Lei 	ddquot = kmalloc(info->dqi_entry_size, GFP_NOFS);
645884d179dSJan Kara 	if (!ddquot)
646884d179dSJan Kara 		return -ENOMEM;
647d26ac1a8SJan Kara 	ret = sb->s_op->quota_read(sb, type, ddquot, info->dqi_entry_size,
648d26ac1a8SJan Kara 				   dquot->dq_off);
649884d179dSJan Kara 	if (ret != info->dqi_entry_size) {
650884d179dSJan Kara 		if (ret >= 0)
651884d179dSJan Kara 			ret = -EIO;
652fb5ffb0eSJiaying Zhang 		quota_error(sb, "Error while reading quota structure for id %u",
6534c376dcaSEric W. Biederman 			    from_kqid(&init_user_ns, dquot->dq_id));
654884d179dSJan Kara 		set_bit(DQ_FAKE_B, &dquot->dq_flags);
655884d179dSJan Kara 		memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk));
656d26ac1a8SJan Kara 		kfree(ddquot);
657884d179dSJan Kara 		goto out;
658884d179dSJan Kara 	}
6597b9ca4c6SJan Kara 	spin_lock(&dquot->dq_dqb_lock);
660884d179dSJan Kara 	info->dqi_ops->disk2mem_dqblk(dquot, ddquot);
661884d179dSJan Kara 	if (!dquot->dq_dqb.dqb_bhardlimit &&
662884d179dSJan Kara 	    !dquot->dq_dqb.dqb_bsoftlimit &&
663884d179dSJan Kara 	    !dquot->dq_dqb.dqb_ihardlimit &&
664884d179dSJan Kara 	    !dquot->dq_dqb.dqb_isoftlimit)
665884d179dSJan Kara 		set_bit(DQ_FAKE_B, &dquot->dq_flags);
6667b9ca4c6SJan Kara 	spin_unlock(&dquot->dq_dqb_lock);
667d26ac1a8SJan Kara 	kfree(ddquot);
668884d179dSJan Kara out:
669dde95888SDmitry Monakhov 	dqstats_inc(DQST_READS);
670884d179dSJan Kara 	return ret;
671884d179dSJan Kara }
672884d179dSJan Kara EXPORT_SYMBOL(qtree_read_dquot);
673884d179dSJan Kara 
674884d179dSJan Kara /* Check whether dquot should not be deleted. We know we are
675884d179dSJan Kara  * the only one operating on dquot (thanks to dq_lock) */
676884d179dSJan Kara int qtree_release_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot)
677884d179dSJan Kara {
678268157baSJan Kara 	if (test_bit(DQ_FAKE_B, &dquot->dq_flags) &&
679268157baSJan Kara 	    !(dquot->dq_dqb.dqb_curinodes | dquot->dq_dqb.dqb_curspace))
680884d179dSJan Kara 		return qtree_delete_dquot(info, dquot);
681884d179dSJan Kara 	return 0;
682884d179dSJan Kara }
683884d179dSJan Kara EXPORT_SYMBOL(qtree_release_dquot);
6840066373dSJan Kara 
6850066373dSJan Kara static int find_next_id(struct qtree_mem_dqinfo *info, qid_t *id,
6860066373dSJan Kara 			unsigned int blk, int depth)
6870066373dSJan Kara {
688ce1b06c5SZhen Lei 	char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS);
6890066373dSJan Kara 	__le32 *ref = (__le32 *)buf;
6900066373dSJan Kara 	ssize_t ret;
6910066373dSJan Kara 	unsigned int epb = info->dqi_usable_bs >> 2;
6920066373dSJan Kara 	unsigned int level_inc = 1;
6930066373dSJan Kara 	int i;
6940066373dSJan Kara 
6950066373dSJan Kara 	if (!buf)
6960066373dSJan Kara 		return -ENOMEM;
6970066373dSJan Kara 
6980066373dSJan Kara 	for (i = depth; i < info->dqi_qtree_depth - 1; i++)
6990066373dSJan Kara 		level_inc *= epb;
7000066373dSJan Kara 
7010066373dSJan Kara 	ret = read_blk(info, blk, buf);
7020066373dSJan Kara 	if (ret < 0) {
7030066373dSJan Kara 		quota_error(info->dqi_sb,
7040066373dSJan Kara 			    "Can't read quota tree block %u", blk);
7050066373dSJan Kara 		goto out_buf;
7060066373dSJan Kara 	}
7070066373dSJan Kara 	for (i = __get_index(info, *id, depth); i < epb; i++) {
7080066373dSJan Kara 		if (ref[i] == cpu_to_le32(0)) {
7090066373dSJan Kara 			*id += level_inc;
7100066373dSJan Kara 			continue;
7110066373dSJan Kara 		}
7120066373dSJan Kara 		if (depth == info->dqi_qtree_depth - 1) {
7130066373dSJan Kara 			ret = 0;
7140066373dSJan Kara 			goto out_buf;
7150066373dSJan Kara 		}
7160066373dSJan Kara 		ret = find_next_id(info, id, le32_to_cpu(ref[i]), depth + 1);
7170066373dSJan Kara 		if (ret != -ENOENT)
7180066373dSJan Kara 			break;
7190066373dSJan Kara 	}
7200066373dSJan Kara 	if (i == epb) {
7210066373dSJan Kara 		ret = -ENOENT;
7220066373dSJan Kara 		goto out_buf;
7230066373dSJan Kara 	}
7240066373dSJan Kara out_buf:
7250066373dSJan Kara 	kfree(buf);
7260066373dSJan Kara 	return ret;
7270066373dSJan Kara }
7280066373dSJan Kara 
7290066373dSJan Kara int qtree_get_next_id(struct qtree_mem_dqinfo *info, struct kqid *qid)
7300066373dSJan Kara {
7310066373dSJan Kara 	qid_t id = from_kqid(&init_user_ns, *qid);
7320066373dSJan Kara 	int ret;
7330066373dSJan Kara 
7340066373dSJan Kara 	ret = find_next_id(info, &id, QT_TREEOFF, 0);
7350066373dSJan Kara 	if (ret < 0)
7360066373dSJan Kara 		return ret;
7370066373dSJan Kara 	*qid = make_kqid(&init_user_ns, qid->type, id);
7380066373dSJan Kara 	return 0;
7390066373dSJan Kara }
7400066373dSJan Kara EXPORT_SYMBOL(qtree_get_next_id);
741