109c434b8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 2884d179dSJan Kara /* 3884d179dSJan Kara * vfsv0 quota IO operations on file 4884d179dSJan Kara */ 5884d179dSJan Kara 6884d179dSJan Kara #include <linux/errno.h> 7884d179dSJan Kara #include <linux/fs.h> 8884d179dSJan Kara #include <linux/mount.h> 9884d179dSJan Kara #include <linux/dqblk_v2.h> 10884d179dSJan Kara #include <linux/kernel.h> 11884d179dSJan Kara #include <linux/init.h> 12884d179dSJan Kara #include <linux/module.h> 13884d179dSJan Kara #include <linux/slab.h> 14884d179dSJan Kara #include <linux/quotaops.h> 15884d179dSJan Kara 16884d179dSJan Kara #include <asm/byteorder.h> 17884d179dSJan Kara 18884d179dSJan Kara #include "quota_tree.h" 19884d179dSJan Kara 20884d179dSJan Kara MODULE_AUTHOR("Jan Kara"); 21884d179dSJan Kara MODULE_DESCRIPTION("Quota trie support"); 22884d179dSJan Kara MODULE_LICENSE("GPL"); 23884d179dSJan Kara 24884d179dSJan Kara #define __QUOTA_QT_PARANOIA 25884d179dSJan Kara 260066373dSJan Kara static int __get_index(struct qtree_mem_dqinfo *info, qid_t id, int depth) 27884d179dSJan Kara { 28884d179dSJan Kara unsigned int epb = info->dqi_usable_bs >> 2; 29884d179dSJan Kara 30884d179dSJan Kara depth = info->dqi_qtree_depth - depth - 1; 31884d179dSJan Kara while (depth--) 32884d179dSJan Kara id /= epb; 33884d179dSJan Kara return id % epb; 34884d179dSJan Kara } 35884d179dSJan Kara 360066373dSJan Kara static int get_index(struct qtree_mem_dqinfo *info, struct kqid qid, int depth) 370066373dSJan Kara { 380066373dSJan Kara qid_t id = from_kqid(&init_user_ns, qid); 390066373dSJan Kara 400066373dSJan Kara return __get_index(info, id, depth); 410066373dSJan Kara } 420066373dSJan Kara 43884d179dSJan Kara /* Number of entries in one blocks */ 447a2435d8SJan Kara static int qtree_dqstr_in_blk(struct qtree_mem_dqinfo *info) 45884d179dSJan Kara { 46884d179dSJan Kara return (info->dqi_usable_bs - sizeof(struct qt_disk_dqdbheader)) 47884d179dSJan Kara / info->dqi_entry_size; 48884d179dSJan Kara } 49884d179dSJan Kara 507a2435d8SJan Kara static ssize_t read_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf) 51884d179dSJan Kara { 52884d179dSJan Kara struct super_block *sb = info->dqi_sb; 53884d179dSJan Kara 54884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 55d26ac1a8SJan Kara return sb->s_op->quota_read(sb, info->dqi_type, buf, 5610f04d40SJan Kara info->dqi_usable_bs, (loff_t)blk << info->dqi_blocksize_bits); 57884d179dSJan Kara } 58884d179dSJan Kara 597a2435d8SJan Kara static ssize_t write_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf) 60884d179dSJan Kara { 61884d179dSJan Kara struct super_block *sb = info->dqi_sb; 621907131bSJiaying Zhang ssize_t ret; 63884d179dSJan Kara 641907131bSJiaying Zhang ret = sb->s_op->quota_write(sb, info->dqi_type, buf, 6510f04d40SJan Kara info->dqi_usable_bs, (loff_t)blk << info->dqi_blocksize_bits); 661907131bSJiaying Zhang if (ret != info->dqi_usable_bs) { 67fb5ffb0eSJiaying Zhang quota_error(sb, "dquota write failed"); 681907131bSJiaying Zhang if (ret >= 0) 691907131bSJiaying Zhang ret = -EIO; 701907131bSJiaying Zhang } 711907131bSJiaying Zhang return ret; 72884d179dSJan Kara } 73884d179dSJan Kara 74884d179dSJan Kara /* Remove empty block from list and return it */ 75884d179dSJan Kara static int get_free_dqblk(struct qtree_mem_dqinfo *info) 76884d179dSJan Kara { 77ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 78884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 79884d179dSJan Kara int ret, blk; 80884d179dSJan Kara 81884d179dSJan Kara if (!buf) 82884d179dSJan Kara return -ENOMEM; 83884d179dSJan Kara if (info->dqi_free_blk) { 84884d179dSJan Kara blk = info->dqi_free_blk; 85884d179dSJan Kara ret = read_blk(info, blk, buf); 86884d179dSJan Kara if (ret < 0) 87884d179dSJan Kara goto out_buf; 88884d179dSJan Kara info->dqi_free_blk = le32_to_cpu(dh->dqdh_next_free); 89884d179dSJan Kara } 90884d179dSJan Kara else { 91884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 92884d179dSJan Kara /* Assure block allocation... */ 93884d179dSJan Kara ret = write_blk(info, info->dqi_blocks, buf); 94884d179dSJan Kara if (ret < 0) 95884d179dSJan Kara goto out_buf; 96884d179dSJan Kara blk = info->dqi_blocks++; 97884d179dSJan Kara } 98884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 99884d179dSJan Kara ret = blk; 100884d179dSJan Kara out_buf: 101d26ac1a8SJan Kara kfree(buf); 102884d179dSJan Kara return ret; 103884d179dSJan Kara } 104884d179dSJan Kara 105884d179dSJan Kara /* Insert empty block to the list */ 106d26ac1a8SJan Kara static int put_free_dqblk(struct qtree_mem_dqinfo *info, char *buf, uint blk) 107884d179dSJan Kara { 108884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 109884d179dSJan Kara int err; 110884d179dSJan Kara 111884d179dSJan Kara dh->dqdh_next_free = cpu_to_le32(info->dqi_free_blk); 112884d179dSJan Kara dh->dqdh_prev_free = cpu_to_le32(0); 113884d179dSJan Kara dh->dqdh_entries = cpu_to_le16(0); 114884d179dSJan Kara err = write_blk(info, blk, buf); 115884d179dSJan Kara if (err < 0) 116884d179dSJan Kara return err; 117884d179dSJan Kara info->dqi_free_blk = blk; 118884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 119884d179dSJan Kara return 0; 120884d179dSJan Kara } 121884d179dSJan Kara 122884d179dSJan Kara /* Remove given block from the list of blocks with free entries */ 123268157baSJan Kara static int remove_free_dqentry(struct qtree_mem_dqinfo *info, char *buf, 124268157baSJan Kara uint blk) 125884d179dSJan Kara { 126ce1b06c5SZhen Lei char *tmpbuf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 127884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 128884d179dSJan Kara uint nextblk = le32_to_cpu(dh->dqdh_next_free); 129884d179dSJan Kara uint prevblk = le32_to_cpu(dh->dqdh_prev_free); 130884d179dSJan Kara int err; 131884d179dSJan Kara 132884d179dSJan Kara if (!tmpbuf) 133884d179dSJan Kara return -ENOMEM; 134884d179dSJan Kara if (nextblk) { 135884d179dSJan Kara err = read_blk(info, nextblk, tmpbuf); 136884d179dSJan Kara if (err < 0) 137884d179dSJan Kara goto out_buf; 138884d179dSJan Kara ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free = 139884d179dSJan Kara dh->dqdh_prev_free; 140884d179dSJan Kara err = write_blk(info, nextblk, tmpbuf); 141884d179dSJan Kara if (err < 0) 142884d179dSJan Kara goto out_buf; 143884d179dSJan Kara } 144884d179dSJan Kara if (prevblk) { 145884d179dSJan Kara err = read_blk(info, prevblk, tmpbuf); 146884d179dSJan Kara if (err < 0) 147884d179dSJan Kara goto out_buf; 148884d179dSJan Kara ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_next_free = 149884d179dSJan Kara dh->dqdh_next_free; 150884d179dSJan Kara err = write_blk(info, prevblk, tmpbuf); 151884d179dSJan Kara if (err < 0) 152884d179dSJan Kara goto out_buf; 153884d179dSJan Kara } else { 154884d179dSJan Kara info->dqi_free_entry = nextblk; 155884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 156884d179dSJan Kara } 157d26ac1a8SJan Kara kfree(tmpbuf); 158884d179dSJan Kara dh->dqdh_next_free = dh->dqdh_prev_free = cpu_to_le32(0); 159884d179dSJan Kara /* No matter whether write succeeds block is out of list */ 160884d179dSJan Kara if (write_blk(info, blk, buf) < 0) 161fb5ffb0eSJiaying Zhang quota_error(info->dqi_sb, "Can't write block (%u) " 162fb5ffb0eSJiaying Zhang "with free entries", blk); 163884d179dSJan Kara return 0; 164884d179dSJan Kara out_buf: 165d26ac1a8SJan Kara kfree(tmpbuf); 166884d179dSJan Kara return err; 167884d179dSJan Kara } 168884d179dSJan Kara 169884d179dSJan Kara /* Insert given block to the beginning of list with free entries */ 170268157baSJan Kara static int insert_free_dqentry(struct qtree_mem_dqinfo *info, char *buf, 171268157baSJan Kara uint blk) 172884d179dSJan Kara { 173ce1b06c5SZhen Lei char *tmpbuf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 174884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 175884d179dSJan Kara int err; 176884d179dSJan Kara 177884d179dSJan Kara if (!tmpbuf) 178884d179dSJan Kara return -ENOMEM; 179884d179dSJan Kara dh->dqdh_next_free = cpu_to_le32(info->dqi_free_entry); 180884d179dSJan Kara dh->dqdh_prev_free = cpu_to_le32(0); 181884d179dSJan Kara err = write_blk(info, blk, buf); 182884d179dSJan Kara if (err < 0) 183884d179dSJan Kara goto out_buf; 184884d179dSJan Kara if (info->dqi_free_entry) { 185884d179dSJan Kara err = read_blk(info, info->dqi_free_entry, tmpbuf); 186884d179dSJan Kara if (err < 0) 187884d179dSJan Kara goto out_buf; 188884d179dSJan Kara ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free = 189884d179dSJan Kara cpu_to_le32(blk); 190884d179dSJan Kara err = write_blk(info, info->dqi_free_entry, tmpbuf); 191884d179dSJan Kara if (err < 0) 192884d179dSJan Kara goto out_buf; 193884d179dSJan Kara } 194d26ac1a8SJan Kara kfree(tmpbuf); 195884d179dSJan Kara info->dqi_free_entry = blk; 196884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 197884d179dSJan Kara return 0; 198884d179dSJan Kara out_buf: 199d26ac1a8SJan Kara kfree(tmpbuf); 200884d179dSJan Kara return err; 201884d179dSJan Kara } 202884d179dSJan Kara 203884d179dSJan Kara /* Is the entry in the block free? */ 204884d179dSJan Kara int qtree_entry_unused(struct qtree_mem_dqinfo *info, char *disk) 205884d179dSJan Kara { 206884d179dSJan Kara int i; 207884d179dSJan Kara 208884d179dSJan Kara for (i = 0; i < info->dqi_entry_size; i++) 209884d179dSJan Kara if (disk[i]) 210884d179dSJan Kara return 0; 211884d179dSJan Kara return 1; 212884d179dSJan Kara } 213884d179dSJan Kara EXPORT_SYMBOL(qtree_entry_unused); 214884d179dSJan Kara 215884d179dSJan Kara /* Find space for dquot */ 216884d179dSJan Kara static uint find_free_dqentry(struct qtree_mem_dqinfo *info, 217884d179dSJan Kara struct dquot *dquot, int *err) 218884d179dSJan Kara { 219884d179dSJan Kara uint blk, i; 220884d179dSJan Kara struct qt_disk_dqdbheader *dh; 221ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 222884d179dSJan Kara char *ddquot; 223884d179dSJan Kara 224884d179dSJan Kara *err = 0; 225884d179dSJan Kara if (!buf) { 226884d179dSJan Kara *err = -ENOMEM; 227884d179dSJan Kara return 0; 228884d179dSJan Kara } 229884d179dSJan Kara dh = (struct qt_disk_dqdbheader *)buf; 230884d179dSJan Kara if (info->dqi_free_entry) { 231884d179dSJan Kara blk = info->dqi_free_entry; 232884d179dSJan Kara *err = read_blk(info, blk, buf); 233884d179dSJan Kara if (*err < 0) 234884d179dSJan Kara goto out_buf; 235884d179dSJan Kara } else { 236884d179dSJan Kara blk = get_free_dqblk(info); 237884d179dSJan Kara if ((int)blk < 0) { 238884d179dSJan Kara *err = blk; 239d26ac1a8SJan Kara kfree(buf); 240884d179dSJan Kara return 0; 241884d179dSJan Kara } 242884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 243268157baSJan Kara /* This is enough as the block is already zeroed and the entry 244268157baSJan Kara * list is empty... */ 245884d179dSJan Kara info->dqi_free_entry = blk; 2464c376dcaSEric W. Biederman mark_info_dirty(dquot->dq_sb, dquot->dq_id.type); 247884d179dSJan Kara } 248884d179dSJan Kara /* Block will be full? */ 249884d179dSJan Kara if (le16_to_cpu(dh->dqdh_entries) + 1 >= qtree_dqstr_in_blk(info)) { 250884d179dSJan Kara *err = remove_free_dqentry(info, buf, blk); 251884d179dSJan Kara if (*err < 0) { 252fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't remove block (%u) " 253fb5ffb0eSJiaying Zhang "from entry free list", blk); 254884d179dSJan Kara goto out_buf; 255884d179dSJan Kara } 256884d179dSJan Kara } 257884d179dSJan Kara le16_add_cpu(&dh->dqdh_entries, 1); 258884d179dSJan Kara /* Find free structure in block */ 259268157baSJan Kara ddquot = buf + sizeof(struct qt_disk_dqdbheader); 260268157baSJan Kara for (i = 0; i < qtree_dqstr_in_blk(info); i++) { 261268157baSJan Kara if (qtree_entry_unused(info, ddquot)) 262268157baSJan Kara break; 263268157baSJan Kara ddquot += info->dqi_entry_size; 264268157baSJan Kara } 265884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA 266884d179dSJan Kara if (i == qtree_dqstr_in_blk(info)) { 267fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Data block full but it shouldn't"); 268884d179dSJan Kara *err = -EIO; 269884d179dSJan Kara goto out_buf; 270884d179dSJan Kara } 271884d179dSJan Kara #endif 272884d179dSJan Kara *err = write_blk(info, blk, buf); 273884d179dSJan Kara if (*err < 0) { 274fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't write quota data block %u", 275fb5ffb0eSJiaying Zhang blk); 276884d179dSJan Kara goto out_buf; 277884d179dSJan Kara } 27810f04d40SJan Kara dquot->dq_off = ((loff_t)blk << info->dqi_blocksize_bits) + 279884d179dSJan Kara sizeof(struct qt_disk_dqdbheader) + 280884d179dSJan Kara i * info->dqi_entry_size; 281d26ac1a8SJan Kara kfree(buf); 282884d179dSJan Kara return blk; 283884d179dSJan Kara out_buf: 284d26ac1a8SJan Kara kfree(buf); 285884d179dSJan Kara return 0; 286884d179dSJan Kara } 287884d179dSJan Kara 288884d179dSJan Kara /* Insert reference to structure into the trie */ 289884d179dSJan Kara static int do_insert_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot, 290884d179dSJan Kara uint *treeblk, int depth) 291884d179dSJan Kara { 292ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 293884d179dSJan Kara int ret = 0, newson = 0, newact = 0; 294884d179dSJan Kara __le32 *ref; 295884d179dSJan Kara uint newblk; 296884d179dSJan Kara 297884d179dSJan Kara if (!buf) 298884d179dSJan Kara return -ENOMEM; 299884d179dSJan Kara if (!*treeblk) { 300884d179dSJan Kara ret = get_free_dqblk(info); 301884d179dSJan Kara if (ret < 0) 302884d179dSJan Kara goto out_buf; 303884d179dSJan Kara *treeblk = ret; 304884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 305884d179dSJan Kara newact = 1; 306884d179dSJan Kara } else { 307884d179dSJan Kara ret = read_blk(info, *treeblk, buf); 308884d179dSJan Kara if (ret < 0) { 309fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read tree quota " 310fb5ffb0eSJiaying Zhang "block %u", *treeblk); 311884d179dSJan Kara goto out_buf; 312884d179dSJan Kara } 313884d179dSJan Kara } 314884d179dSJan Kara ref = (__le32 *)buf; 315884d179dSJan Kara newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]); 316884d179dSJan Kara if (!newblk) 317884d179dSJan Kara newson = 1; 318884d179dSJan Kara if (depth == info->dqi_qtree_depth - 1) { 319884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA 320884d179dSJan Kara if (newblk) { 321fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Inserting already present " 322fb5ffb0eSJiaying Zhang "quota entry (block %u)", 323884d179dSJan Kara le32_to_cpu(ref[get_index(info, 324884d179dSJan Kara dquot->dq_id, depth)])); 325884d179dSJan Kara ret = -EIO; 326884d179dSJan Kara goto out_buf; 327884d179dSJan Kara } 328884d179dSJan Kara #endif 329884d179dSJan Kara newblk = find_free_dqentry(info, dquot, &ret); 330884d179dSJan Kara } else { 331884d179dSJan Kara ret = do_insert_tree(info, dquot, &newblk, depth+1); 332884d179dSJan Kara } 333884d179dSJan Kara if (newson && ret >= 0) { 334884d179dSJan Kara ref[get_index(info, dquot->dq_id, depth)] = 335884d179dSJan Kara cpu_to_le32(newblk); 336884d179dSJan Kara ret = write_blk(info, *treeblk, buf); 337884d179dSJan Kara } else if (newact && ret < 0) { 338884d179dSJan Kara put_free_dqblk(info, buf, *treeblk); 339884d179dSJan Kara } 340884d179dSJan Kara out_buf: 341d26ac1a8SJan Kara kfree(buf); 342884d179dSJan Kara return ret; 343884d179dSJan Kara } 344884d179dSJan Kara 345884d179dSJan Kara /* Wrapper for inserting quota structure into tree */ 346884d179dSJan Kara static inline int dq_insert_tree(struct qtree_mem_dqinfo *info, 347884d179dSJan Kara struct dquot *dquot) 348884d179dSJan Kara { 349884d179dSJan Kara int tmp = QT_TREEOFF; 35069a25ee2SKonstantin Khlebnikov 35169a25ee2SKonstantin Khlebnikov #ifdef __QUOTA_QT_PARANOIA 35269a25ee2SKonstantin Khlebnikov if (info->dqi_blocks <= QT_TREEOFF) { 35369a25ee2SKonstantin Khlebnikov quota_error(dquot->dq_sb, "Quota tree root isn't allocated!"); 35469a25ee2SKonstantin Khlebnikov return -EIO; 35569a25ee2SKonstantin Khlebnikov } 35669a25ee2SKonstantin Khlebnikov #endif 357884d179dSJan Kara return do_insert_tree(info, dquot, &tmp, 0); 358884d179dSJan Kara } 359884d179dSJan Kara 360884d179dSJan Kara /* 361268157baSJan Kara * We don't have to be afraid of deadlocks as we never have quotas on quota 362268157baSJan Kara * files... 363884d179dSJan Kara */ 364884d179dSJan Kara int qtree_write_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 365884d179dSJan Kara { 3664c376dcaSEric W. Biederman int type = dquot->dq_id.type; 367884d179dSJan Kara struct super_block *sb = dquot->dq_sb; 368884d179dSJan Kara ssize_t ret; 369ce1b06c5SZhen Lei char *ddquot = kmalloc(info->dqi_entry_size, GFP_NOFS); 370884d179dSJan Kara 371884d179dSJan Kara if (!ddquot) 372884d179dSJan Kara return -ENOMEM; 373884d179dSJan Kara 374bc8230eeSJan Kara /* dq_off is guarded by dqio_sem */ 375884d179dSJan Kara if (!dquot->dq_off) { 376884d179dSJan Kara ret = dq_insert_tree(info, dquot); 377884d179dSJan Kara if (ret < 0) { 378fb5ffb0eSJiaying Zhang quota_error(sb, "Error %zd occurred while creating " 379fb5ffb0eSJiaying Zhang "quota", ret); 380d26ac1a8SJan Kara kfree(ddquot); 381884d179dSJan Kara return ret; 382884d179dSJan Kara } 383884d179dSJan Kara } 3847b9ca4c6SJan Kara spin_lock(&dquot->dq_dqb_lock); 385884d179dSJan Kara info->dqi_ops->mem2disk_dqblk(ddquot, dquot); 3867b9ca4c6SJan Kara spin_unlock(&dquot->dq_dqb_lock); 387d26ac1a8SJan Kara ret = sb->s_op->quota_write(sb, type, ddquot, info->dqi_entry_size, 388d26ac1a8SJan Kara dquot->dq_off); 389884d179dSJan Kara if (ret != info->dqi_entry_size) { 390fb5ffb0eSJiaying Zhang quota_error(sb, "dquota write failed"); 391884d179dSJan Kara if (ret >= 0) 392884d179dSJan Kara ret = -ENOSPC; 393884d179dSJan Kara } else { 394884d179dSJan Kara ret = 0; 395884d179dSJan Kara } 396dde95888SDmitry Monakhov dqstats_inc(DQST_WRITES); 397d26ac1a8SJan Kara kfree(ddquot); 398884d179dSJan Kara 399884d179dSJan Kara return ret; 400884d179dSJan Kara } 401884d179dSJan Kara EXPORT_SYMBOL(qtree_write_dquot); 402884d179dSJan Kara 403884d179dSJan Kara /* Free dquot entry in data block */ 404884d179dSJan Kara static int free_dqentry(struct qtree_mem_dqinfo *info, struct dquot *dquot, 405884d179dSJan Kara uint blk) 406884d179dSJan Kara { 407884d179dSJan Kara struct qt_disk_dqdbheader *dh; 408ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 409884d179dSJan Kara int ret = 0; 410884d179dSJan Kara 411884d179dSJan Kara if (!buf) 412884d179dSJan Kara return -ENOMEM; 413884d179dSJan Kara if (dquot->dq_off >> info->dqi_blocksize_bits != blk) { 414fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Quota structure has offset to " 415fb5ffb0eSJiaying Zhang "other block (%u) than it should (%u)", blk, 416884d179dSJan Kara (uint)(dquot->dq_off >> info->dqi_blocksize_bits)); 417*d0e36a62SZhang Yi ret = -EIO; 418884d179dSJan Kara goto out_buf; 419884d179dSJan Kara } 420884d179dSJan Kara ret = read_blk(info, blk, buf); 421884d179dSJan Kara if (ret < 0) { 422fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read quota data block %u", 423fb5ffb0eSJiaying Zhang blk); 424884d179dSJan Kara goto out_buf; 425884d179dSJan Kara } 426884d179dSJan Kara dh = (struct qt_disk_dqdbheader *)buf; 427884d179dSJan Kara le16_add_cpu(&dh->dqdh_entries, -1); 428884d179dSJan Kara if (!le16_to_cpu(dh->dqdh_entries)) { /* Block got free? */ 429884d179dSJan Kara ret = remove_free_dqentry(info, buf, blk); 430884d179dSJan Kara if (ret >= 0) 431884d179dSJan Kara ret = put_free_dqblk(info, buf, blk); 432884d179dSJan Kara if (ret < 0) { 433fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't move quota data block " 434fb5ffb0eSJiaying Zhang "(%u) to free list", blk); 435884d179dSJan Kara goto out_buf; 436884d179dSJan Kara } 437884d179dSJan Kara } else { 438884d179dSJan Kara memset(buf + 439884d179dSJan Kara (dquot->dq_off & ((1 << info->dqi_blocksize_bits) - 1)), 440884d179dSJan Kara 0, info->dqi_entry_size); 441884d179dSJan Kara if (le16_to_cpu(dh->dqdh_entries) == 442884d179dSJan Kara qtree_dqstr_in_blk(info) - 1) { 443884d179dSJan Kara /* Insert will write block itself */ 444884d179dSJan Kara ret = insert_free_dqentry(info, buf, blk); 445884d179dSJan Kara if (ret < 0) { 446fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't insert quota " 447fb5ffb0eSJiaying Zhang "data block (%u) to free entry list", blk); 448884d179dSJan Kara goto out_buf; 449884d179dSJan Kara } 450884d179dSJan Kara } else { 451884d179dSJan Kara ret = write_blk(info, blk, buf); 452884d179dSJan Kara if (ret < 0) { 453fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't write quota " 454fb5ffb0eSJiaying Zhang "data block %u", blk); 455884d179dSJan Kara goto out_buf; 456884d179dSJan Kara } 457884d179dSJan Kara } 458884d179dSJan Kara } 459884d179dSJan Kara dquot->dq_off = 0; /* Quota is now unattached */ 460884d179dSJan Kara out_buf: 461d26ac1a8SJan Kara kfree(buf); 462884d179dSJan Kara return ret; 463884d179dSJan Kara } 464884d179dSJan Kara 465884d179dSJan Kara /* Remove reference to dquot from tree */ 466884d179dSJan Kara static int remove_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot, 467884d179dSJan Kara uint *blk, int depth) 468884d179dSJan Kara { 469ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 470884d179dSJan Kara int ret = 0; 471884d179dSJan Kara uint newblk; 472884d179dSJan Kara __le32 *ref = (__le32 *)buf; 473884d179dSJan Kara 474884d179dSJan Kara if (!buf) 475884d179dSJan Kara return -ENOMEM; 476884d179dSJan Kara ret = read_blk(info, *blk, buf); 477884d179dSJan Kara if (ret < 0) { 478055adcbdSJoe Perches quota_error(dquot->dq_sb, "Can't read quota data block %u", 479055adcbdSJoe Perches *blk); 480884d179dSJan Kara goto out_buf; 481884d179dSJan Kara } 482884d179dSJan Kara newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]); 4839bf3d203SZhang Yi if (newblk < QT_TREEOFF || newblk >= info->dqi_blocks) { 4849bf3d203SZhang Yi quota_error(dquot->dq_sb, "Getting block too big (%u >= %u)", 4859bf3d203SZhang Yi newblk, info->dqi_blocks); 4869bf3d203SZhang Yi ret = -EUCLEAN; 4879bf3d203SZhang Yi goto out_buf; 4889bf3d203SZhang Yi } 4899bf3d203SZhang Yi 490884d179dSJan Kara if (depth == info->dqi_qtree_depth - 1) { 491884d179dSJan Kara ret = free_dqentry(info, dquot, newblk); 492884d179dSJan Kara newblk = 0; 493884d179dSJan Kara } else { 494884d179dSJan Kara ret = remove_tree(info, dquot, &newblk, depth+1); 495884d179dSJan Kara } 496884d179dSJan Kara if (ret >= 0 && !newblk) { 497884d179dSJan Kara int i; 498884d179dSJan Kara ref[get_index(info, dquot->dq_id, depth)] = cpu_to_le32(0); 499884d179dSJan Kara /* Block got empty? */ 500d26ac1a8SJan Kara for (i = 0; i < (info->dqi_usable_bs >> 2) && !ref[i]; i++) 501d26ac1a8SJan Kara ; 502884d179dSJan Kara /* Don't put the root block into the free block list */ 503884d179dSJan Kara if (i == (info->dqi_usable_bs >> 2) 504884d179dSJan Kara && *blk != QT_TREEOFF) { 505884d179dSJan Kara put_free_dqblk(info, buf, *blk); 506884d179dSJan Kara *blk = 0; 507884d179dSJan Kara } else { 508884d179dSJan Kara ret = write_blk(info, *blk, buf); 509884d179dSJan Kara if (ret < 0) 510055adcbdSJoe Perches quota_error(dquot->dq_sb, 511055adcbdSJoe Perches "Can't write quota tree block %u", 512055adcbdSJoe Perches *blk); 513884d179dSJan Kara } 514884d179dSJan Kara } 515884d179dSJan Kara out_buf: 516d26ac1a8SJan Kara kfree(buf); 517884d179dSJan Kara return ret; 518884d179dSJan Kara } 519884d179dSJan Kara 520884d179dSJan Kara /* Delete dquot from tree */ 521884d179dSJan Kara int qtree_delete_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 522884d179dSJan Kara { 523884d179dSJan Kara uint tmp = QT_TREEOFF; 524884d179dSJan Kara 525884d179dSJan Kara if (!dquot->dq_off) /* Even not allocated? */ 526884d179dSJan Kara return 0; 527884d179dSJan Kara return remove_tree(info, dquot, &tmp, 0); 528884d179dSJan Kara } 529884d179dSJan Kara EXPORT_SYMBOL(qtree_delete_dquot); 530884d179dSJan Kara 531884d179dSJan Kara /* Find entry in block */ 532884d179dSJan Kara static loff_t find_block_dqentry(struct qtree_mem_dqinfo *info, 533884d179dSJan Kara struct dquot *dquot, uint blk) 534884d179dSJan Kara { 535ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 536884d179dSJan Kara loff_t ret = 0; 537884d179dSJan Kara int i; 538884d179dSJan Kara char *ddquot; 539884d179dSJan Kara 540884d179dSJan Kara if (!buf) 541884d179dSJan Kara return -ENOMEM; 542884d179dSJan Kara ret = read_blk(info, blk, buf); 543884d179dSJan Kara if (ret < 0) { 544fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read quota tree " 545fb5ffb0eSJiaying Zhang "block %u", blk); 546884d179dSJan Kara goto out_buf; 547884d179dSJan Kara } 548268157baSJan Kara ddquot = buf + sizeof(struct qt_disk_dqdbheader); 549268157baSJan Kara for (i = 0; i < qtree_dqstr_in_blk(info); i++) { 550268157baSJan Kara if (info->dqi_ops->is_id(ddquot, dquot)) 551268157baSJan Kara break; 552268157baSJan Kara ddquot += info->dqi_entry_size; 553268157baSJan Kara } 554884d179dSJan Kara if (i == qtree_dqstr_in_blk(info)) { 5554c376dcaSEric W. Biederman quota_error(dquot->dq_sb, 5564c376dcaSEric W. Biederman "Quota for id %u referenced but not present", 5574c376dcaSEric W. Biederman from_kqid(&init_user_ns, dquot->dq_id)); 558884d179dSJan Kara ret = -EIO; 559884d179dSJan Kara goto out_buf; 560884d179dSJan Kara } else { 56110f04d40SJan Kara ret = ((loff_t)blk << info->dqi_blocksize_bits) + sizeof(struct 562884d179dSJan Kara qt_disk_dqdbheader) + i * info->dqi_entry_size; 563884d179dSJan Kara } 564884d179dSJan Kara out_buf: 565d26ac1a8SJan Kara kfree(buf); 566884d179dSJan Kara return ret; 567884d179dSJan Kara } 568884d179dSJan Kara 569884d179dSJan Kara /* Find entry for given id in the tree */ 570884d179dSJan Kara static loff_t find_tree_dqentry(struct qtree_mem_dqinfo *info, 571884d179dSJan Kara struct dquot *dquot, uint blk, int depth) 572884d179dSJan Kara { 573ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 574884d179dSJan Kara loff_t ret = 0; 575884d179dSJan Kara __le32 *ref = (__le32 *)buf; 576884d179dSJan Kara 577884d179dSJan Kara if (!buf) 578884d179dSJan Kara return -ENOMEM; 579884d179dSJan Kara ret = read_blk(info, blk, buf); 580884d179dSJan Kara if (ret < 0) { 581fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read quota tree block %u", 582fb5ffb0eSJiaying Zhang blk); 583884d179dSJan Kara goto out_buf; 584884d179dSJan Kara } 585884d179dSJan Kara ret = 0; 586884d179dSJan Kara blk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]); 587884d179dSJan Kara if (!blk) /* No reference? */ 588884d179dSJan Kara goto out_buf; 5899bf3d203SZhang Yi if (blk < QT_TREEOFF || blk >= info->dqi_blocks) { 5909bf3d203SZhang Yi quota_error(dquot->dq_sb, "Getting block too big (%u >= %u)", 5919bf3d203SZhang Yi blk, info->dqi_blocks); 5929bf3d203SZhang Yi ret = -EUCLEAN; 5939bf3d203SZhang Yi goto out_buf; 5949bf3d203SZhang Yi } 5959bf3d203SZhang Yi 596884d179dSJan Kara if (depth < info->dqi_qtree_depth - 1) 597884d179dSJan Kara ret = find_tree_dqentry(info, dquot, blk, depth+1); 598884d179dSJan Kara else 599884d179dSJan Kara ret = find_block_dqentry(info, dquot, blk); 600884d179dSJan Kara out_buf: 601d26ac1a8SJan Kara kfree(buf); 602884d179dSJan Kara return ret; 603884d179dSJan Kara } 604884d179dSJan Kara 605884d179dSJan Kara /* Find entry for given id in the tree - wrapper function */ 606884d179dSJan Kara static inline loff_t find_dqentry(struct qtree_mem_dqinfo *info, 607884d179dSJan Kara struct dquot *dquot) 608884d179dSJan Kara { 609884d179dSJan Kara return find_tree_dqentry(info, dquot, QT_TREEOFF, 0); 610884d179dSJan Kara } 611884d179dSJan Kara 612884d179dSJan Kara int qtree_read_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 613884d179dSJan Kara { 6144c376dcaSEric W. Biederman int type = dquot->dq_id.type; 615884d179dSJan Kara struct super_block *sb = dquot->dq_sb; 616884d179dSJan Kara loff_t offset; 617d26ac1a8SJan Kara char *ddquot; 618884d179dSJan Kara int ret = 0; 619884d179dSJan Kara 620884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA 621884d179dSJan Kara /* Invalidated quota? */ 622884d179dSJan Kara if (!sb_dqopt(dquot->dq_sb)->files[type]) { 623fb5ffb0eSJiaying Zhang quota_error(sb, "Quota invalidated while reading!"); 624884d179dSJan Kara return -EIO; 625884d179dSJan Kara } 626884d179dSJan Kara #endif 627884d179dSJan Kara /* Do we know offset of the dquot entry in the quota file? */ 628884d179dSJan Kara if (!dquot->dq_off) { 629884d179dSJan Kara offset = find_dqentry(info, dquot); 630884d179dSJan Kara if (offset <= 0) { /* Entry not present? */ 631884d179dSJan Kara if (offset < 0) 632fb5ffb0eSJiaying Zhang quota_error(sb,"Can't read quota structure " 6334c376dcaSEric W. Biederman "for id %u", 6344c376dcaSEric W. Biederman from_kqid(&init_user_ns, 6354c376dcaSEric W. Biederman dquot->dq_id)); 636884d179dSJan Kara dquot->dq_off = 0; 637884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 638884d179dSJan Kara memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk)); 639884d179dSJan Kara ret = offset; 640884d179dSJan Kara goto out; 641884d179dSJan Kara } 642884d179dSJan Kara dquot->dq_off = offset; 643884d179dSJan Kara } 644ce1b06c5SZhen Lei ddquot = kmalloc(info->dqi_entry_size, GFP_NOFS); 645884d179dSJan Kara if (!ddquot) 646884d179dSJan Kara return -ENOMEM; 647d26ac1a8SJan Kara ret = sb->s_op->quota_read(sb, type, ddquot, info->dqi_entry_size, 648d26ac1a8SJan Kara dquot->dq_off); 649884d179dSJan Kara if (ret != info->dqi_entry_size) { 650884d179dSJan Kara if (ret >= 0) 651884d179dSJan Kara ret = -EIO; 652fb5ffb0eSJiaying Zhang quota_error(sb, "Error while reading quota structure for id %u", 6534c376dcaSEric W. Biederman from_kqid(&init_user_ns, dquot->dq_id)); 654884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 655884d179dSJan Kara memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk)); 656d26ac1a8SJan Kara kfree(ddquot); 657884d179dSJan Kara goto out; 658884d179dSJan Kara } 6597b9ca4c6SJan Kara spin_lock(&dquot->dq_dqb_lock); 660884d179dSJan Kara info->dqi_ops->disk2mem_dqblk(dquot, ddquot); 661884d179dSJan Kara if (!dquot->dq_dqb.dqb_bhardlimit && 662884d179dSJan Kara !dquot->dq_dqb.dqb_bsoftlimit && 663884d179dSJan Kara !dquot->dq_dqb.dqb_ihardlimit && 664884d179dSJan Kara !dquot->dq_dqb.dqb_isoftlimit) 665884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 6667b9ca4c6SJan Kara spin_unlock(&dquot->dq_dqb_lock); 667d26ac1a8SJan Kara kfree(ddquot); 668884d179dSJan Kara out: 669dde95888SDmitry Monakhov dqstats_inc(DQST_READS); 670884d179dSJan Kara return ret; 671884d179dSJan Kara } 672884d179dSJan Kara EXPORT_SYMBOL(qtree_read_dquot); 673884d179dSJan Kara 674884d179dSJan Kara /* Check whether dquot should not be deleted. We know we are 675884d179dSJan Kara * the only one operating on dquot (thanks to dq_lock) */ 676884d179dSJan Kara int qtree_release_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 677884d179dSJan Kara { 678268157baSJan Kara if (test_bit(DQ_FAKE_B, &dquot->dq_flags) && 679268157baSJan Kara !(dquot->dq_dqb.dqb_curinodes | dquot->dq_dqb.dqb_curspace)) 680884d179dSJan Kara return qtree_delete_dquot(info, dquot); 681884d179dSJan Kara return 0; 682884d179dSJan Kara } 683884d179dSJan Kara EXPORT_SYMBOL(qtree_release_dquot); 6840066373dSJan Kara 6850066373dSJan Kara static int find_next_id(struct qtree_mem_dqinfo *info, qid_t *id, 6860066373dSJan Kara unsigned int blk, int depth) 6870066373dSJan Kara { 688ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 6890066373dSJan Kara __le32 *ref = (__le32 *)buf; 6900066373dSJan Kara ssize_t ret; 6910066373dSJan Kara unsigned int epb = info->dqi_usable_bs >> 2; 6920066373dSJan Kara unsigned int level_inc = 1; 6930066373dSJan Kara int i; 6940066373dSJan Kara 6950066373dSJan Kara if (!buf) 6960066373dSJan Kara return -ENOMEM; 6970066373dSJan Kara 6980066373dSJan Kara for (i = depth; i < info->dqi_qtree_depth - 1; i++) 6990066373dSJan Kara level_inc *= epb; 7000066373dSJan Kara 7010066373dSJan Kara ret = read_blk(info, blk, buf); 7020066373dSJan Kara if (ret < 0) { 7030066373dSJan Kara quota_error(info->dqi_sb, 7040066373dSJan Kara "Can't read quota tree block %u", blk); 7050066373dSJan Kara goto out_buf; 7060066373dSJan Kara } 7070066373dSJan Kara for (i = __get_index(info, *id, depth); i < epb; i++) { 7080066373dSJan Kara if (ref[i] == cpu_to_le32(0)) { 7090066373dSJan Kara *id += level_inc; 7100066373dSJan Kara continue; 7110066373dSJan Kara } 7120066373dSJan Kara if (depth == info->dqi_qtree_depth - 1) { 7130066373dSJan Kara ret = 0; 7140066373dSJan Kara goto out_buf; 7150066373dSJan Kara } 7160066373dSJan Kara ret = find_next_id(info, id, le32_to_cpu(ref[i]), depth + 1); 7170066373dSJan Kara if (ret != -ENOENT) 7180066373dSJan Kara break; 7190066373dSJan Kara } 7200066373dSJan Kara if (i == epb) { 7210066373dSJan Kara ret = -ENOENT; 7220066373dSJan Kara goto out_buf; 7230066373dSJan Kara } 7240066373dSJan Kara out_buf: 7250066373dSJan Kara kfree(buf); 7260066373dSJan Kara return ret; 7270066373dSJan Kara } 7280066373dSJan Kara 7290066373dSJan Kara int qtree_get_next_id(struct qtree_mem_dqinfo *info, struct kqid *qid) 7300066373dSJan Kara { 7310066373dSJan Kara qid_t id = from_kqid(&init_user_ns, *qid); 7320066373dSJan Kara int ret; 7330066373dSJan Kara 7340066373dSJan Kara ret = find_next_id(info, &id, QT_TREEOFF, 0); 7350066373dSJan Kara if (ret < 0) 7360066373dSJan Kara return ret; 7370066373dSJan Kara *qid = make_kqid(&init_user_ns, qid->type, id); 7380066373dSJan Kara return 0; 7390066373dSJan Kara } 7400066373dSJan Kara EXPORT_SYMBOL(qtree_get_next_id); 741