109c434b8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 2884d179dSJan Kara /* 3884d179dSJan Kara * vfsv0 quota IO operations on file 4884d179dSJan Kara */ 5884d179dSJan Kara 6884d179dSJan Kara #include <linux/errno.h> 7884d179dSJan Kara #include <linux/fs.h> 8884d179dSJan Kara #include <linux/mount.h> 9884d179dSJan Kara #include <linux/dqblk_v2.h> 10884d179dSJan Kara #include <linux/kernel.h> 11884d179dSJan Kara #include <linux/init.h> 12884d179dSJan Kara #include <linux/module.h> 13884d179dSJan Kara #include <linux/slab.h> 14884d179dSJan Kara #include <linux/quotaops.h> 15884d179dSJan Kara 16884d179dSJan Kara #include <asm/byteorder.h> 17884d179dSJan Kara 18884d179dSJan Kara #include "quota_tree.h" 19884d179dSJan Kara 20884d179dSJan Kara MODULE_AUTHOR("Jan Kara"); 21884d179dSJan Kara MODULE_DESCRIPTION("Quota trie support"); 22884d179dSJan Kara MODULE_LICENSE("GPL"); 23884d179dSJan Kara 24884d179dSJan Kara #define __QUOTA_QT_PARANOIA 25884d179dSJan Kara 260066373dSJan Kara static int __get_index(struct qtree_mem_dqinfo *info, qid_t id, int depth) 27884d179dSJan Kara { 28884d179dSJan Kara unsigned int epb = info->dqi_usable_bs >> 2; 29884d179dSJan Kara 30884d179dSJan Kara depth = info->dqi_qtree_depth - depth - 1; 31884d179dSJan Kara while (depth--) 32884d179dSJan Kara id /= epb; 33884d179dSJan Kara return id % epb; 34884d179dSJan Kara } 35884d179dSJan Kara 360066373dSJan Kara static int get_index(struct qtree_mem_dqinfo *info, struct kqid qid, int depth) 370066373dSJan Kara { 380066373dSJan Kara qid_t id = from_kqid(&init_user_ns, qid); 390066373dSJan Kara 400066373dSJan Kara return __get_index(info, id, depth); 410066373dSJan Kara } 420066373dSJan Kara 43884d179dSJan Kara /* Number of entries in one blocks */ 447a2435d8SJan Kara static int qtree_dqstr_in_blk(struct qtree_mem_dqinfo *info) 45884d179dSJan Kara { 46884d179dSJan Kara return (info->dqi_usable_bs - sizeof(struct qt_disk_dqdbheader)) 47884d179dSJan Kara / info->dqi_entry_size; 48884d179dSJan Kara } 49884d179dSJan Kara 507a2435d8SJan Kara static ssize_t read_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf) 51884d179dSJan Kara { 52884d179dSJan Kara struct super_block *sb = info->dqi_sb; 53884d179dSJan Kara 54884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 55d26ac1a8SJan Kara return sb->s_op->quota_read(sb, info->dqi_type, buf, 5610f04d40SJan Kara info->dqi_usable_bs, (loff_t)blk << info->dqi_blocksize_bits); 57884d179dSJan Kara } 58884d179dSJan Kara 597a2435d8SJan Kara static ssize_t write_blk(struct qtree_mem_dqinfo *info, uint blk, char *buf) 60884d179dSJan Kara { 61884d179dSJan Kara struct super_block *sb = info->dqi_sb; 621907131bSJiaying Zhang ssize_t ret; 63884d179dSJan Kara 641907131bSJiaying Zhang ret = sb->s_op->quota_write(sb, info->dqi_type, buf, 6510f04d40SJan Kara info->dqi_usable_bs, (loff_t)blk << info->dqi_blocksize_bits); 661907131bSJiaying Zhang if (ret != info->dqi_usable_bs) { 67fb5ffb0eSJiaying Zhang quota_error(sb, "dquota write failed"); 681907131bSJiaying Zhang if (ret >= 0) 691907131bSJiaying Zhang ret = -EIO; 701907131bSJiaying Zhang } 711907131bSJiaying Zhang return ret; 72884d179dSJan Kara } 73884d179dSJan Kara 74*6c8ea8b8SZhihao Cheng static inline int do_check_range(struct super_block *sb, const char *val_name, 75*6c8ea8b8SZhihao Cheng uint val, uint min_val, uint max_val) 76*6c8ea8b8SZhihao Cheng { 77*6c8ea8b8SZhihao Cheng if (val < min_val || val > max_val) { 78*6c8ea8b8SZhihao Cheng quota_error(sb, "Getting %s %u out of range %u-%u", 79*6c8ea8b8SZhihao Cheng val_name, val, min_val, max_val); 80*6c8ea8b8SZhihao Cheng return -EUCLEAN; 81*6c8ea8b8SZhihao Cheng } 82*6c8ea8b8SZhihao Cheng 83*6c8ea8b8SZhihao Cheng return 0; 84*6c8ea8b8SZhihao Cheng } 85*6c8ea8b8SZhihao Cheng 86*6c8ea8b8SZhihao Cheng static int check_dquot_block_header(struct qtree_mem_dqinfo *info, 87*6c8ea8b8SZhihao Cheng struct qt_disk_dqdbheader *dh) 88*6c8ea8b8SZhihao Cheng { 89*6c8ea8b8SZhihao Cheng int err = 0; 90*6c8ea8b8SZhihao Cheng 91*6c8ea8b8SZhihao Cheng err = do_check_range(info->dqi_sb, "dqdh_next_free", 92*6c8ea8b8SZhihao Cheng le32_to_cpu(dh->dqdh_next_free), 0, 93*6c8ea8b8SZhihao Cheng info->dqi_blocks - 1); 94*6c8ea8b8SZhihao Cheng if (err) 95*6c8ea8b8SZhihao Cheng return err; 96*6c8ea8b8SZhihao Cheng err = do_check_range(info->dqi_sb, "dqdh_prev_free", 97*6c8ea8b8SZhihao Cheng le32_to_cpu(dh->dqdh_prev_free), 0, 98*6c8ea8b8SZhihao Cheng info->dqi_blocks - 1); 99*6c8ea8b8SZhihao Cheng 100*6c8ea8b8SZhihao Cheng return err; 101*6c8ea8b8SZhihao Cheng } 102*6c8ea8b8SZhihao Cheng 103884d179dSJan Kara /* Remove empty block from list and return it */ 104884d179dSJan Kara static int get_free_dqblk(struct qtree_mem_dqinfo *info) 105884d179dSJan Kara { 106ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 107884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 108884d179dSJan Kara int ret, blk; 109884d179dSJan Kara 110884d179dSJan Kara if (!buf) 111884d179dSJan Kara return -ENOMEM; 112884d179dSJan Kara if (info->dqi_free_blk) { 113884d179dSJan Kara blk = info->dqi_free_blk; 114884d179dSJan Kara ret = read_blk(info, blk, buf); 115884d179dSJan Kara if (ret < 0) 116884d179dSJan Kara goto out_buf; 117*6c8ea8b8SZhihao Cheng ret = check_dquot_block_header(info, dh); 118*6c8ea8b8SZhihao Cheng if (ret) 119*6c8ea8b8SZhihao Cheng goto out_buf; 120884d179dSJan Kara info->dqi_free_blk = le32_to_cpu(dh->dqdh_next_free); 121884d179dSJan Kara } 122884d179dSJan Kara else { 123884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 124884d179dSJan Kara /* Assure block allocation... */ 125884d179dSJan Kara ret = write_blk(info, info->dqi_blocks, buf); 126884d179dSJan Kara if (ret < 0) 127884d179dSJan Kara goto out_buf; 128884d179dSJan Kara blk = info->dqi_blocks++; 129884d179dSJan Kara } 130884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 131884d179dSJan Kara ret = blk; 132884d179dSJan Kara out_buf: 133d26ac1a8SJan Kara kfree(buf); 134884d179dSJan Kara return ret; 135884d179dSJan Kara } 136884d179dSJan Kara 137884d179dSJan Kara /* Insert empty block to the list */ 138d26ac1a8SJan Kara static int put_free_dqblk(struct qtree_mem_dqinfo *info, char *buf, uint blk) 139884d179dSJan Kara { 140884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 141884d179dSJan Kara int err; 142884d179dSJan Kara 143884d179dSJan Kara dh->dqdh_next_free = cpu_to_le32(info->dqi_free_blk); 144884d179dSJan Kara dh->dqdh_prev_free = cpu_to_le32(0); 145884d179dSJan Kara dh->dqdh_entries = cpu_to_le16(0); 146884d179dSJan Kara err = write_blk(info, blk, buf); 147884d179dSJan Kara if (err < 0) 148884d179dSJan Kara return err; 149884d179dSJan Kara info->dqi_free_blk = blk; 150884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 151884d179dSJan Kara return 0; 152884d179dSJan Kara } 153884d179dSJan Kara 154884d179dSJan Kara /* Remove given block from the list of blocks with free entries */ 155268157baSJan Kara static int remove_free_dqentry(struct qtree_mem_dqinfo *info, char *buf, 156268157baSJan Kara uint blk) 157884d179dSJan Kara { 158ce1b06c5SZhen Lei char *tmpbuf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 159884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 160884d179dSJan Kara uint nextblk = le32_to_cpu(dh->dqdh_next_free); 161884d179dSJan Kara uint prevblk = le32_to_cpu(dh->dqdh_prev_free); 162884d179dSJan Kara int err; 163884d179dSJan Kara 164884d179dSJan Kara if (!tmpbuf) 165884d179dSJan Kara return -ENOMEM; 166884d179dSJan Kara if (nextblk) { 167884d179dSJan Kara err = read_blk(info, nextblk, tmpbuf); 168884d179dSJan Kara if (err < 0) 169884d179dSJan Kara goto out_buf; 170884d179dSJan Kara ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free = 171884d179dSJan Kara dh->dqdh_prev_free; 172884d179dSJan Kara err = write_blk(info, nextblk, tmpbuf); 173884d179dSJan Kara if (err < 0) 174884d179dSJan Kara goto out_buf; 175884d179dSJan Kara } 176884d179dSJan Kara if (prevblk) { 177884d179dSJan Kara err = read_blk(info, prevblk, tmpbuf); 178884d179dSJan Kara if (err < 0) 179884d179dSJan Kara goto out_buf; 180884d179dSJan Kara ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_next_free = 181884d179dSJan Kara dh->dqdh_next_free; 182884d179dSJan Kara err = write_blk(info, prevblk, tmpbuf); 183884d179dSJan Kara if (err < 0) 184884d179dSJan Kara goto out_buf; 185884d179dSJan Kara } else { 186884d179dSJan Kara info->dqi_free_entry = nextblk; 187884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 188884d179dSJan Kara } 189d26ac1a8SJan Kara kfree(tmpbuf); 190884d179dSJan Kara dh->dqdh_next_free = dh->dqdh_prev_free = cpu_to_le32(0); 191884d179dSJan Kara /* No matter whether write succeeds block is out of list */ 192884d179dSJan Kara if (write_blk(info, blk, buf) < 0) 193fb5ffb0eSJiaying Zhang quota_error(info->dqi_sb, "Can't write block (%u) " 194fb5ffb0eSJiaying Zhang "with free entries", blk); 195884d179dSJan Kara return 0; 196884d179dSJan Kara out_buf: 197d26ac1a8SJan Kara kfree(tmpbuf); 198884d179dSJan Kara return err; 199884d179dSJan Kara } 200884d179dSJan Kara 201884d179dSJan Kara /* Insert given block to the beginning of list with free entries */ 202268157baSJan Kara static int insert_free_dqentry(struct qtree_mem_dqinfo *info, char *buf, 203268157baSJan Kara uint blk) 204884d179dSJan Kara { 205ce1b06c5SZhen Lei char *tmpbuf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 206884d179dSJan Kara struct qt_disk_dqdbheader *dh = (struct qt_disk_dqdbheader *)buf; 207884d179dSJan Kara int err; 208884d179dSJan Kara 209884d179dSJan Kara if (!tmpbuf) 210884d179dSJan Kara return -ENOMEM; 211884d179dSJan Kara dh->dqdh_next_free = cpu_to_le32(info->dqi_free_entry); 212884d179dSJan Kara dh->dqdh_prev_free = cpu_to_le32(0); 213884d179dSJan Kara err = write_blk(info, blk, buf); 214884d179dSJan Kara if (err < 0) 215884d179dSJan Kara goto out_buf; 216884d179dSJan Kara if (info->dqi_free_entry) { 217884d179dSJan Kara err = read_blk(info, info->dqi_free_entry, tmpbuf); 218884d179dSJan Kara if (err < 0) 219884d179dSJan Kara goto out_buf; 220884d179dSJan Kara ((struct qt_disk_dqdbheader *)tmpbuf)->dqdh_prev_free = 221884d179dSJan Kara cpu_to_le32(blk); 222884d179dSJan Kara err = write_blk(info, info->dqi_free_entry, tmpbuf); 223884d179dSJan Kara if (err < 0) 224884d179dSJan Kara goto out_buf; 225884d179dSJan Kara } 226d26ac1a8SJan Kara kfree(tmpbuf); 227884d179dSJan Kara info->dqi_free_entry = blk; 228884d179dSJan Kara mark_info_dirty(info->dqi_sb, info->dqi_type); 229884d179dSJan Kara return 0; 230884d179dSJan Kara out_buf: 231d26ac1a8SJan Kara kfree(tmpbuf); 232884d179dSJan Kara return err; 233884d179dSJan Kara } 234884d179dSJan Kara 235884d179dSJan Kara /* Is the entry in the block free? */ 236884d179dSJan Kara int qtree_entry_unused(struct qtree_mem_dqinfo *info, char *disk) 237884d179dSJan Kara { 238884d179dSJan Kara int i; 239884d179dSJan Kara 240884d179dSJan Kara for (i = 0; i < info->dqi_entry_size; i++) 241884d179dSJan Kara if (disk[i]) 242884d179dSJan Kara return 0; 243884d179dSJan Kara return 1; 244884d179dSJan Kara } 245884d179dSJan Kara EXPORT_SYMBOL(qtree_entry_unused); 246884d179dSJan Kara 247884d179dSJan Kara /* Find space for dquot */ 248884d179dSJan Kara static uint find_free_dqentry(struct qtree_mem_dqinfo *info, 249884d179dSJan Kara struct dquot *dquot, int *err) 250884d179dSJan Kara { 251884d179dSJan Kara uint blk, i; 252884d179dSJan Kara struct qt_disk_dqdbheader *dh; 253ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 254884d179dSJan Kara char *ddquot; 255884d179dSJan Kara 256884d179dSJan Kara *err = 0; 257884d179dSJan Kara if (!buf) { 258884d179dSJan Kara *err = -ENOMEM; 259884d179dSJan Kara return 0; 260884d179dSJan Kara } 261884d179dSJan Kara dh = (struct qt_disk_dqdbheader *)buf; 262884d179dSJan Kara if (info->dqi_free_entry) { 263884d179dSJan Kara blk = info->dqi_free_entry; 264884d179dSJan Kara *err = read_blk(info, blk, buf); 265884d179dSJan Kara if (*err < 0) 266884d179dSJan Kara goto out_buf; 267*6c8ea8b8SZhihao Cheng *err = check_dquot_block_header(info, dh); 268*6c8ea8b8SZhihao Cheng if (*err) 269*6c8ea8b8SZhihao Cheng goto out_buf; 270884d179dSJan Kara } else { 271884d179dSJan Kara blk = get_free_dqblk(info); 272884d179dSJan Kara if ((int)blk < 0) { 273884d179dSJan Kara *err = blk; 274d26ac1a8SJan Kara kfree(buf); 275884d179dSJan Kara return 0; 276884d179dSJan Kara } 277884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 278268157baSJan Kara /* This is enough as the block is already zeroed and the entry 279268157baSJan Kara * list is empty... */ 280884d179dSJan Kara info->dqi_free_entry = blk; 2814c376dcaSEric W. Biederman mark_info_dirty(dquot->dq_sb, dquot->dq_id.type); 282884d179dSJan Kara } 283884d179dSJan Kara /* Block will be full? */ 284884d179dSJan Kara if (le16_to_cpu(dh->dqdh_entries) + 1 >= qtree_dqstr_in_blk(info)) { 285884d179dSJan Kara *err = remove_free_dqentry(info, buf, blk); 286884d179dSJan Kara if (*err < 0) { 287fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't remove block (%u) " 288fb5ffb0eSJiaying Zhang "from entry free list", blk); 289884d179dSJan Kara goto out_buf; 290884d179dSJan Kara } 291884d179dSJan Kara } 292884d179dSJan Kara le16_add_cpu(&dh->dqdh_entries, 1); 293884d179dSJan Kara /* Find free structure in block */ 294268157baSJan Kara ddquot = buf + sizeof(struct qt_disk_dqdbheader); 295268157baSJan Kara for (i = 0; i < qtree_dqstr_in_blk(info); i++) { 296268157baSJan Kara if (qtree_entry_unused(info, ddquot)) 297268157baSJan Kara break; 298268157baSJan Kara ddquot += info->dqi_entry_size; 299268157baSJan Kara } 300884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA 301884d179dSJan Kara if (i == qtree_dqstr_in_blk(info)) { 302fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Data block full but it shouldn't"); 303884d179dSJan Kara *err = -EIO; 304884d179dSJan Kara goto out_buf; 305884d179dSJan Kara } 306884d179dSJan Kara #endif 307884d179dSJan Kara *err = write_blk(info, blk, buf); 308884d179dSJan Kara if (*err < 0) { 309fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't write quota data block %u", 310fb5ffb0eSJiaying Zhang blk); 311884d179dSJan Kara goto out_buf; 312884d179dSJan Kara } 31310f04d40SJan Kara dquot->dq_off = ((loff_t)blk << info->dqi_blocksize_bits) + 314884d179dSJan Kara sizeof(struct qt_disk_dqdbheader) + 315884d179dSJan Kara i * info->dqi_entry_size; 316d26ac1a8SJan Kara kfree(buf); 317884d179dSJan Kara return blk; 318884d179dSJan Kara out_buf: 319d26ac1a8SJan Kara kfree(buf); 320884d179dSJan Kara return 0; 321884d179dSJan Kara } 322884d179dSJan Kara 323884d179dSJan Kara /* Insert reference to structure into the trie */ 324884d179dSJan Kara static int do_insert_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot, 325884d179dSJan Kara uint *treeblk, int depth) 326884d179dSJan Kara { 327ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 328884d179dSJan Kara int ret = 0, newson = 0, newact = 0; 329884d179dSJan Kara __le32 *ref; 330884d179dSJan Kara uint newblk; 331884d179dSJan Kara 332884d179dSJan Kara if (!buf) 333884d179dSJan Kara return -ENOMEM; 334884d179dSJan Kara if (!*treeblk) { 335884d179dSJan Kara ret = get_free_dqblk(info); 336884d179dSJan Kara if (ret < 0) 337884d179dSJan Kara goto out_buf; 338884d179dSJan Kara *treeblk = ret; 339884d179dSJan Kara memset(buf, 0, info->dqi_usable_bs); 340884d179dSJan Kara newact = 1; 341884d179dSJan Kara } else { 342884d179dSJan Kara ret = read_blk(info, *treeblk, buf); 343884d179dSJan Kara if (ret < 0) { 344fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read tree quota " 345fb5ffb0eSJiaying Zhang "block %u", *treeblk); 346884d179dSJan Kara goto out_buf; 347884d179dSJan Kara } 348884d179dSJan Kara } 349884d179dSJan Kara ref = (__le32 *)buf; 350884d179dSJan Kara newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]); 351884d179dSJan Kara if (!newblk) 352884d179dSJan Kara newson = 1; 353884d179dSJan Kara if (depth == info->dqi_qtree_depth - 1) { 354884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA 355884d179dSJan Kara if (newblk) { 356fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Inserting already present " 357fb5ffb0eSJiaying Zhang "quota entry (block %u)", 358884d179dSJan Kara le32_to_cpu(ref[get_index(info, 359884d179dSJan Kara dquot->dq_id, depth)])); 360884d179dSJan Kara ret = -EIO; 361884d179dSJan Kara goto out_buf; 362884d179dSJan Kara } 363884d179dSJan Kara #endif 364884d179dSJan Kara newblk = find_free_dqentry(info, dquot, &ret); 365884d179dSJan Kara } else { 366884d179dSJan Kara ret = do_insert_tree(info, dquot, &newblk, depth+1); 367884d179dSJan Kara } 368884d179dSJan Kara if (newson && ret >= 0) { 369884d179dSJan Kara ref[get_index(info, dquot->dq_id, depth)] = 370884d179dSJan Kara cpu_to_le32(newblk); 371884d179dSJan Kara ret = write_blk(info, *treeblk, buf); 372884d179dSJan Kara } else if (newact && ret < 0) { 373884d179dSJan Kara put_free_dqblk(info, buf, *treeblk); 374884d179dSJan Kara } 375884d179dSJan Kara out_buf: 376d26ac1a8SJan Kara kfree(buf); 377884d179dSJan Kara return ret; 378884d179dSJan Kara } 379884d179dSJan Kara 380884d179dSJan Kara /* Wrapper for inserting quota structure into tree */ 381884d179dSJan Kara static inline int dq_insert_tree(struct qtree_mem_dqinfo *info, 382884d179dSJan Kara struct dquot *dquot) 383884d179dSJan Kara { 384884d179dSJan Kara int tmp = QT_TREEOFF; 38569a25ee2SKonstantin Khlebnikov 38669a25ee2SKonstantin Khlebnikov #ifdef __QUOTA_QT_PARANOIA 38769a25ee2SKonstantin Khlebnikov if (info->dqi_blocks <= QT_TREEOFF) { 38869a25ee2SKonstantin Khlebnikov quota_error(dquot->dq_sb, "Quota tree root isn't allocated!"); 38969a25ee2SKonstantin Khlebnikov return -EIO; 39069a25ee2SKonstantin Khlebnikov } 39169a25ee2SKonstantin Khlebnikov #endif 392884d179dSJan Kara return do_insert_tree(info, dquot, &tmp, 0); 393884d179dSJan Kara } 394884d179dSJan Kara 395884d179dSJan Kara /* 396268157baSJan Kara * We don't have to be afraid of deadlocks as we never have quotas on quota 397268157baSJan Kara * files... 398884d179dSJan Kara */ 399884d179dSJan Kara int qtree_write_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 400884d179dSJan Kara { 4014c376dcaSEric W. Biederman int type = dquot->dq_id.type; 402884d179dSJan Kara struct super_block *sb = dquot->dq_sb; 403884d179dSJan Kara ssize_t ret; 404ce1b06c5SZhen Lei char *ddquot = kmalloc(info->dqi_entry_size, GFP_NOFS); 405884d179dSJan Kara 406884d179dSJan Kara if (!ddquot) 407884d179dSJan Kara return -ENOMEM; 408884d179dSJan Kara 409bc8230eeSJan Kara /* dq_off is guarded by dqio_sem */ 410884d179dSJan Kara if (!dquot->dq_off) { 411884d179dSJan Kara ret = dq_insert_tree(info, dquot); 412884d179dSJan Kara if (ret < 0) { 413fb5ffb0eSJiaying Zhang quota_error(sb, "Error %zd occurred while creating " 414fb5ffb0eSJiaying Zhang "quota", ret); 415d26ac1a8SJan Kara kfree(ddquot); 416884d179dSJan Kara return ret; 417884d179dSJan Kara } 418884d179dSJan Kara } 4197b9ca4c6SJan Kara spin_lock(&dquot->dq_dqb_lock); 420884d179dSJan Kara info->dqi_ops->mem2disk_dqblk(ddquot, dquot); 4217b9ca4c6SJan Kara spin_unlock(&dquot->dq_dqb_lock); 422d26ac1a8SJan Kara ret = sb->s_op->quota_write(sb, type, ddquot, info->dqi_entry_size, 423d26ac1a8SJan Kara dquot->dq_off); 424884d179dSJan Kara if (ret != info->dqi_entry_size) { 425fb5ffb0eSJiaying Zhang quota_error(sb, "dquota write failed"); 426884d179dSJan Kara if (ret >= 0) 427884d179dSJan Kara ret = -ENOSPC; 428884d179dSJan Kara } else { 429884d179dSJan Kara ret = 0; 430884d179dSJan Kara } 431dde95888SDmitry Monakhov dqstats_inc(DQST_WRITES); 432d26ac1a8SJan Kara kfree(ddquot); 433884d179dSJan Kara 434884d179dSJan Kara return ret; 435884d179dSJan Kara } 436884d179dSJan Kara EXPORT_SYMBOL(qtree_write_dquot); 437884d179dSJan Kara 438884d179dSJan Kara /* Free dquot entry in data block */ 439884d179dSJan Kara static int free_dqentry(struct qtree_mem_dqinfo *info, struct dquot *dquot, 440884d179dSJan Kara uint blk) 441884d179dSJan Kara { 442884d179dSJan Kara struct qt_disk_dqdbheader *dh; 443ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 444884d179dSJan Kara int ret = 0; 445884d179dSJan Kara 446884d179dSJan Kara if (!buf) 447884d179dSJan Kara return -ENOMEM; 448884d179dSJan Kara if (dquot->dq_off >> info->dqi_blocksize_bits != blk) { 449fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Quota structure has offset to " 450fb5ffb0eSJiaying Zhang "other block (%u) than it should (%u)", blk, 451884d179dSJan Kara (uint)(dquot->dq_off >> info->dqi_blocksize_bits)); 452d0e36a62SZhang Yi ret = -EIO; 453884d179dSJan Kara goto out_buf; 454884d179dSJan Kara } 455884d179dSJan Kara ret = read_blk(info, blk, buf); 456884d179dSJan Kara if (ret < 0) { 457fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read quota data block %u", 458fb5ffb0eSJiaying Zhang blk); 459884d179dSJan Kara goto out_buf; 460884d179dSJan Kara } 461884d179dSJan Kara dh = (struct qt_disk_dqdbheader *)buf; 462*6c8ea8b8SZhihao Cheng ret = check_dquot_block_header(info, dh); 463*6c8ea8b8SZhihao Cheng if (ret) 464*6c8ea8b8SZhihao Cheng goto out_buf; 465884d179dSJan Kara le16_add_cpu(&dh->dqdh_entries, -1); 466884d179dSJan Kara if (!le16_to_cpu(dh->dqdh_entries)) { /* Block got free? */ 467884d179dSJan Kara ret = remove_free_dqentry(info, buf, blk); 468884d179dSJan Kara if (ret >= 0) 469884d179dSJan Kara ret = put_free_dqblk(info, buf, blk); 470884d179dSJan Kara if (ret < 0) { 471fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't move quota data block " 472fb5ffb0eSJiaying Zhang "(%u) to free list", blk); 473884d179dSJan Kara goto out_buf; 474884d179dSJan Kara } 475884d179dSJan Kara } else { 476884d179dSJan Kara memset(buf + 477884d179dSJan Kara (dquot->dq_off & ((1 << info->dqi_blocksize_bits) - 1)), 478884d179dSJan Kara 0, info->dqi_entry_size); 479884d179dSJan Kara if (le16_to_cpu(dh->dqdh_entries) == 480884d179dSJan Kara qtree_dqstr_in_blk(info) - 1) { 481884d179dSJan Kara /* Insert will write block itself */ 482884d179dSJan Kara ret = insert_free_dqentry(info, buf, blk); 483884d179dSJan Kara if (ret < 0) { 484fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't insert quota " 485fb5ffb0eSJiaying Zhang "data block (%u) to free entry list", blk); 486884d179dSJan Kara goto out_buf; 487884d179dSJan Kara } 488884d179dSJan Kara } else { 489884d179dSJan Kara ret = write_blk(info, blk, buf); 490884d179dSJan Kara if (ret < 0) { 491fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't write quota " 492fb5ffb0eSJiaying Zhang "data block %u", blk); 493884d179dSJan Kara goto out_buf; 494884d179dSJan Kara } 495884d179dSJan Kara } 496884d179dSJan Kara } 497884d179dSJan Kara dquot->dq_off = 0; /* Quota is now unattached */ 498884d179dSJan Kara out_buf: 499d26ac1a8SJan Kara kfree(buf); 500884d179dSJan Kara return ret; 501884d179dSJan Kara } 502884d179dSJan Kara 503884d179dSJan Kara /* Remove reference to dquot from tree */ 504884d179dSJan Kara static int remove_tree(struct qtree_mem_dqinfo *info, struct dquot *dquot, 505884d179dSJan Kara uint *blk, int depth) 506884d179dSJan Kara { 507ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 508884d179dSJan Kara int ret = 0; 509884d179dSJan Kara uint newblk; 510884d179dSJan Kara __le32 *ref = (__le32 *)buf; 511884d179dSJan Kara 512884d179dSJan Kara if (!buf) 513884d179dSJan Kara return -ENOMEM; 514884d179dSJan Kara ret = read_blk(info, *blk, buf); 515884d179dSJan Kara if (ret < 0) { 516055adcbdSJoe Perches quota_error(dquot->dq_sb, "Can't read quota data block %u", 517055adcbdSJoe Perches *blk); 518884d179dSJan Kara goto out_buf; 519884d179dSJan Kara } 520884d179dSJan Kara newblk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]); 5219bf3d203SZhang Yi if (newblk < QT_TREEOFF || newblk >= info->dqi_blocks) { 5229bf3d203SZhang Yi quota_error(dquot->dq_sb, "Getting block too big (%u >= %u)", 5239bf3d203SZhang Yi newblk, info->dqi_blocks); 5249bf3d203SZhang Yi ret = -EUCLEAN; 5259bf3d203SZhang Yi goto out_buf; 5269bf3d203SZhang Yi } 5279bf3d203SZhang Yi 528884d179dSJan Kara if (depth == info->dqi_qtree_depth - 1) { 529884d179dSJan Kara ret = free_dqentry(info, dquot, newblk); 530884d179dSJan Kara newblk = 0; 531884d179dSJan Kara } else { 532884d179dSJan Kara ret = remove_tree(info, dquot, &newblk, depth+1); 533884d179dSJan Kara } 534884d179dSJan Kara if (ret >= 0 && !newblk) { 535884d179dSJan Kara int i; 536884d179dSJan Kara ref[get_index(info, dquot->dq_id, depth)] = cpu_to_le32(0); 537884d179dSJan Kara /* Block got empty? */ 538d26ac1a8SJan Kara for (i = 0; i < (info->dqi_usable_bs >> 2) && !ref[i]; i++) 539d26ac1a8SJan Kara ; 540884d179dSJan Kara /* Don't put the root block into the free block list */ 541884d179dSJan Kara if (i == (info->dqi_usable_bs >> 2) 542884d179dSJan Kara && *blk != QT_TREEOFF) { 543884d179dSJan Kara put_free_dqblk(info, buf, *blk); 544884d179dSJan Kara *blk = 0; 545884d179dSJan Kara } else { 546884d179dSJan Kara ret = write_blk(info, *blk, buf); 547884d179dSJan Kara if (ret < 0) 548055adcbdSJoe Perches quota_error(dquot->dq_sb, 549055adcbdSJoe Perches "Can't write quota tree block %u", 550055adcbdSJoe Perches *blk); 551884d179dSJan Kara } 552884d179dSJan Kara } 553884d179dSJan Kara out_buf: 554d26ac1a8SJan Kara kfree(buf); 555884d179dSJan Kara return ret; 556884d179dSJan Kara } 557884d179dSJan Kara 558884d179dSJan Kara /* Delete dquot from tree */ 559884d179dSJan Kara int qtree_delete_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 560884d179dSJan Kara { 561884d179dSJan Kara uint tmp = QT_TREEOFF; 562884d179dSJan Kara 563884d179dSJan Kara if (!dquot->dq_off) /* Even not allocated? */ 564884d179dSJan Kara return 0; 565884d179dSJan Kara return remove_tree(info, dquot, &tmp, 0); 566884d179dSJan Kara } 567884d179dSJan Kara EXPORT_SYMBOL(qtree_delete_dquot); 568884d179dSJan Kara 569884d179dSJan Kara /* Find entry in block */ 570884d179dSJan Kara static loff_t find_block_dqentry(struct qtree_mem_dqinfo *info, 571884d179dSJan Kara struct dquot *dquot, uint blk) 572884d179dSJan Kara { 573ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 574884d179dSJan Kara loff_t ret = 0; 575884d179dSJan Kara int i; 576884d179dSJan Kara char *ddquot; 577884d179dSJan Kara 578884d179dSJan Kara if (!buf) 579884d179dSJan Kara return -ENOMEM; 580884d179dSJan Kara ret = read_blk(info, blk, buf); 581884d179dSJan Kara if (ret < 0) { 582fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read quota tree " 583fb5ffb0eSJiaying Zhang "block %u", blk); 584884d179dSJan Kara goto out_buf; 585884d179dSJan Kara } 586268157baSJan Kara ddquot = buf + sizeof(struct qt_disk_dqdbheader); 587268157baSJan Kara for (i = 0; i < qtree_dqstr_in_blk(info); i++) { 588268157baSJan Kara if (info->dqi_ops->is_id(ddquot, dquot)) 589268157baSJan Kara break; 590268157baSJan Kara ddquot += info->dqi_entry_size; 591268157baSJan Kara } 592884d179dSJan Kara if (i == qtree_dqstr_in_blk(info)) { 5934c376dcaSEric W. Biederman quota_error(dquot->dq_sb, 5944c376dcaSEric W. Biederman "Quota for id %u referenced but not present", 5954c376dcaSEric W. Biederman from_kqid(&init_user_ns, dquot->dq_id)); 596884d179dSJan Kara ret = -EIO; 597884d179dSJan Kara goto out_buf; 598884d179dSJan Kara } else { 59910f04d40SJan Kara ret = ((loff_t)blk << info->dqi_blocksize_bits) + sizeof(struct 600884d179dSJan Kara qt_disk_dqdbheader) + i * info->dqi_entry_size; 601884d179dSJan Kara } 602884d179dSJan Kara out_buf: 603d26ac1a8SJan Kara kfree(buf); 604884d179dSJan Kara return ret; 605884d179dSJan Kara } 606884d179dSJan Kara 607884d179dSJan Kara /* Find entry for given id in the tree */ 608884d179dSJan Kara static loff_t find_tree_dqentry(struct qtree_mem_dqinfo *info, 609884d179dSJan Kara struct dquot *dquot, uint blk, int depth) 610884d179dSJan Kara { 611ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 612884d179dSJan Kara loff_t ret = 0; 613884d179dSJan Kara __le32 *ref = (__le32 *)buf; 614884d179dSJan Kara 615884d179dSJan Kara if (!buf) 616884d179dSJan Kara return -ENOMEM; 617884d179dSJan Kara ret = read_blk(info, blk, buf); 618884d179dSJan Kara if (ret < 0) { 619fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't read quota tree block %u", 620fb5ffb0eSJiaying Zhang blk); 621884d179dSJan Kara goto out_buf; 622884d179dSJan Kara } 623884d179dSJan Kara ret = 0; 624884d179dSJan Kara blk = le32_to_cpu(ref[get_index(info, dquot->dq_id, depth)]); 625884d179dSJan Kara if (!blk) /* No reference? */ 626884d179dSJan Kara goto out_buf; 6279bf3d203SZhang Yi if (blk < QT_TREEOFF || blk >= info->dqi_blocks) { 6289bf3d203SZhang Yi quota_error(dquot->dq_sb, "Getting block too big (%u >= %u)", 6299bf3d203SZhang Yi blk, info->dqi_blocks); 6309bf3d203SZhang Yi ret = -EUCLEAN; 6319bf3d203SZhang Yi goto out_buf; 6329bf3d203SZhang Yi } 6339bf3d203SZhang Yi 634884d179dSJan Kara if (depth < info->dqi_qtree_depth - 1) 635884d179dSJan Kara ret = find_tree_dqentry(info, dquot, blk, depth+1); 636884d179dSJan Kara else 637884d179dSJan Kara ret = find_block_dqentry(info, dquot, blk); 638884d179dSJan Kara out_buf: 639d26ac1a8SJan Kara kfree(buf); 640884d179dSJan Kara return ret; 641884d179dSJan Kara } 642884d179dSJan Kara 643884d179dSJan Kara /* Find entry for given id in the tree - wrapper function */ 644884d179dSJan Kara static inline loff_t find_dqentry(struct qtree_mem_dqinfo *info, 645884d179dSJan Kara struct dquot *dquot) 646884d179dSJan Kara { 647884d179dSJan Kara return find_tree_dqentry(info, dquot, QT_TREEOFF, 0); 648884d179dSJan Kara } 649884d179dSJan Kara 650884d179dSJan Kara int qtree_read_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 651884d179dSJan Kara { 6524c376dcaSEric W. Biederman int type = dquot->dq_id.type; 653884d179dSJan Kara struct super_block *sb = dquot->dq_sb; 654884d179dSJan Kara loff_t offset; 655d26ac1a8SJan Kara char *ddquot; 656884d179dSJan Kara int ret = 0; 657884d179dSJan Kara 658884d179dSJan Kara #ifdef __QUOTA_QT_PARANOIA 659884d179dSJan Kara /* Invalidated quota? */ 660884d179dSJan Kara if (!sb_dqopt(dquot->dq_sb)->files[type]) { 661fb5ffb0eSJiaying Zhang quota_error(sb, "Quota invalidated while reading!"); 662884d179dSJan Kara return -EIO; 663884d179dSJan Kara } 664884d179dSJan Kara #endif 665884d179dSJan Kara /* Do we know offset of the dquot entry in the quota file? */ 666884d179dSJan Kara if (!dquot->dq_off) { 667884d179dSJan Kara offset = find_dqentry(info, dquot); 668884d179dSJan Kara if (offset <= 0) { /* Entry not present? */ 669884d179dSJan Kara if (offset < 0) 670fb5ffb0eSJiaying Zhang quota_error(sb,"Can't read quota structure " 6714c376dcaSEric W. Biederman "for id %u", 6724c376dcaSEric W. Biederman from_kqid(&init_user_ns, 6734c376dcaSEric W. Biederman dquot->dq_id)); 674884d179dSJan Kara dquot->dq_off = 0; 675884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 676884d179dSJan Kara memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk)); 677884d179dSJan Kara ret = offset; 678884d179dSJan Kara goto out; 679884d179dSJan Kara } 680884d179dSJan Kara dquot->dq_off = offset; 681884d179dSJan Kara } 682ce1b06c5SZhen Lei ddquot = kmalloc(info->dqi_entry_size, GFP_NOFS); 683884d179dSJan Kara if (!ddquot) 684884d179dSJan Kara return -ENOMEM; 685d26ac1a8SJan Kara ret = sb->s_op->quota_read(sb, type, ddquot, info->dqi_entry_size, 686d26ac1a8SJan Kara dquot->dq_off); 687884d179dSJan Kara if (ret != info->dqi_entry_size) { 688884d179dSJan Kara if (ret >= 0) 689884d179dSJan Kara ret = -EIO; 690fb5ffb0eSJiaying Zhang quota_error(sb, "Error while reading quota structure for id %u", 6914c376dcaSEric W. Biederman from_kqid(&init_user_ns, dquot->dq_id)); 692884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 693884d179dSJan Kara memset(&dquot->dq_dqb, 0, sizeof(struct mem_dqblk)); 694d26ac1a8SJan Kara kfree(ddquot); 695884d179dSJan Kara goto out; 696884d179dSJan Kara } 6977b9ca4c6SJan Kara spin_lock(&dquot->dq_dqb_lock); 698884d179dSJan Kara info->dqi_ops->disk2mem_dqblk(dquot, ddquot); 699884d179dSJan Kara if (!dquot->dq_dqb.dqb_bhardlimit && 700884d179dSJan Kara !dquot->dq_dqb.dqb_bsoftlimit && 701884d179dSJan Kara !dquot->dq_dqb.dqb_ihardlimit && 702884d179dSJan Kara !dquot->dq_dqb.dqb_isoftlimit) 703884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 7047b9ca4c6SJan Kara spin_unlock(&dquot->dq_dqb_lock); 705d26ac1a8SJan Kara kfree(ddquot); 706884d179dSJan Kara out: 707dde95888SDmitry Monakhov dqstats_inc(DQST_READS); 708884d179dSJan Kara return ret; 709884d179dSJan Kara } 710884d179dSJan Kara EXPORT_SYMBOL(qtree_read_dquot); 711884d179dSJan Kara 712884d179dSJan Kara /* Check whether dquot should not be deleted. We know we are 713884d179dSJan Kara * the only one operating on dquot (thanks to dq_lock) */ 714884d179dSJan Kara int qtree_release_dquot(struct qtree_mem_dqinfo *info, struct dquot *dquot) 715884d179dSJan Kara { 716268157baSJan Kara if (test_bit(DQ_FAKE_B, &dquot->dq_flags) && 717268157baSJan Kara !(dquot->dq_dqb.dqb_curinodes | dquot->dq_dqb.dqb_curspace)) 718884d179dSJan Kara return qtree_delete_dquot(info, dquot); 719884d179dSJan Kara return 0; 720884d179dSJan Kara } 721884d179dSJan Kara EXPORT_SYMBOL(qtree_release_dquot); 7220066373dSJan Kara 7230066373dSJan Kara static int find_next_id(struct qtree_mem_dqinfo *info, qid_t *id, 7240066373dSJan Kara unsigned int blk, int depth) 7250066373dSJan Kara { 726ce1b06c5SZhen Lei char *buf = kmalloc(info->dqi_usable_bs, GFP_NOFS); 7270066373dSJan Kara __le32 *ref = (__le32 *)buf; 7280066373dSJan Kara ssize_t ret; 7290066373dSJan Kara unsigned int epb = info->dqi_usable_bs >> 2; 7300066373dSJan Kara unsigned int level_inc = 1; 7310066373dSJan Kara int i; 7320066373dSJan Kara 7330066373dSJan Kara if (!buf) 7340066373dSJan Kara return -ENOMEM; 7350066373dSJan Kara 7360066373dSJan Kara for (i = depth; i < info->dqi_qtree_depth - 1; i++) 7370066373dSJan Kara level_inc *= epb; 7380066373dSJan Kara 7390066373dSJan Kara ret = read_blk(info, blk, buf); 7400066373dSJan Kara if (ret < 0) { 7410066373dSJan Kara quota_error(info->dqi_sb, 7420066373dSJan Kara "Can't read quota tree block %u", blk); 7430066373dSJan Kara goto out_buf; 7440066373dSJan Kara } 7450066373dSJan Kara for (i = __get_index(info, *id, depth); i < epb; i++) { 7460066373dSJan Kara if (ref[i] == cpu_to_le32(0)) { 7470066373dSJan Kara *id += level_inc; 7480066373dSJan Kara continue; 7490066373dSJan Kara } 7500066373dSJan Kara if (depth == info->dqi_qtree_depth - 1) { 7510066373dSJan Kara ret = 0; 7520066373dSJan Kara goto out_buf; 7530066373dSJan Kara } 7540066373dSJan Kara ret = find_next_id(info, id, le32_to_cpu(ref[i]), depth + 1); 7550066373dSJan Kara if (ret != -ENOENT) 7560066373dSJan Kara break; 7570066373dSJan Kara } 7580066373dSJan Kara if (i == epb) { 7590066373dSJan Kara ret = -ENOENT; 7600066373dSJan Kara goto out_buf; 7610066373dSJan Kara } 7620066373dSJan Kara out_buf: 7630066373dSJan Kara kfree(buf); 7640066373dSJan Kara return ret; 7650066373dSJan Kara } 7660066373dSJan Kara 7670066373dSJan Kara int qtree_get_next_id(struct qtree_mem_dqinfo *info, struct kqid *qid) 7680066373dSJan Kara { 7690066373dSJan Kara qid_t id = from_kqid(&init_user_ns, *qid); 7700066373dSJan Kara int ret; 7710066373dSJan Kara 7720066373dSJan Kara ret = find_next_id(info, &id, QT_TREEOFF, 0); 7730066373dSJan Kara if (ret < 0) 7740066373dSJan Kara return ret; 7750066373dSJan Kara *qid = make_kqid(&init_user_ns, qid->type, id); 7760066373dSJan Kara return 0; 7770066373dSJan Kara } 7780066373dSJan Kara EXPORT_SYMBOL(qtree_get_next_id); 779