11c6fdbd8SKent Overstreet // SPDX-License-Identifier: GPL-2.0 21c6fdbd8SKent Overstreet #ifndef NO_BCACHEFS_FS 31c6fdbd8SKent Overstreet 41c6fdbd8SKent Overstreet #include "bcachefs.h" 57b3f84eaSKent Overstreet #include "alloc_foreground.h" 61c6fdbd8SKent Overstreet #include "btree_update.h" 71c6fdbd8SKent Overstreet #include "buckets.h" 81c6fdbd8SKent Overstreet #include "clock.h" 91c6fdbd8SKent Overstreet #include "error.h" 10e2d9912cSKent Overstreet #include "extents.h" 1108c07feaSKent Overstreet #include "extent_update.h" 121c6fdbd8SKent Overstreet #include "fs.h" 131c6fdbd8SKent Overstreet #include "fs-io.h" 14*dbbfca9fSKent Overstreet #include "fs-io-buffered.h" 15*dbbfca9fSKent Overstreet #include "fs-io-pagecache.h" 161c6fdbd8SKent Overstreet #include "fsck.h" 171c6fdbd8SKent Overstreet #include "inode.h" 181c6fdbd8SKent Overstreet #include "journal.h" 191c6fdbd8SKent Overstreet #include "io.h" 201c6fdbd8SKent Overstreet #include "keylist.h" 211c6fdbd8SKent Overstreet #include "quota.h" 2276426098SKent Overstreet #include "reflink.h" 231c6fdbd8SKent Overstreet #include "trace.h" 241c6fdbd8SKent Overstreet 251c6fdbd8SKent Overstreet #include <linux/aio.h> 261c6fdbd8SKent Overstreet #include <linux/backing-dev.h> 271c6fdbd8SKent Overstreet #include <linux/falloc.h> 281c6fdbd8SKent Overstreet #include <linux/migrate.h> 291c6fdbd8SKent Overstreet #include <linux/mmu_context.h> 301c6fdbd8SKent Overstreet #include <linux/pagevec.h> 319ba2eb25SKent Overstreet #include <linux/rmap.h> 321c6fdbd8SKent Overstreet #include <linux/sched/signal.h> 331c6fdbd8SKent Overstreet #include <linux/task_io_accounting_ops.h> 341c6fdbd8SKent Overstreet #include <linux/uio.h> 351c6fdbd8SKent Overstreet 361c6fdbd8SKent Overstreet #include <trace/events/writeback.h> 371c6fdbd8SKent Overstreet 38a8b3a677SKent Overstreet struct nocow_flush { 39a8b3a677SKent Overstreet struct closure *cl; 40a8b3a677SKent Overstreet struct bch_dev *ca; 41a8b3a677SKent Overstreet struct bio bio; 42a8b3a677SKent Overstreet }; 43a8b3a677SKent Overstreet 44a8b3a677SKent Overstreet static void nocow_flush_endio(struct bio *_bio) 45a8b3a677SKent Overstreet { 46a8b3a677SKent Overstreet 47a8b3a677SKent Overstreet struct nocow_flush *bio = container_of(_bio, struct nocow_flush, bio); 48a8b3a677SKent Overstreet 49a8b3a677SKent Overstreet closure_put(bio->cl); 50a8b3a677SKent Overstreet percpu_ref_put(&bio->ca->io_ref); 51a8b3a677SKent Overstreet bio_put(&bio->bio); 52a8b3a677SKent Overstreet } 53a8b3a677SKent Overstreet 54*dbbfca9fSKent Overstreet void bch2_inode_flush_nocow_writes_async(struct bch_fs *c, 55a8b3a677SKent Overstreet struct bch_inode_info *inode, 56a8b3a677SKent Overstreet struct closure *cl) 57a8b3a677SKent Overstreet { 58a8b3a677SKent Overstreet struct nocow_flush *bio; 59a8b3a677SKent Overstreet struct bch_dev *ca; 60a8b3a677SKent Overstreet struct bch_devs_mask devs; 61a8b3a677SKent Overstreet unsigned dev; 62a8b3a677SKent Overstreet 63a8b3a677SKent Overstreet dev = find_first_bit(inode->ei_devs_need_flush.d, BCH_SB_MEMBERS_MAX); 64a8b3a677SKent Overstreet if (dev == BCH_SB_MEMBERS_MAX) 65a8b3a677SKent Overstreet return; 66a8b3a677SKent Overstreet 67a8b3a677SKent Overstreet devs = inode->ei_devs_need_flush; 68a8b3a677SKent Overstreet memset(&inode->ei_devs_need_flush, 0, sizeof(inode->ei_devs_need_flush)); 69a8b3a677SKent Overstreet 70a8b3a677SKent Overstreet for_each_set_bit(dev, devs.d, BCH_SB_MEMBERS_MAX) { 71a8b3a677SKent Overstreet rcu_read_lock(); 72a8b3a677SKent Overstreet ca = rcu_dereference(c->devs[dev]); 73a8b3a677SKent Overstreet if (ca && !percpu_ref_tryget(&ca->io_ref)) 74a8b3a677SKent Overstreet ca = NULL; 75a8b3a677SKent Overstreet rcu_read_unlock(); 76a8b3a677SKent Overstreet 77a8b3a677SKent Overstreet if (!ca) 78a8b3a677SKent Overstreet continue; 79a8b3a677SKent Overstreet 80a8b3a677SKent Overstreet bio = container_of(bio_alloc_bioset(ca->disk_sb.bdev, 0, 81a8b3a677SKent Overstreet REQ_OP_FLUSH, 82a8b3a677SKent Overstreet GFP_KERNEL, 83a8b3a677SKent Overstreet &c->nocow_flush_bioset), 84a8b3a677SKent Overstreet struct nocow_flush, bio); 85a8b3a677SKent Overstreet bio->cl = cl; 86a8b3a677SKent Overstreet bio->ca = ca; 87a8b3a677SKent Overstreet bio->bio.bi_end_io = nocow_flush_endio; 88a8b3a677SKent Overstreet closure_bio_submit(&bio->bio, cl); 89a8b3a677SKent Overstreet } 90a8b3a677SKent Overstreet } 91a8b3a677SKent Overstreet 92a8b3a677SKent Overstreet static int bch2_inode_flush_nocow_writes(struct bch_fs *c, 93a8b3a677SKent Overstreet struct bch_inode_info *inode) 94a8b3a677SKent Overstreet { 95a8b3a677SKent Overstreet struct closure cl; 96a8b3a677SKent Overstreet 97a8b3a677SKent Overstreet closure_init_stack(&cl); 98a8b3a677SKent Overstreet bch2_inode_flush_nocow_writes_async(c, inode, &cl); 99a8b3a677SKent Overstreet closure_sync(&cl); 100a8b3a677SKent Overstreet 101a8b3a677SKent Overstreet return 0; 102a8b3a677SKent Overstreet } 103a8b3a677SKent Overstreet 1041c6fdbd8SKent Overstreet /* i_size updates: */ 1051c6fdbd8SKent Overstreet 1062ea90048SKent Overstreet struct inode_new_size { 1072ea90048SKent Overstreet loff_t new_size; 1082ea90048SKent Overstreet u64 now; 1092ea90048SKent Overstreet unsigned fields; 1102ea90048SKent Overstreet }; 1112ea90048SKent Overstreet 1121c6fdbd8SKent Overstreet static int inode_set_size(struct bch_inode_info *inode, 1131c6fdbd8SKent Overstreet struct bch_inode_unpacked *bi, 1141c6fdbd8SKent Overstreet void *p) 1151c6fdbd8SKent Overstreet { 1162ea90048SKent Overstreet struct inode_new_size *s = p; 1171c6fdbd8SKent Overstreet 1182ea90048SKent Overstreet bi->bi_size = s->new_size; 1192ea90048SKent Overstreet if (s->fields & ATTR_ATIME) 1202ea90048SKent Overstreet bi->bi_atime = s->now; 1212ea90048SKent Overstreet if (s->fields & ATTR_MTIME) 1222ea90048SKent Overstreet bi->bi_mtime = s->now; 1232ea90048SKent Overstreet if (s->fields & ATTR_CTIME) 1242ea90048SKent Overstreet bi->bi_ctime = s->now; 1251c6fdbd8SKent Overstreet 1261c6fdbd8SKent Overstreet return 0; 1271c6fdbd8SKent Overstreet } 1281c6fdbd8SKent Overstreet 12976426098SKent Overstreet int __must_check bch2_write_inode_size(struct bch_fs *c, 1301c6fdbd8SKent Overstreet struct bch_inode_info *inode, 1312ea90048SKent Overstreet loff_t new_size, unsigned fields) 1321c6fdbd8SKent Overstreet { 1332ea90048SKent Overstreet struct inode_new_size s = { 1342ea90048SKent Overstreet .new_size = new_size, 1352ea90048SKent Overstreet .now = bch2_current_time(c), 1362ea90048SKent Overstreet .fields = fields, 1372ea90048SKent Overstreet }; 1382ea90048SKent Overstreet 1392ea90048SKent Overstreet return bch2_write_inode(c, inode, inode_set_size, &s, fields); 1401c6fdbd8SKent Overstreet } 1411c6fdbd8SKent Overstreet 142*dbbfca9fSKent Overstreet void __bch2_i_sectors_acct(struct bch_fs *c, struct bch_inode_info *inode, 143190fa7afSKent Overstreet struct quota_res *quota_res, s64 sectors) 1441c6fdbd8SKent Overstreet { 145b33bf1bcSKent Overstreet bch2_fs_inconsistent_on((s64) inode->v.i_blocks + sectors < 0, c, 146b33bf1bcSKent Overstreet "inode %lu i_blocks underflow: %llu + %lli < 0 (ondisk %lli)", 147b33bf1bcSKent Overstreet inode->v.i_ino, (u64) inode->v.i_blocks, sectors, 148b33bf1bcSKent Overstreet inode->ei_inode.bi_sectors); 149b44a66a6SKent Overstreet inode->v.i_blocks += sectors; 150b44a66a6SKent Overstreet 1511c6fdbd8SKent Overstreet #ifdef CONFIG_BCACHEFS_QUOTA 152cb1b479dSKent Overstreet if (quota_res && 153cb1b479dSKent Overstreet !test_bit(EI_INODE_SNAPSHOT, &inode->ei_flags) && 154cb1b479dSKent Overstreet sectors > 0) { 1551c6fdbd8SKent Overstreet BUG_ON(sectors > quota_res->sectors); 1561c6fdbd8SKent Overstreet BUG_ON(sectors > inode->ei_quota_reserved); 1571c6fdbd8SKent Overstreet 1581c6fdbd8SKent Overstreet quota_res->sectors -= sectors; 1591c6fdbd8SKent Overstreet inode->ei_quota_reserved -= sectors; 1601c6fdbd8SKent Overstreet } else { 16126609b61SKent Overstreet bch2_quota_acct(c, inode->ei_qid, Q_SPC, sectors, KEY_TYPE_QUOTA_WARN); 1621c6fdbd8SKent Overstreet } 1631c6fdbd8SKent Overstreet #endif 1646b1b186aSKent Overstreet } 1656b1b186aSKent Overstreet 1661c6fdbd8SKent Overstreet /* fsync: */ 1671c6fdbd8SKent Overstreet 16868a2054dSKent Overstreet /* 16968a2054dSKent Overstreet * inode->ei_inode.bi_journal_seq won't be up to date since it's set in an 17068a2054dSKent Overstreet * insert trigger: look up the btree inode instead 17168a2054dSKent Overstreet */ 172a8b3a677SKent Overstreet static int bch2_flush_inode(struct bch_fs *c, 173a8b3a677SKent Overstreet struct bch_inode_info *inode) 17468a2054dSKent Overstreet { 175a8b3a677SKent Overstreet struct bch_inode_unpacked u; 17668a2054dSKent Overstreet int ret; 17768a2054dSKent Overstreet 17868a2054dSKent Overstreet if (c->opts.journal_flush_disabled) 17968a2054dSKent Overstreet return 0; 18068a2054dSKent Overstreet 181a8b3a677SKent Overstreet ret = bch2_inode_find_by_inum(c, inode_inum(inode), &u); 18268a2054dSKent Overstreet if (ret) 18368a2054dSKent Overstreet return ret; 18468a2054dSKent Overstreet 185a8b3a677SKent Overstreet return bch2_journal_flush_seq(&c->journal, u.bi_journal_seq) ?: 186a8b3a677SKent Overstreet bch2_inode_flush_nocow_writes(c, inode); 18768a2054dSKent Overstreet } 18868a2054dSKent Overstreet 1891c6fdbd8SKent Overstreet int bch2_fsync(struct file *file, loff_t start, loff_t end, int datasync) 1901c6fdbd8SKent Overstreet { 1911c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file); 1921c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 19368a2054dSKent Overstreet int ret, ret2, ret3; 1941c6fdbd8SKent Overstreet 1951c6fdbd8SKent Overstreet ret = file_write_and_wait_range(file, start, end); 19668a2054dSKent Overstreet ret2 = sync_inode_metadata(&inode->v, 1); 197a8b3a677SKent Overstreet ret3 = bch2_flush_inode(c, inode); 1981c6fdbd8SKent Overstreet 1995c1ef830SKent Overstreet return bch2_err_class(ret ?: ret2 ?: ret3); 2001c6fdbd8SKent Overstreet } 2011c6fdbd8SKent Overstreet 2021c6fdbd8SKent Overstreet /* truncate: */ 2031c6fdbd8SKent Overstreet 2046fed42bbSKent Overstreet static inline int range_has_data(struct bch_fs *c, u32 subvol, 2051c6fdbd8SKent Overstreet struct bpos start, 2061c6fdbd8SKent Overstreet struct bpos end) 2071c6fdbd8SKent Overstreet { 208424eb881SKent Overstreet struct btree_trans trans; 20967e0dd8fSKent Overstreet struct btree_iter iter; 2101c6fdbd8SKent Overstreet struct bkey_s_c k; 2111c6fdbd8SKent Overstreet int ret = 0; 2121c6fdbd8SKent Overstreet 21320bceecbSKent Overstreet bch2_trans_init(&trans, c, 0, 0); 2146fed42bbSKent Overstreet retry: 2156fed42bbSKent Overstreet bch2_trans_begin(&trans); 2166fed42bbSKent Overstreet 2176fed42bbSKent Overstreet ret = bch2_subvolume_get_snapshot(&trans, subvol, &start.snapshot); 2186fed42bbSKent Overstreet if (ret) 2196fed42bbSKent Overstreet goto err; 220424eb881SKent Overstreet 221c72f687aSKent Overstreet for_each_btree_key_upto_norestart(&trans, iter, BTREE_ID_extents, start, end, 0, k, ret) 2224ad6aa46SBrian Foster if (bkey_extent_is_data(k.k) && !bkey_extent_is_unwritten(k)) { 2231c6fdbd8SKent Overstreet ret = 1; 2241c6fdbd8SKent Overstreet break; 2251c6fdbd8SKent Overstreet } 2266fed42bbSKent Overstreet start = iter.pos; 22767e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &iter); 2286fed42bbSKent Overstreet err: 229549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart)) 2306fed42bbSKent Overstreet goto retry; 2311c6fdbd8SKent Overstreet 2329a796fdbSKent Overstreet bch2_trans_exit(&trans); 2339a796fdbSKent Overstreet return ret; 2341c6fdbd8SKent Overstreet } 2351c6fdbd8SKent Overstreet 236959f7368SKent Overstreet static int __bch2_truncate_folio(struct bch_inode_info *inode, 2371c6fdbd8SKent Overstreet pgoff_t index, loff_t start, loff_t end) 2381c6fdbd8SKent Overstreet { 2391c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 2401c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping; 2413342ac13SKent Overstreet struct bch_folio *s; 2421c6fdbd8SKent Overstreet unsigned start_offset = start & (PAGE_SIZE - 1); 2431c6fdbd8SKent Overstreet unsigned end_offset = ((end - 1) & (PAGE_SIZE - 1)) + 1; 244a99b1cafSKent Overstreet unsigned i; 24530bff594SKent Overstreet struct folio *folio; 246b19d307dSKent Overstreet s64 i_sectors_delta = 0; 2471c6fdbd8SKent Overstreet int ret = 0; 2486b9857b2SBrian Foster u64 end_pos; 2491c6fdbd8SKent Overstreet 25030bff594SKent Overstreet folio = filemap_lock_folio(mapping, index); 251b6898917SKent Overstreet if (IS_ERR_OR_NULL(folio)) { 2521c6fdbd8SKent Overstreet /* 2531c6fdbd8SKent Overstreet * XXX: we're doing two index lookups when we end up reading the 25430bff594SKent Overstreet * folio 2551c6fdbd8SKent Overstreet */ 2566fed42bbSKent Overstreet ret = range_has_data(c, inode->ei_subvol, 257c72f687aSKent Overstreet POS(inode->v.i_ino, (index << PAGE_SECTORS_SHIFT)), 258c72f687aSKent Overstreet POS(inode->v.i_ino, (index << PAGE_SECTORS_SHIFT) + PAGE_SECTORS)); 2591c6fdbd8SKent Overstreet if (ret <= 0) 2601c6fdbd8SKent Overstreet return ret; 2611c6fdbd8SKent Overstreet 26230bff594SKent Overstreet folio = __filemap_get_folio(mapping, index, 26330bff594SKent Overstreet FGP_LOCK|FGP_CREAT, GFP_KERNEL); 2641e81f89bSKent Overstreet if (IS_ERR_OR_NULL(folio)) { 2651c6fdbd8SKent Overstreet ret = -ENOMEM; 2661c6fdbd8SKent Overstreet goto out; 2671c6fdbd8SKent Overstreet } 2681c6fdbd8SKent Overstreet } 2691c6fdbd8SKent Overstreet 270959f7368SKent Overstreet BUG_ON(start >= folio_end_pos(folio)); 271959f7368SKent Overstreet BUG_ON(end <= folio_pos(folio)); 272959f7368SKent Overstreet 273959f7368SKent Overstreet start_offset = max(start, folio_pos(folio)) - folio_pos(folio); 2746b9857b2SBrian Foster end_offset = min_t(u64, end, folio_end_pos(folio)) - folio_pos(folio); 275959f7368SKent Overstreet 276959f7368SKent Overstreet /* Folio boundary? Nothing to do */ 277959f7368SKent Overstreet if (start_offset == 0 && 278959f7368SKent Overstreet end_offset == folio_size(folio)) { 279959f7368SKent Overstreet ret = 0; 280959f7368SKent Overstreet goto unlock; 281959f7368SKent Overstreet } 282959f7368SKent Overstreet 28330bff594SKent Overstreet s = bch2_folio_create(folio, 0); 284a99b1cafSKent Overstreet if (!s) { 285a99b1cafSKent Overstreet ret = -ENOMEM; 286a99b1cafSKent Overstreet goto unlock; 287a99b1cafSKent Overstreet } 288a99b1cafSKent Overstreet 28930bff594SKent Overstreet if (!folio_test_uptodate(folio)) { 29030bff594SKent Overstreet ret = bch2_read_single_folio(folio, mapping); 2911c6fdbd8SKent Overstreet if (ret) 2921c6fdbd8SKent Overstreet goto unlock; 2931c6fdbd8SKent Overstreet } 2941c6fdbd8SKent Overstreet 29534fdcf06SKent Overstreet ret = bch2_folio_set(c, inode_inum(inode), &folio, 1); 29634fdcf06SKent Overstreet if (ret) 29734fdcf06SKent Overstreet goto unlock; 298c437e153SKent Overstreet 299a99b1cafSKent Overstreet for (i = round_up(start_offset, block_bytes(c)) >> 9; 300a99b1cafSKent Overstreet i < round_down(end_offset, block_bytes(c)) >> 9; 301a99b1cafSKent Overstreet i++) { 302a99b1cafSKent Overstreet s->s[i].nr_replicas = 0; 303a1774a05SKent Overstreet 304a1774a05SKent Overstreet i_sectors_delta -= s->s[i].state == SECTOR_dirty; 305*dbbfca9fSKent Overstreet bch2_folio_sector_set(folio, s, i, SECTOR_unallocated); 306a99b1cafSKent Overstreet } 307a99b1cafSKent Overstreet 308*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta); 309b19d307dSKent Overstreet 31074163da7SKent Overstreet /* 31130bff594SKent Overstreet * Caller needs to know whether this folio will be written out by 31274163da7SKent Overstreet * writeback - doing an i_size update if necessary - or whether it will 3134ad6aa46SBrian Foster * be responsible for the i_size update. 3144ad6aa46SBrian Foster * 3154ad6aa46SBrian Foster * Note that we shouldn't ever see a folio beyond EOF, but check and 3164ad6aa46SBrian Foster * warn if so. This has been observed by failure to clean up folios 3174ad6aa46SBrian Foster * after a short write and there's still a chance reclaim will fix 3184ad6aa46SBrian Foster * things up. 31974163da7SKent Overstreet */ 3204ad6aa46SBrian Foster WARN_ON_ONCE(folio_pos(folio) >= inode->v.i_size); 3214ad6aa46SBrian Foster end_pos = folio_end_pos(folio); 3224ad6aa46SBrian Foster if (inode->v.i_size > folio_pos(folio)) 3236b9857b2SBrian Foster end_pos = min_t(u64, inode->v.i_size, end_pos); 324bf98ee10SBrian Foster ret = s->s[folio_pos_to_s(folio, end_pos - 1)].state >= SECTOR_dirty; 32574163da7SKent Overstreet 32630bff594SKent Overstreet folio_zero_segment(folio, start_offset, end_offset); 327a99b1cafSKent Overstreet 3281c6fdbd8SKent Overstreet /* 3291c6fdbd8SKent Overstreet * Bit of a hack - we don't want truncate to fail due to -ENOSPC. 3301c6fdbd8SKent Overstreet * 33130bff594SKent Overstreet * XXX: because we aren't currently tracking whether the folio has actual 3321c6fdbd8SKent Overstreet * data in it (vs. just 0s, or only partially written) this wrong. ick. 3331c6fdbd8SKent Overstreet */ 33430bff594SKent Overstreet BUG_ON(bch2_get_folio_disk_reservation(c, inode, folio, false)); 3351c6fdbd8SKent Overstreet 3369ba2eb25SKent Overstreet /* 3379ba2eb25SKent Overstreet * This removes any writeable userspace mappings; we need to force 3389ba2eb25SKent Overstreet * .page_mkwrite to be called again before any mmapped writes, to 3399ba2eb25SKent Overstreet * redirty the full page: 3409ba2eb25SKent Overstreet */ 34130bff594SKent Overstreet folio_mkclean(folio); 34230bff594SKent Overstreet filemap_dirty_folio(mapping, folio); 3431c6fdbd8SKent Overstreet unlock: 34430bff594SKent Overstreet folio_unlock(folio); 34530bff594SKent Overstreet folio_put(folio); 3461c6fdbd8SKent Overstreet out: 3471c6fdbd8SKent Overstreet return ret; 3481c6fdbd8SKent Overstreet } 3491c6fdbd8SKent Overstreet 350959f7368SKent Overstreet static int bch2_truncate_folio(struct bch_inode_info *inode, loff_t from) 3511c6fdbd8SKent Overstreet { 352959f7368SKent Overstreet return __bch2_truncate_folio(inode, from >> PAGE_SHIFT, 353959f7368SKent Overstreet from, ANYSINT_MAX(loff_t)); 3541c6fdbd8SKent Overstreet } 3551c6fdbd8SKent Overstreet 356959f7368SKent Overstreet static int bch2_truncate_folios(struct bch_inode_info *inode, 35774163da7SKent Overstreet loff_t start, loff_t end) 35874163da7SKent Overstreet { 359959f7368SKent Overstreet int ret = __bch2_truncate_folio(inode, start >> PAGE_SHIFT, 36074163da7SKent Overstreet start, end); 36174163da7SKent Overstreet 36274163da7SKent Overstreet if (ret >= 0 && 36374163da7SKent Overstreet start >> PAGE_SHIFT != end >> PAGE_SHIFT) 364959f7368SKent Overstreet ret = __bch2_truncate_folio(inode, 365959f7368SKent Overstreet (end - 1) >> PAGE_SHIFT, 36674163da7SKent Overstreet start, end); 36774163da7SKent Overstreet return ret; 36874163da7SKent Overstreet } 36974163da7SKent Overstreet 37068a507a2SKent Overstreet static int bch2_extend(struct mnt_idmap *idmap, 37168a507a2SKent Overstreet struct bch_inode_info *inode, 372e0541a93SKent Overstreet struct bch_inode_unpacked *inode_u, 373e0541a93SKent Overstreet struct iattr *iattr) 3741c6fdbd8SKent Overstreet { 3751c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping; 3761c6fdbd8SKent Overstreet int ret; 3771c6fdbd8SKent Overstreet 378e0541a93SKent Overstreet /* 379e0541a93SKent Overstreet * sync appends: 3802925fc49SKent Overstreet * 3812925fc49SKent Overstreet * this has to be done _before_ extending i_size: 382e0541a93SKent Overstreet */ 383e0541a93SKent Overstreet ret = filemap_write_and_wait_range(mapping, inode_u->bi_size, S64_MAX); 3841c6fdbd8SKent Overstreet if (ret) 3851c6fdbd8SKent Overstreet return ret; 3861c6fdbd8SKent Overstreet 3871c6fdbd8SKent Overstreet truncate_setsize(&inode->v, iattr->ia_size); 3881c6fdbd8SKent Overstreet 38968a507a2SKent Overstreet return bch2_setattr_nonsize(idmap, inode, iattr); 3901c6fdbd8SKent Overstreet } 3911c6fdbd8SKent Overstreet 39254e2264eSKent Overstreet static int bch2_truncate_finish_fn(struct bch_inode_info *inode, 39354e2264eSKent Overstreet struct bch_inode_unpacked *bi, 39454e2264eSKent Overstreet void *p) 39554e2264eSKent Overstreet { 39654e2264eSKent Overstreet bi->bi_flags &= ~BCH_INODE_I_SIZE_DIRTY; 39754e2264eSKent Overstreet return 0; 39854e2264eSKent Overstreet } 39954e2264eSKent Overstreet 40054e2264eSKent Overstreet static int bch2_truncate_start_fn(struct bch_inode_info *inode, 40154e2264eSKent Overstreet struct bch_inode_unpacked *bi, void *p) 40254e2264eSKent Overstreet { 40354e2264eSKent Overstreet u64 *new_i_size = p; 40454e2264eSKent Overstreet 40554e2264eSKent Overstreet bi->bi_flags |= BCH_INODE_I_SIZE_DIRTY; 40654e2264eSKent Overstreet bi->bi_size = *new_i_size; 40754e2264eSKent Overstreet return 0; 40854e2264eSKent Overstreet } 40954e2264eSKent Overstreet 41068a507a2SKent Overstreet int bch2_truncate(struct mnt_idmap *idmap, 41168a507a2SKent Overstreet struct bch_inode_info *inode, struct iattr *iattr) 4121c6fdbd8SKent Overstreet { 4131c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 4141c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping; 415e0541a93SKent Overstreet struct bch_inode_unpacked inode_u; 41654e2264eSKent Overstreet u64 new_i_size = iattr->ia_size; 4172e87eae1SKent Overstreet s64 i_sectors_delta = 0; 4181c6fdbd8SKent Overstreet int ret = 0; 4191c6fdbd8SKent Overstreet 42068a507a2SKent Overstreet /* 42178d66ab1SDan Robertson * If the truncate call with change the size of the file, the 42278d66ab1SDan Robertson * cmtimes should be updated. If the size will not change, we 42378d66ab1SDan Robertson * do not need to update the cmtimes. 42468a507a2SKent Overstreet */ 42578d66ab1SDan Robertson if (iattr->ia_size != inode->v.i_size) { 42668a507a2SKent Overstreet if (!(iattr->ia_valid & ATTR_MTIME)) 42768a507a2SKent Overstreet ktime_get_coarse_real_ts64(&iattr->ia_mtime); 42868a507a2SKent Overstreet if (!(iattr->ia_valid & ATTR_CTIME)) 42968a507a2SKent Overstreet ktime_get_coarse_real_ts64(&iattr->ia_ctime); 43068a507a2SKent Overstreet iattr->ia_valid |= ATTR_MTIME|ATTR_CTIME; 43178d66ab1SDan Robertson } 43268a507a2SKent Overstreet 4331c6fdbd8SKent Overstreet inode_dio_wait(&inode->v); 434a7ecd30cSKent Overstreet bch2_pagecache_block_get(inode); 4351c6fdbd8SKent Overstreet 4366fed42bbSKent Overstreet ret = bch2_inode_find_by_inum(c, inode_inum(inode), &inode_u); 437e0541a93SKent Overstreet if (ret) 438e0541a93SKent Overstreet goto err; 4391c6fdbd8SKent Overstreet 440c45d473dSKent Overstreet /* 441c45d473dSKent Overstreet * check this before next assertion; on filesystem error our normal 442c45d473dSKent Overstreet * invariants are a bit broken (truncate has to truncate the page cache 443c45d473dSKent Overstreet * before the inode). 444c45d473dSKent Overstreet */ 445c45d473dSKent Overstreet ret = bch2_journal_error(&c->journal); 446c45d473dSKent Overstreet if (ret) 447c45d473dSKent Overstreet goto err; 448c45d473dSKent Overstreet 4498eb71e9eSKent Overstreet WARN_ONCE(!test_bit(EI_INODE_ERROR, &inode->ei_flags) && 4508eb71e9eSKent Overstreet inode->v.i_size < inode_u.bi_size, 4518eb71e9eSKent Overstreet "truncate spotted in mem i_size < btree i_size: %llu < %llu\n", 4528eb71e9eSKent Overstreet (u64) inode->v.i_size, inode_u.bi_size); 453e0541a93SKent Overstreet 454e0541a93SKent Overstreet if (iattr->ia_size > inode->v.i_size) { 45568a507a2SKent Overstreet ret = bch2_extend(idmap, inode, &inode_u, iattr); 45654e2264eSKent Overstreet goto err; 4571c6fdbd8SKent Overstreet } 4581c6fdbd8SKent Overstreet 45968a507a2SKent Overstreet iattr->ia_valid &= ~ATTR_SIZE; 46068a507a2SKent Overstreet 461959f7368SKent Overstreet ret = bch2_truncate_folio(inode, iattr->ia_size); 46274163da7SKent Overstreet if (unlikely(ret < 0)) 46354e2264eSKent Overstreet goto err; 4641c6fdbd8SKent Overstreet 4656cc3535dSKent Overstreet /* 4666cc3535dSKent Overstreet * When extending, we're going to write the new i_size to disk 4676cc3535dSKent Overstreet * immediately so we need to flush anything above the current on disk 4686cc3535dSKent Overstreet * i_size first: 4696cc3535dSKent Overstreet * 4706cc3535dSKent Overstreet * Also, when extending we need to flush the page that i_size currently 4716cc3535dSKent Overstreet * straddles - if it's mapped to userspace, we need to ensure that 4726cc3535dSKent Overstreet * userspace has to redirty it and call .mkwrite -> set_page_dirty 4736cc3535dSKent Overstreet * again to allocate the part of the page that was extended. 4746cc3535dSKent Overstreet */ 475e0541a93SKent Overstreet if (iattr->ia_size > inode_u.bi_size) 4761c6fdbd8SKent Overstreet ret = filemap_write_and_wait_range(mapping, 477e0541a93SKent Overstreet inode_u.bi_size, 4781c6fdbd8SKent Overstreet iattr->ia_size - 1); 4791c6fdbd8SKent Overstreet else if (iattr->ia_size & (PAGE_SIZE - 1)) 4801c6fdbd8SKent Overstreet ret = filemap_write_and_wait_range(mapping, 4811c6fdbd8SKent Overstreet round_down(iattr->ia_size, PAGE_SIZE), 4821c6fdbd8SKent Overstreet iattr->ia_size - 1); 4831c6fdbd8SKent Overstreet if (ret) 48454e2264eSKent Overstreet goto err; 4851c6fdbd8SKent Overstreet 48654e2264eSKent Overstreet mutex_lock(&inode->ei_update_lock); 48754e2264eSKent Overstreet ret = bch2_write_inode(c, inode, bch2_truncate_start_fn, 48854e2264eSKent Overstreet &new_i_size, 0); 48954e2264eSKent Overstreet mutex_unlock(&inode->ei_update_lock); 4901c6fdbd8SKent Overstreet 4911c6fdbd8SKent Overstreet if (unlikely(ret)) 49254e2264eSKent Overstreet goto err; 4931c6fdbd8SKent Overstreet 4941c6fdbd8SKent Overstreet truncate_setsize(&inode->v, iattr->ia_size); 4951c6fdbd8SKent Overstreet 4968c6d298aSKent Overstreet ret = bch2_fpunch(c, inode_inum(inode), 497a99b1cafSKent Overstreet round_up(iattr->ia_size, block_bytes(c)) >> 9, 49868a2054dSKent Overstreet U64_MAX, &i_sectors_delta); 499*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta); 5002e87eae1SKent Overstreet 501b33bf1bcSKent Overstreet bch2_fs_inconsistent_on(!inode->v.i_size && inode->v.i_blocks && 502b33bf1bcSKent Overstreet !bch2_journal_error(&c->journal), c, 503b33bf1bcSKent Overstreet "inode %lu truncated to 0 but i_blocks %llu (ondisk %lli)", 504b33bf1bcSKent Overstreet inode->v.i_ino, (u64) inode->v.i_blocks, 505b33bf1bcSKent Overstreet inode->ei_inode.bi_sectors); 5061c6fdbd8SKent Overstreet if (unlikely(ret)) 50754e2264eSKent Overstreet goto err; 5081c6fdbd8SKent Overstreet 50954e2264eSKent Overstreet mutex_lock(&inode->ei_update_lock); 51068a507a2SKent Overstreet ret = bch2_write_inode(c, inode, bch2_truncate_finish_fn, NULL, 0); 51154e2264eSKent Overstreet mutex_unlock(&inode->ei_update_lock); 51268a507a2SKent Overstreet 51368a507a2SKent Overstreet ret = bch2_setattr_nonsize(idmap, inode, iattr); 51454e2264eSKent Overstreet err: 515a7ecd30cSKent Overstreet bch2_pagecache_block_put(inode); 5165c1ef830SKent Overstreet return bch2_err_class(ret); 5171c6fdbd8SKent Overstreet } 5181c6fdbd8SKent Overstreet 5191c6fdbd8SKent Overstreet /* fallocate: */ 5201c6fdbd8SKent Overstreet 521050197b1SKent Overstreet static int inode_update_times_fn(struct bch_inode_info *inode, 522050197b1SKent Overstreet struct bch_inode_unpacked *bi, void *p) 523050197b1SKent Overstreet { 524050197b1SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 525050197b1SKent Overstreet 526050197b1SKent Overstreet bi->bi_mtime = bi->bi_ctime = bch2_current_time(c); 527050197b1SKent Overstreet return 0; 528050197b1SKent Overstreet } 529050197b1SKent Overstreet 5302e87eae1SKent Overstreet static long bchfs_fpunch(struct bch_inode_info *inode, loff_t offset, loff_t len) 5311c6fdbd8SKent Overstreet { 5321c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 53374163da7SKent Overstreet u64 end = offset + len; 53474163da7SKent Overstreet u64 block_start = round_up(offset, block_bytes(c)); 53574163da7SKent Overstreet u64 block_end = round_down(end, block_bytes(c)); 53674163da7SKent Overstreet bool truncated_last_page; 5371c6fdbd8SKent Overstreet int ret = 0; 5381c6fdbd8SKent Overstreet 539959f7368SKent Overstreet ret = bch2_truncate_folios(inode, offset, end); 54074163da7SKent Overstreet if (unlikely(ret < 0)) 5411c6fdbd8SKent Overstreet goto err; 5421c6fdbd8SKent Overstreet 54374163da7SKent Overstreet truncated_last_page = ret; 5441c6fdbd8SKent Overstreet 54574163da7SKent Overstreet truncate_pagecache_range(&inode->v, offset, end - 1); 5461c6fdbd8SKent Overstreet 54774163da7SKent Overstreet if (block_start < block_end) { 5482e87eae1SKent Overstreet s64 i_sectors_delta = 0; 5492e87eae1SKent Overstreet 5508c6d298aSKent Overstreet ret = bch2_fpunch(c, inode_inum(inode), 55174163da7SKent Overstreet block_start >> 9, block_end >> 9, 5522e87eae1SKent Overstreet &i_sectors_delta); 553*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta); 5542e87eae1SKent Overstreet } 555050197b1SKent Overstreet 556050197b1SKent Overstreet mutex_lock(&inode->ei_update_lock); 55774163da7SKent Overstreet if (end >= inode->v.i_size && !truncated_last_page) { 55874163da7SKent Overstreet ret = bch2_write_inode_size(c, inode, inode->v.i_size, 55974163da7SKent Overstreet ATTR_MTIME|ATTR_CTIME); 56074163da7SKent Overstreet } else { 561050197b1SKent Overstreet ret = bch2_write_inode(c, inode, inode_update_times_fn, NULL, 56274163da7SKent Overstreet ATTR_MTIME|ATTR_CTIME); 56374163da7SKent Overstreet } 564050197b1SKent Overstreet mutex_unlock(&inode->ei_update_lock); 5651c6fdbd8SKent Overstreet err: 5661c6fdbd8SKent Overstreet return ret; 5671c6fdbd8SKent Overstreet } 5681c6fdbd8SKent Overstreet 5692e87eae1SKent Overstreet static long bchfs_fcollapse_finsert(struct bch_inode_info *inode, 5705f786787SKent Overstreet loff_t offset, loff_t len, 5715f786787SKent Overstreet bool insert) 5721c6fdbd8SKent Overstreet { 5731c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 5741c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping; 57507a1006aSKent Overstreet struct bkey_buf copy; 576d69f41d6SKent Overstreet struct btree_trans trans; 57767e0dd8fSKent Overstreet struct btree_iter src, dst, del; 5785f786787SKent Overstreet loff_t shift, new_size; 5795f786787SKent Overstreet u64 src_start; 58050dc0f69SKent Overstreet int ret = 0; 5811c6fdbd8SKent Overstreet 5821c6fdbd8SKent Overstreet if ((offset | len) & (block_bytes(c) - 1)) 5831c6fdbd8SKent Overstreet return -EINVAL; 5841c6fdbd8SKent Overstreet 5855f786787SKent Overstreet if (insert) { 5865f786787SKent Overstreet if (inode->v.i_sb->s_maxbytes - inode->v.i_size < len) 58774163da7SKent Overstreet return -EFBIG; 5885f786787SKent Overstreet 5895f786787SKent Overstreet if (offset >= inode->v.i_size) 59074163da7SKent Overstreet return -EINVAL; 5915f786787SKent Overstreet 5925f786787SKent Overstreet src_start = U64_MAX; 5935f786787SKent Overstreet shift = len; 5945f786787SKent Overstreet } else { 5951c6fdbd8SKent Overstreet if (offset + len >= inode->v.i_size) 59674163da7SKent Overstreet return -EINVAL; 5971c6fdbd8SKent Overstreet 5985f786787SKent Overstreet src_start = offset + len; 5995f786787SKent Overstreet shift = -len; 6005f786787SKent Overstreet } 6011c6fdbd8SKent Overstreet 6025f786787SKent Overstreet new_size = inode->v.i_size + shift; 6031c6fdbd8SKent Overstreet 604*dbbfca9fSKent Overstreet ret = bch2_write_invalidate_inode_pages_range(mapping, offset, LLONG_MAX); 6051c6fdbd8SKent Overstreet if (ret) 60674163da7SKent Overstreet return ret; 6071c6fdbd8SKent Overstreet 6085f786787SKent Overstreet if (insert) { 6095f786787SKent Overstreet i_size_write(&inode->v, new_size); 6105f786787SKent Overstreet mutex_lock(&inode->ei_update_lock); 6115f786787SKent Overstreet ret = bch2_write_inode_size(c, inode, new_size, 6125f786787SKent Overstreet ATTR_MTIME|ATTR_CTIME); 6135f786787SKent Overstreet mutex_unlock(&inode->ei_update_lock); 6145f786787SKent Overstreet } else { 6152e87eae1SKent Overstreet s64 i_sectors_delta = 0; 6162e87eae1SKent Overstreet 6178c6d298aSKent Overstreet ret = bch2_fpunch(c, inode_inum(inode), 6182e87eae1SKent Overstreet offset >> 9, (offset + len) >> 9, 6192e87eae1SKent Overstreet &i_sectors_delta); 620*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta); 6212e87eae1SKent Overstreet 62263095894SKent Overstreet if (ret) 62374163da7SKent Overstreet return ret; 6245f786787SKent Overstreet } 6258ef231bdSKent Overstreet 62650dc0f69SKent Overstreet bch2_bkey_buf_init(©); 627f7beb4caSKent Overstreet bch2_trans_init(&trans, c, BTREE_ITER_MAX, 1024); 62867e0dd8fSKent Overstreet bch2_trans_iter_init(&trans, &src, BTREE_ID_extents, 6295f786787SKent Overstreet POS(inode->v.i_ino, src_start >> 9), 63063095894SKent Overstreet BTREE_ITER_INTENT); 63167e0dd8fSKent Overstreet bch2_trans_copy_iter(&dst, &src); 63267e0dd8fSKent Overstreet bch2_trans_copy_iter(&del, &src); 6335f786787SKent Overstreet 634549d173cSKent Overstreet while (ret == 0 || 635549d173cSKent Overstreet bch2_err_matches(ret, BCH_ERR_transaction_restart)) { 63663095894SKent Overstreet struct disk_reservation disk_res = 63763095894SKent Overstreet bch2_disk_reservation_init(c, 0); 63863095894SKent Overstreet struct bkey_i delete; 63963095894SKent Overstreet struct bkey_s_c k; 64063095894SKent Overstreet struct bpos next_pos; 6415f786787SKent Overstreet struct bpos move_pos = POS(inode->v.i_ino, offset >> 9); 6425f786787SKent Overstreet struct bpos atomic_end; 6432d594dfbSKent Overstreet unsigned trigger_flags = 0; 6446fed42bbSKent Overstreet u32 snapshot; 6456fed42bbSKent Overstreet 6466fed42bbSKent Overstreet bch2_trans_begin(&trans); 6476fed42bbSKent Overstreet 6486fed42bbSKent Overstreet ret = bch2_subvolume_get_snapshot(&trans, 6496fed42bbSKent Overstreet inode->ei_subvol, &snapshot); 6506fed42bbSKent Overstreet if (ret) 6516fed42bbSKent Overstreet continue; 6526fed42bbSKent Overstreet 6536fed42bbSKent Overstreet bch2_btree_iter_set_snapshot(&src, snapshot); 6546fed42bbSKent Overstreet bch2_btree_iter_set_snapshot(&dst, snapshot); 6556fed42bbSKent Overstreet bch2_btree_iter_set_snapshot(&del, snapshot); 65663095894SKent Overstreet 657700c25b3SKent Overstreet bch2_trans_begin(&trans); 658700c25b3SKent Overstreet 6595f786787SKent Overstreet k = insert 66067e0dd8fSKent Overstreet ? bch2_btree_iter_peek_prev(&src) 661c72f687aSKent Overstreet : bch2_btree_iter_peek_upto(&src, POS(inode->v.i_ino, U64_MAX)); 66263095894SKent Overstreet if ((ret = bkey_err(k))) 66350dc0f69SKent Overstreet continue; 66463095894SKent Overstreet 66563095894SKent Overstreet if (!k.k || k.k->p.inode != inode->v.i_ino) 66663095894SKent Overstreet break; 66763095894SKent Overstreet 6685f786787SKent Overstreet if (insert && 669e88a75ebSKent Overstreet bkey_le(k.k->p, POS(inode->v.i_ino, offset >> 9))) 6705f786787SKent Overstreet break; 6715f786787SKent Overstreet reassemble: 67207a1006aSKent Overstreet bch2_bkey_buf_reassemble(©, c, k); 6735f786787SKent Overstreet 6745f786787SKent Overstreet if (insert && 675e88a75ebSKent Overstreet bkey_lt(bkey_start_pos(k.k), move_pos)) 67635189e09SKent Overstreet bch2_cut_front(move_pos, copy.k); 6775f786787SKent Overstreet 67835189e09SKent Overstreet copy.k->k.p.offset += shift >> 9; 67967e0dd8fSKent Overstreet bch2_btree_iter_set_pos(&dst, bkey_start_pos(©.k->k)); 6801c6fdbd8SKent Overstreet 68167e0dd8fSKent Overstreet ret = bch2_extent_atomic_end(&trans, &dst, copy.k, &atomic_end); 6823c7f3b7aSKent Overstreet if (ret) 68350dc0f69SKent Overstreet continue; 684e2d9912cSKent Overstreet 685e88a75ebSKent Overstreet if (!bkey_eq(atomic_end, copy.k->k.p)) { 6865f786787SKent Overstreet if (insert) { 6875f786787SKent Overstreet move_pos = atomic_end; 6885f786787SKent Overstreet move_pos.offset -= shift >> 9; 6895f786787SKent Overstreet goto reassemble; 6905f786787SKent Overstreet } else { 691085ab693SKent Overstreet bch2_cut_back(atomic_end, copy.k); 6925f786787SKent Overstreet } 6935f786787SKent Overstreet } 6945f786787SKent Overstreet 69563095894SKent Overstreet bkey_init(&delete.k); 696283eda57SKent Overstreet delete.k.p = copy.k->k.p; 697283eda57SKent Overstreet delete.k.size = copy.k->k.size; 698283eda57SKent Overstreet delete.k.p.offset -= shift >> 9; 69967e0dd8fSKent Overstreet bch2_btree_iter_set_pos(&del, bkey_start_pos(&delete.k)); 7001c6fdbd8SKent Overstreet 7015f786787SKent Overstreet next_pos = insert ? bkey_start_pos(&delete.k) : delete.k.p; 70263095894SKent Overstreet 7037c4ca54aSKent Overstreet if (copy.k->k.size != k.k->size) { 70463095894SKent Overstreet /* We might end up splitting compressed extents: */ 70563095894SKent Overstreet unsigned nr_ptrs = 7064de77495SKent Overstreet bch2_bkey_nr_ptrs_allocated(bkey_i_to_s_c(copy.k)); 70763095894SKent Overstreet 70863095894SKent Overstreet ret = bch2_disk_reservation_get(c, &disk_res, 70935189e09SKent Overstreet copy.k->k.size, nr_ptrs, 7101c6fdbd8SKent Overstreet BCH_DISK_RESERVATION_NOFAIL); 7111c6fdbd8SKent Overstreet BUG_ON(ret); 71263095894SKent Overstreet } 7131c6fdbd8SKent Overstreet 71467e0dd8fSKent Overstreet ret = bch2_btree_iter_traverse(&del) ?: 71567e0dd8fSKent Overstreet bch2_trans_update(&trans, &del, &delete, trigger_flags) ?: 71667e0dd8fSKent Overstreet bch2_trans_update(&trans, &dst, copy.k, trigger_flags) ?: 71768a2054dSKent Overstreet bch2_trans_commit(&trans, &disk_res, NULL, 7182d594dfbSKent Overstreet BTREE_INSERT_NOFAIL); 7191c6fdbd8SKent Overstreet bch2_disk_reservation_put(c, &disk_res); 72050dc0f69SKent Overstreet 72163095894SKent Overstreet if (!ret) 72267e0dd8fSKent Overstreet bch2_btree_iter_set_pos(&src, next_pos); 72350dc0f69SKent Overstreet } 72467e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &del); 72567e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &dst); 72667e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &src); 72750dc0f69SKent Overstreet bch2_trans_exit(&trans); 72850dc0f69SKent Overstreet bch2_bkey_buf_exit(©, c); 72963095894SKent Overstreet 7308ef231bdSKent Overstreet if (ret) 73174163da7SKent Overstreet return ret; 7321c6fdbd8SKent Overstreet 73374163da7SKent Overstreet mutex_lock(&inode->ei_update_lock); 7345f786787SKent Overstreet if (!insert) { 7358ef231bdSKent Overstreet i_size_write(&inode->v, new_size); 7368ef231bdSKent Overstreet ret = bch2_write_inode_size(c, inode, new_size, 7378ef231bdSKent Overstreet ATTR_MTIME|ATTR_CTIME); 73874163da7SKent Overstreet } else { 73974163da7SKent Overstreet /* We need an inode update to update bi_journal_seq for fsync: */ 74074163da7SKent Overstreet ret = bch2_write_inode(c, inode, inode_update_times_fn, NULL, 74174163da7SKent Overstreet ATTR_MTIME|ATTR_CTIME); 7425f786787SKent Overstreet } 74374163da7SKent Overstreet mutex_unlock(&inode->ei_update_lock); 7441c6fdbd8SKent Overstreet return ret; 7451c6fdbd8SKent Overstreet } 7461c6fdbd8SKent Overstreet 747694015c2SKent Overstreet static int __bchfs_fallocate(struct bch_inode_info *inode, int mode, 748694015c2SKent Overstreet u64 start_sector, u64 end_sector) 7491c6fdbd8SKent Overstreet { 7501c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 751190fa7afSKent Overstreet struct btree_trans trans; 75267e0dd8fSKent Overstreet struct btree_iter iter; 753694015c2SKent Overstreet struct bpos end_pos = POS(inode->v.i_ino, end_sector); 75401ad6737SKent Overstreet struct bch_io_opts opts; 755694015c2SKent Overstreet int ret = 0; 7561c6fdbd8SKent Overstreet 75701ad6737SKent Overstreet bch2_inode_opts_get(&opts, c, &inode->ei_inode); 758f7beb4caSKent Overstreet bch2_trans_init(&trans, c, BTREE_ITER_MAX, 512); 7591c6fdbd8SKent Overstreet 76067e0dd8fSKent Overstreet bch2_trans_iter_init(&trans, &iter, BTREE_ID_extents, 761694015c2SKent Overstreet POS(inode->v.i_ino, start_sector), 762190fa7afSKent Overstreet BTREE_ITER_SLOTS|BTREE_ITER_INTENT); 7631c6fdbd8SKent Overstreet 764e88a75ebSKent Overstreet while (!ret && bkey_lt(iter.pos, end_pos)) { 7652e87eae1SKent Overstreet s64 i_sectors_delta = 0; 766190fa7afSKent Overstreet struct quota_res quota_res = { 0 }; 7671c6fdbd8SKent Overstreet struct bkey_s_c k; 768694015c2SKent Overstreet unsigned sectors; 769a09818c7SKent Overstreet bool is_allocation; 770a09818c7SKent Overstreet u64 hole_start, hole_end; 7716fed42bbSKent Overstreet u32 snapshot; 7721c6fdbd8SKent Overstreet 773163e885aSKent Overstreet bch2_trans_begin(&trans); 774a8abd3a7SKent Overstreet 7756fed42bbSKent Overstreet ret = bch2_subvolume_get_snapshot(&trans, 7766fed42bbSKent Overstreet inode->ei_subvol, &snapshot); 7776fed42bbSKent Overstreet if (ret) 7786fed42bbSKent Overstreet goto bkey_err; 7796fed42bbSKent Overstreet 7806fed42bbSKent Overstreet bch2_btree_iter_set_snapshot(&iter, snapshot); 7816fed42bbSKent Overstreet 78267e0dd8fSKent Overstreet k = bch2_btree_iter_peek_slot(&iter); 7830f238367SKent Overstreet if ((ret = bkey_err(k))) 7840f238367SKent Overstreet goto bkey_err; 7851c6fdbd8SKent Overstreet 786a09818c7SKent Overstreet hole_start = iter.pos.offset; 787a09818c7SKent Overstreet hole_end = bpos_min(k.k->p, end_pos).offset; 788a09818c7SKent Overstreet is_allocation = bkey_extent_is_allocation(k.k); 789a09818c7SKent Overstreet 7901c6fdbd8SKent Overstreet /* already reserved */ 79179203111SKent Overstreet if (bkey_extent_is_reservation(k) && 79279203111SKent Overstreet bch2_bkey_nr_ptrs_fully_allocated(k) >= opts.data_replicas) { 79367e0dd8fSKent Overstreet bch2_btree_iter_advance(&iter); 7941c6fdbd8SKent Overstreet continue; 7951c6fdbd8SKent Overstreet } 7961c6fdbd8SKent Overstreet 797190fa7afSKent Overstreet if (bkey_extent_is_data(k.k) && 798190fa7afSKent Overstreet !(mode & FALLOC_FL_ZERO_RANGE)) { 79967e0dd8fSKent Overstreet bch2_btree_iter_advance(&iter); 8001c6fdbd8SKent Overstreet continue; 8011c6fdbd8SKent Overstreet } 8021c6fdbd8SKent Overstreet 803a09818c7SKent Overstreet if (!(mode & FALLOC_FL_ZERO_RANGE)) { 8044198bf03SKent Overstreet /* 8054198bf03SKent Overstreet * Lock ordering - can't be holding btree locks while 8064198bf03SKent Overstreet * blocking on a folio lock: 8074198bf03SKent Overstreet */ 8084198bf03SKent Overstreet if (bch2_clamp_data_hole(&inode->v, 8094198bf03SKent Overstreet &hole_start, 8104198bf03SKent Overstreet &hole_end, 8114198bf03SKent Overstreet opts.data_replicas, true)) 812a09818c7SKent Overstreet ret = drop_locks_do(&trans, 813a09818c7SKent Overstreet (bch2_clamp_data_hole(&inode->v, 814a09818c7SKent Overstreet &hole_start, 815a09818c7SKent Overstreet &hole_end, 8164198bf03SKent Overstreet opts.data_replicas, false), 0)); 817a09818c7SKent Overstreet bch2_btree_iter_set_pos(&iter, POS(iter.pos.inode, hole_start)); 818a8b3a677SKent Overstreet 819a09818c7SKent Overstreet if (ret) 820a09818c7SKent Overstreet goto bkey_err; 8211c6fdbd8SKent Overstreet 822a09818c7SKent Overstreet if (hole_start == hole_end) 823a09818c7SKent Overstreet continue; 824a09818c7SKent Overstreet } 825a09818c7SKent Overstreet 826a09818c7SKent Overstreet sectors = hole_end - hole_start; 827a09818c7SKent Overstreet 828a09818c7SKent Overstreet if (!is_allocation) { 8291c6fdbd8SKent Overstreet ret = bch2_quota_reservation_add(c, inode, 830a09818c7SKent Overstreet "a_res, sectors, true); 8311c6fdbd8SKent Overstreet if (unlikely(ret)) 8320f238367SKent Overstreet goto bkey_err; 8331c6fdbd8SKent Overstreet } 8341c6fdbd8SKent Overstreet 83570de7a47SKent Overstreet ret = bch2_extent_fallocate(&trans, inode_inum(inode), &iter, 83670de7a47SKent Overstreet sectors, opts, &i_sectors_delta, 83770de7a47SKent Overstreet writepoint_hashed((unsigned long) current)); 8388810386fSKent Overstreet if (ret) 8398810386fSKent Overstreet goto bkey_err; 84070de7a47SKent Overstreet 841*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, "a_res, i_sectors_delta); 842a09818c7SKent Overstreet 843a09818c7SKent Overstreet drop_locks_do(&trans, 844*dbbfca9fSKent Overstreet (bch2_mark_pagecache_reserved(inode, hole_start, iter.pos.offset), 0)); 8450f238367SKent Overstreet bkey_err: 846190fa7afSKent Overstreet bch2_quota_reservation_put(c, inode, "a_res); 847549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart)) 8481c6fdbd8SKent Overstreet ret = 0; 84950dc0f69SKent Overstreet } 85074163da7SKent Overstreet 851098ef98dSKent Overstreet if (bch2_err_matches(ret, ENOSPC) && (mode & FALLOC_FL_ZERO_RANGE)) { 85274163da7SKent Overstreet struct quota_res quota_res = { 0 }; 85374163da7SKent Overstreet s64 i_sectors_delta = 0; 85474163da7SKent Overstreet 85574163da7SKent Overstreet bch2_fpunch_at(&trans, &iter, inode_inum(inode), 85674163da7SKent Overstreet end_sector, &i_sectors_delta); 857*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, "a_res, i_sectors_delta); 85874163da7SKent Overstreet bch2_quota_reservation_put(c, inode, "a_res); 85974163da7SKent Overstreet } 86074163da7SKent Overstreet 86167e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &iter); 862694015c2SKent Overstreet bch2_trans_exit(&trans); 863694015c2SKent Overstreet return ret; 864694015c2SKent Overstreet } 86550dc0f69SKent Overstreet 866694015c2SKent Overstreet static long bchfs_fallocate(struct bch_inode_info *inode, int mode, 867694015c2SKent Overstreet loff_t offset, loff_t len) 868694015c2SKent Overstreet { 869694015c2SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 87074163da7SKent Overstreet u64 end = offset + len; 87174163da7SKent Overstreet u64 block_start = round_down(offset, block_bytes(c)); 87274163da7SKent Overstreet u64 block_end = round_up(end, block_bytes(c)); 87374163da7SKent Overstreet bool truncated_last_page = false; 87474163da7SKent Overstreet int ret, ret2 = 0; 875694015c2SKent Overstreet 876694015c2SKent Overstreet if (!(mode & FALLOC_FL_KEEP_SIZE) && end > inode->v.i_size) { 877694015c2SKent Overstreet ret = inode_newsize_ok(&inode->v, end); 878694015c2SKent Overstreet if (ret) 87974163da7SKent Overstreet return ret; 880694015c2SKent Overstreet } 881694015c2SKent Overstreet 882694015c2SKent Overstreet if (mode & FALLOC_FL_ZERO_RANGE) { 883959f7368SKent Overstreet ret = bch2_truncate_folios(inode, offset, end); 88474163da7SKent Overstreet if (unlikely(ret < 0)) 88574163da7SKent Overstreet return ret; 886694015c2SKent Overstreet 88774163da7SKent Overstreet truncated_last_page = ret; 888694015c2SKent Overstreet 889694015c2SKent Overstreet truncate_pagecache_range(&inode->v, offset, end - 1); 89074163da7SKent Overstreet 89174163da7SKent Overstreet block_start = round_up(offset, block_bytes(c)); 89274163da7SKent Overstreet block_end = round_down(end, block_bytes(c)); 893694015c2SKent Overstreet } 894694015c2SKent Overstreet 895694015c2SKent Overstreet ret = __bchfs_fallocate(inode, mode, block_start >> 9, block_end >> 9); 896e0541a93SKent Overstreet 897e0541a93SKent Overstreet /* 89874163da7SKent Overstreet * On -ENOSPC in ZERO_RANGE mode, we still want to do the inode update, 89974163da7SKent Overstreet * so that the VFS cache i_size is consistent with the btree i_size: 900e0541a93SKent Overstreet */ 90174163da7SKent Overstreet if (ret && 902098ef98dSKent Overstreet !(bch2_err_matches(ret, ENOSPC) && (mode & FALLOC_FL_ZERO_RANGE))) 90374163da7SKent Overstreet return ret; 9041c6fdbd8SKent Overstreet 90574163da7SKent Overstreet if (mode & FALLOC_FL_KEEP_SIZE && end > inode->v.i_size) 906e0541a93SKent Overstreet end = inode->v.i_size; 90774163da7SKent Overstreet 90874163da7SKent Overstreet if (end >= inode->v.i_size && 90974163da7SKent Overstreet (((mode & FALLOC_FL_ZERO_RANGE) && !truncated_last_page) || 91074163da7SKent Overstreet !(mode & FALLOC_FL_KEEP_SIZE))) { 91174163da7SKent Overstreet spin_lock(&inode->v.i_lock); 912e0541a93SKent Overstreet i_size_write(&inode->v, end); 91374163da7SKent Overstreet spin_unlock(&inode->v.i_lock); 914e0541a93SKent Overstreet 9151c6fdbd8SKent Overstreet mutex_lock(&inode->ei_update_lock); 91674163da7SKent Overstreet ret2 = bch2_write_inode_size(c, inode, end, 0); 9171c6fdbd8SKent Overstreet mutex_unlock(&inode->ei_update_lock); 9181c6fdbd8SKent Overstreet } 91974163da7SKent Overstreet 92074163da7SKent Overstreet return ret ?: ret2; 9211c6fdbd8SKent Overstreet } 9221c6fdbd8SKent Overstreet 9231c6fdbd8SKent Overstreet long bch2_fallocate_dispatch(struct file *file, int mode, 9241c6fdbd8SKent Overstreet loff_t offset, loff_t len) 9251c6fdbd8SKent Overstreet { 9261c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file); 9272a9101a9SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 9282a9101a9SKent Overstreet long ret; 9292a9101a9SKent Overstreet 930d94189adSKent Overstreet if (!bch2_write_ref_tryget(c, BCH_WRITE_REF_fallocate)) 9312a9101a9SKent Overstreet return -EROFS; 9321c6fdbd8SKent Overstreet 93374163da7SKent Overstreet inode_lock(&inode->v); 93474163da7SKent Overstreet inode_dio_wait(&inode->v); 935a7ecd30cSKent Overstreet bch2_pagecache_block_get(inode); 93674163da7SKent Overstreet 93707bfcc0bSKent Overstreet ret = file_modified(file); 93807bfcc0bSKent Overstreet if (ret) 93907bfcc0bSKent Overstreet goto err; 94007bfcc0bSKent Overstreet 9411c6fdbd8SKent Overstreet if (!(mode & ~(FALLOC_FL_KEEP_SIZE|FALLOC_FL_ZERO_RANGE))) 9422a9101a9SKent Overstreet ret = bchfs_fallocate(inode, mode, offset, len); 9432a9101a9SKent Overstreet else if (mode == (FALLOC_FL_PUNCH_HOLE|FALLOC_FL_KEEP_SIZE)) 9442a9101a9SKent Overstreet ret = bchfs_fpunch(inode, offset, len); 9452a9101a9SKent Overstreet else if (mode == FALLOC_FL_INSERT_RANGE) 9462a9101a9SKent Overstreet ret = bchfs_fcollapse_finsert(inode, offset, len, true); 9472a9101a9SKent Overstreet else if (mode == FALLOC_FL_COLLAPSE_RANGE) 9482a9101a9SKent Overstreet ret = bchfs_fcollapse_finsert(inode, offset, len, false); 9492a9101a9SKent Overstreet else 9502a9101a9SKent Overstreet ret = -EOPNOTSUPP; 95107bfcc0bSKent Overstreet err: 952a7ecd30cSKent Overstreet bch2_pagecache_block_put(inode); 95374163da7SKent Overstreet inode_unlock(&inode->v); 954d94189adSKent Overstreet bch2_write_ref_put(c, BCH_WRITE_REF_fallocate); 9551c6fdbd8SKent Overstreet 9565c1ef830SKent Overstreet return bch2_err_class(ret); 9571c6fdbd8SKent Overstreet } 9581c6fdbd8SKent Overstreet 959c72f687aSKent Overstreet /* 960c72f687aSKent Overstreet * Take a quota reservation for unallocated blocks in a given file range 961c72f687aSKent Overstreet * Does not check pagecache 962c72f687aSKent Overstreet */ 963e8540e56SKent Overstreet static int quota_reserve_range(struct bch_inode_info *inode, 964e8540e56SKent Overstreet struct quota_res *res, 965e8540e56SKent Overstreet u64 start, u64 end) 966e8540e56SKent Overstreet { 967e8540e56SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 968e8540e56SKent Overstreet struct btree_trans trans; 969e8540e56SKent Overstreet struct btree_iter iter; 970e8540e56SKent Overstreet struct bkey_s_c k; 971e8540e56SKent Overstreet u32 snapshot; 972e8540e56SKent Overstreet u64 sectors = end - start; 973e8540e56SKent Overstreet u64 pos = start; 974e8540e56SKent Overstreet int ret; 975e8540e56SKent Overstreet 976e8540e56SKent Overstreet bch2_trans_init(&trans, c, 0, 0); 977e8540e56SKent Overstreet retry: 978e8540e56SKent Overstreet bch2_trans_begin(&trans); 979e8540e56SKent Overstreet 980e8540e56SKent Overstreet ret = bch2_subvolume_get_snapshot(&trans, inode->ei_subvol, &snapshot); 981e8540e56SKent Overstreet if (ret) 982e8540e56SKent Overstreet goto err; 983e8540e56SKent Overstreet 984e8540e56SKent Overstreet bch2_trans_iter_init(&trans, &iter, BTREE_ID_extents, 985e8540e56SKent Overstreet SPOS(inode->v.i_ino, pos, snapshot), 0); 986e8540e56SKent Overstreet 987e8540e56SKent Overstreet while (!(ret = btree_trans_too_many_iters(&trans)) && 988e8540e56SKent Overstreet (k = bch2_btree_iter_peek_upto(&iter, POS(inode->v.i_ino, end - 1))).k && 989e8540e56SKent Overstreet !(ret = bkey_err(k))) { 990e8540e56SKent Overstreet if (bkey_extent_is_allocation(k.k)) { 991e8540e56SKent Overstreet u64 s = min(end, k.k->p.offset) - 992e8540e56SKent Overstreet max(start, bkey_start_offset(k.k)); 993e8540e56SKent Overstreet BUG_ON(s > sectors); 994e8540e56SKent Overstreet sectors -= s; 995e8540e56SKent Overstreet } 996e8540e56SKent Overstreet bch2_btree_iter_advance(&iter); 997e8540e56SKent Overstreet } 998e8540e56SKent Overstreet pos = iter.pos.offset; 999e8540e56SKent Overstreet bch2_trans_iter_exit(&trans, &iter); 1000e8540e56SKent Overstreet err: 1001e8540e56SKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart)) 1002e8540e56SKent Overstreet goto retry; 1003e8540e56SKent Overstreet 1004e8540e56SKent Overstreet bch2_trans_exit(&trans); 1005e8540e56SKent Overstreet 1006e8540e56SKent Overstreet if (ret) 1007e8540e56SKent Overstreet return ret; 1008e8540e56SKent Overstreet 1009e8540e56SKent Overstreet return bch2_quota_reservation_add(c, inode, res, sectors, true); 1010e8540e56SKent Overstreet } 1011e8540e56SKent Overstreet 101276426098SKent Overstreet loff_t bch2_remap_file_range(struct file *file_src, loff_t pos_src, 101376426098SKent Overstreet struct file *file_dst, loff_t pos_dst, 101476426098SKent Overstreet loff_t len, unsigned remap_flags) 101576426098SKent Overstreet { 101676426098SKent Overstreet struct bch_inode_info *src = file_bch_inode(file_src); 101776426098SKent Overstreet struct bch_inode_info *dst = file_bch_inode(file_dst); 101876426098SKent Overstreet struct bch_fs *c = src->v.i_sb->s_fs_info; 1019e8540e56SKent Overstreet struct quota_res quota_res = { 0 }; 10202e87eae1SKent Overstreet s64 i_sectors_delta = 0; 1021677fc056SKent Overstreet u64 aligned_len; 102276426098SKent Overstreet loff_t ret = 0; 102376426098SKent Overstreet 102476426098SKent Overstreet if (remap_flags & ~(REMAP_FILE_DEDUP|REMAP_FILE_ADVISORY)) 102576426098SKent Overstreet return -EINVAL; 102676426098SKent Overstreet 102776426098SKent Overstreet if (remap_flags & REMAP_FILE_DEDUP) 102876426098SKent Overstreet return -EOPNOTSUPP; 102976426098SKent Overstreet 103076426098SKent Overstreet if ((pos_src & (block_bytes(c) - 1)) || 103176426098SKent Overstreet (pos_dst & (block_bytes(c) - 1))) 103276426098SKent Overstreet return -EINVAL; 103376426098SKent Overstreet 103476426098SKent Overstreet if (src == dst && 103576426098SKent Overstreet abs(pos_src - pos_dst) < len) 103676426098SKent Overstreet return -EINVAL; 103776426098SKent Overstreet 103876426098SKent Overstreet bch2_lock_inodes(INODE_LOCK|INODE_PAGECACHE_BLOCK, src, dst); 103976426098SKent Overstreet 104076426098SKent Overstreet inode_dio_wait(&src->v); 104176426098SKent Overstreet inode_dio_wait(&dst->v); 104276426098SKent Overstreet 104376426098SKent Overstreet ret = generic_remap_file_range_prep(file_src, pos_src, 104476426098SKent Overstreet file_dst, pos_dst, 104576426098SKent Overstreet &len, remap_flags); 104676426098SKent Overstreet if (ret < 0 || len == 0) 10472e87eae1SKent Overstreet goto err; 104876426098SKent Overstreet 1049677fc056SKent Overstreet aligned_len = round_up((u64) len, block_bytes(c)); 105076426098SKent Overstreet 1051*dbbfca9fSKent Overstreet ret = bch2_write_invalidate_inode_pages_range(dst->v.i_mapping, 1052677fc056SKent Overstreet pos_dst, pos_dst + len - 1); 105376426098SKent Overstreet if (ret) 10542e87eae1SKent Overstreet goto err; 105576426098SKent Overstreet 1056e8540e56SKent Overstreet ret = quota_reserve_range(dst, "a_res, pos_dst >> 9, 1057e8540e56SKent Overstreet (pos_dst + aligned_len) >> 9); 1058e8540e56SKent Overstreet if (ret) 1059e8540e56SKent Overstreet goto err; 1060e8540e56SKent Overstreet 1061e8540e56SKent Overstreet file_update_time(file_dst); 1062e8540e56SKent Overstreet 1063*dbbfca9fSKent Overstreet bch2_mark_pagecache_unallocated(src, pos_src >> 9, 1064dcfc593fSKent Overstreet (pos_src + aligned_len) >> 9); 106576426098SKent Overstreet 10662e87eae1SKent Overstreet ret = bch2_remap_range(c, 10676fed42bbSKent Overstreet inode_inum(dst), pos_dst >> 9, 10686fed42bbSKent Overstreet inode_inum(src), pos_src >> 9, 106976426098SKent Overstreet aligned_len >> 9, 10702e87eae1SKent Overstreet pos_dst + len, &i_sectors_delta); 10712e87eae1SKent Overstreet if (ret < 0) 10722e87eae1SKent Overstreet goto err; 107376426098SKent Overstreet 10742e87eae1SKent Overstreet /* 10752e87eae1SKent Overstreet * due to alignment, we might have remapped slightly more than requsted 10762e87eae1SKent Overstreet */ 1077677fc056SKent Overstreet ret = min((u64) ret << 9, (u64) len); 10782e87eae1SKent Overstreet 1079*dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, dst, "a_res, i_sectors_delta); 10802e87eae1SKent Overstreet 10812e87eae1SKent Overstreet spin_lock(&dst->v.i_lock); 1082677fc056SKent Overstreet if (pos_dst + ret > dst->v.i_size) 1083677fc056SKent Overstreet i_size_write(&dst->v, pos_dst + ret); 10842e87eae1SKent Overstreet spin_unlock(&dst->v.i_lock); 1085e7084c9cSKent Overstreet 108668a2054dSKent Overstreet if ((file_dst->f_flags & (__O_SYNC | O_DSYNC)) || 108768a2054dSKent Overstreet IS_SYNC(file_inode(file_dst))) 1088a8b3a677SKent Overstreet ret = bch2_flush_inode(c, dst); 10892e87eae1SKent Overstreet err: 1090e8540e56SKent Overstreet bch2_quota_reservation_put(c, dst, "a_res); 109176426098SKent Overstreet bch2_unlock_inodes(INODE_LOCK|INODE_PAGECACHE_BLOCK, src, dst); 109276426098SKent Overstreet 10935c1ef830SKent Overstreet return bch2_err_class(ret); 109476426098SKent Overstreet } 109576426098SKent Overstreet 10961c6fdbd8SKent Overstreet /* fseek: */ 10971c6fdbd8SKent Overstreet 10981c6fdbd8SKent Overstreet static loff_t bch2_seek_data(struct file *file, u64 offset) 10991c6fdbd8SKent Overstreet { 11001c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file); 11011c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 1102424eb881SKent Overstreet struct btree_trans trans; 110367e0dd8fSKent Overstreet struct btree_iter iter; 11041c6fdbd8SKent Overstreet struct bkey_s_c k; 11056fed42bbSKent Overstreet subvol_inum inum = inode_inum(inode); 11061c6fdbd8SKent Overstreet u64 isize, next_data = MAX_LFS_FILESIZE; 11076fed42bbSKent Overstreet u32 snapshot; 11081c6fdbd8SKent Overstreet int ret; 11091c6fdbd8SKent Overstreet 11101c6fdbd8SKent Overstreet isize = i_size_read(&inode->v); 11111c6fdbd8SKent Overstreet if (offset >= isize) 11121c6fdbd8SKent Overstreet return -ENXIO; 11131c6fdbd8SKent Overstreet 111420bceecbSKent Overstreet bch2_trans_init(&trans, c, 0, 0); 11156fed42bbSKent Overstreet retry: 11166fed42bbSKent Overstreet bch2_trans_begin(&trans); 11176fed42bbSKent Overstreet 11186fed42bbSKent Overstreet ret = bch2_subvolume_get_snapshot(&trans, inum.subvol, &snapshot); 11196fed42bbSKent Overstreet if (ret) 11206fed42bbSKent Overstreet goto err; 1121424eb881SKent Overstreet 1122c72f687aSKent Overstreet for_each_btree_key_upto_norestart(&trans, iter, BTREE_ID_extents, 1123c72f687aSKent Overstreet SPOS(inode->v.i_ino, offset >> 9, snapshot), 1124c72f687aSKent Overstreet POS(inode->v.i_ino, U64_MAX), 1125c72f687aSKent Overstreet 0, k, ret) { 1126c72f687aSKent Overstreet if (bkey_extent_is_data(k.k)) { 11271c6fdbd8SKent Overstreet next_data = max(offset, bkey_start_offset(k.k) << 9); 11281c6fdbd8SKent Overstreet break; 11291c6fdbd8SKent Overstreet } else if (k.k->p.offset >> 9 > isize) 11301c6fdbd8SKent Overstreet break; 11311c6fdbd8SKent Overstreet } 113267e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &iter); 11336fed42bbSKent Overstreet err: 1134549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart)) 11356fed42bbSKent Overstreet goto retry; 11361c6fdbd8SKent Overstreet 11379a796fdbSKent Overstreet bch2_trans_exit(&trans); 11381c6fdbd8SKent Overstreet if (ret) 11391c6fdbd8SKent Overstreet return ret; 11401c6fdbd8SKent Overstreet 11411c6fdbd8SKent Overstreet if (next_data > offset) 1142543ef2ebSKent Overstreet next_data = bch2_seek_pagecache_data(&inode->v, 11434198bf03SKent Overstreet offset, next_data, 0, false); 11441c6fdbd8SKent Overstreet 1145e10d3094SKent Overstreet if (next_data >= isize) 11461c6fdbd8SKent Overstreet return -ENXIO; 11471c6fdbd8SKent Overstreet 11481c6fdbd8SKent Overstreet return vfs_setpos(file, next_data, MAX_LFS_FILESIZE); 11491c6fdbd8SKent Overstreet } 11501c6fdbd8SKent Overstreet 11511c6fdbd8SKent Overstreet static loff_t bch2_seek_hole(struct file *file, u64 offset) 11521c6fdbd8SKent Overstreet { 11531c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file); 11541c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info; 1155424eb881SKent Overstreet struct btree_trans trans; 115667e0dd8fSKent Overstreet struct btree_iter iter; 11571c6fdbd8SKent Overstreet struct bkey_s_c k; 11586fed42bbSKent Overstreet subvol_inum inum = inode_inum(inode); 11591c6fdbd8SKent Overstreet u64 isize, next_hole = MAX_LFS_FILESIZE; 11606fed42bbSKent Overstreet u32 snapshot; 11611c6fdbd8SKent Overstreet int ret; 11621c6fdbd8SKent Overstreet 11631c6fdbd8SKent Overstreet isize = i_size_read(&inode->v); 11641c6fdbd8SKent Overstreet if (offset >= isize) 11651c6fdbd8SKent Overstreet return -ENXIO; 11661c6fdbd8SKent Overstreet 116720bceecbSKent Overstreet bch2_trans_init(&trans, c, 0, 0); 11686fed42bbSKent Overstreet retry: 11696fed42bbSKent Overstreet bch2_trans_begin(&trans); 11706fed42bbSKent Overstreet 11716fed42bbSKent Overstreet ret = bch2_subvolume_get_snapshot(&trans, inum.subvol, &snapshot); 11726fed42bbSKent Overstreet if (ret) 11736fed42bbSKent Overstreet goto err; 1174424eb881SKent Overstreet 1175e5fa91d7SKent Overstreet for_each_btree_key_norestart(&trans, iter, BTREE_ID_extents, 11766fed42bbSKent Overstreet SPOS(inode->v.i_ino, offset >> 9, snapshot), 117794f651e2SKent Overstreet BTREE_ITER_SLOTS, k, ret) { 11781c6fdbd8SKent Overstreet if (k.k->p.inode != inode->v.i_ino) { 1179543ef2ebSKent Overstreet next_hole = bch2_seek_pagecache_hole(&inode->v, 11804198bf03SKent Overstreet offset, MAX_LFS_FILESIZE, 0, false); 11811c6fdbd8SKent Overstreet break; 11821c6fdbd8SKent Overstreet } else if (!bkey_extent_is_data(k.k)) { 1183543ef2ebSKent Overstreet next_hole = bch2_seek_pagecache_hole(&inode->v, 11841c6fdbd8SKent Overstreet max(offset, bkey_start_offset(k.k) << 9), 11854198bf03SKent Overstreet k.k->p.offset << 9, 0, false); 11861c6fdbd8SKent Overstreet 11871c6fdbd8SKent Overstreet if (next_hole < k.k->p.offset << 9) 11881c6fdbd8SKent Overstreet break; 11891c6fdbd8SKent Overstreet } else { 11901c6fdbd8SKent Overstreet offset = max(offset, bkey_start_offset(k.k) << 9); 11911c6fdbd8SKent Overstreet } 11921c6fdbd8SKent Overstreet } 119367e0dd8fSKent Overstreet bch2_trans_iter_exit(&trans, &iter); 11946fed42bbSKent Overstreet err: 1195549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart)) 11966fed42bbSKent Overstreet goto retry; 11971c6fdbd8SKent Overstreet 11989a796fdbSKent Overstreet bch2_trans_exit(&trans); 11991c6fdbd8SKent Overstreet if (ret) 12001c6fdbd8SKent Overstreet return ret; 12011c6fdbd8SKent Overstreet 12021c6fdbd8SKent Overstreet if (next_hole > isize) 12031c6fdbd8SKent Overstreet next_hole = isize; 12041c6fdbd8SKent Overstreet 12051c6fdbd8SKent Overstreet return vfs_setpos(file, next_hole, MAX_LFS_FILESIZE); 12061c6fdbd8SKent Overstreet } 12071c6fdbd8SKent Overstreet 12081c6fdbd8SKent Overstreet loff_t bch2_llseek(struct file *file, loff_t offset, int whence) 12091c6fdbd8SKent Overstreet { 12105c1ef830SKent Overstreet loff_t ret; 12115c1ef830SKent Overstreet 12121c6fdbd8SKent Overstreet switch (whence) { 12131c6fdbd8SKent Overstreet case SEEK_SET: 12141c6fdbd8SKent Overstreet case SEEK_CUR: 12151c6fdbd8SKent Overstreet case SEEK_END: 12165c1ef830SKent Overstreet ret = generic_file_llseek(file, offset, whence); 12175c1ef830SKent Overstreet break; 12181c6fdbd8SKent Overstreet case SEEK_DATA: 12195c1ef830SKent Overstreet ret = bch2_seek_data(file, offset); 12205c1ef830SKent Overstreet break; 12211c6fdbd8SKent Overstreet case SEEK_HOLE: 12225c1ef830SKent Overstreet ret = bch2_seek_hole(file, offset); 12235c1ef830SKent Overstreet break; 12245c1ef830SKent Overstreet default: 12255c1ef830SKent Overstreet ret = -EINVAL; 12265c1ef830SKent Overstreet break; 12271c6fdbd8SKent Overstreet } 12281c6fdbd8SKent Overstreet 12295c1ef830SKent Overstreet return bch2_err_class(ret); 12301c6fdbd8SKent Overstreet } 12311c6fdbd8SKent Overstreet 12321c6fdbd8SKent Overstreet void bch2_fs_fsio_exit(struct bch_fs *c) 12331c6fdbd8SKent Overstreet { 1234a8b3a677SKent Overstreet bioset_exit(&c->nocow_flush_bioset); 12351c6fdbd8SKent Overstreet } 12361c6fdbd8SKent Overstreet 12371c6fdbd8SKent Overstreet int bch2_fs_fsio_init(struct bch_fs *c) 12381c6fdbd8SKent Overstreet { 123965d48e35SKent Overstreet if (bioset_init(&c->nocow_flush_bioset, 1240a8b3a677SKent Overstreet 1, offsetof(struct nocow_flush, bio), 0)) 124165d48e35SKent Overstreet return -BCH_ERR_ENOMEM_nocow_flush_bioset_init; 12421c6fdbd8SKent Overstreet 1243c8b4534dSKent Overstreet return 0; 12441c6fdbd8SKent Overstreet } 12451c6fdbd8SKent Overstreet 12461c6fdbd8SKent Overstreet #endif /* NO_BCACHEFS_FS */ 1247