11c6fdbd8SKent Overstreet // SPDX-License-Identifier: GPL-2.0
21c6fdbd8SKent Overstreet #ifndef NO_BCACHEFS_FS
31c6fdbd8SKent Overstreet
41c6fdbd8SKent Overstreet #include "bcachefs.h"
57b3f84eaSKent Overstreet #include "alloc_foreground.h"
61809b8cbSKent Overstreet #include "bkey_buf.h"
71c6fdbd8SKent Overstreet #include "btree_update.h"
81c6fdbd8SKent Overstreet #include "buckets.h"
91c6fdbd8SKent Overstreet #include "clock.h"
101c6fdbd8SKent Overstreet #include "error.h"
11e2d9912cSKent Overstreet #include "extents.h"
1208c07feaSKent Overstreet #include "extent_update.h"
131c6fdbd8SKent Overstreet #include "fs.h"
141c6fdbd8SKent Overstreet #include "fs-io.h"
15dbbfca9fSKent Overstreet #include "fs-io-buffered.h"
16dbbfca9fSKent Overstreet #include "fs-io-pagecache.h"
171c6fdbd8SKent Overstreet #include "fsck.h"
181c6fdbd8SKent Overstreet #include "inode.h"
191c6fdbd8SKent Overstreet #include "journal.h"
201809b8cbSKent Overstreet #include "io_misc.h"
211c6fdbd8SKent Overstreet #include "keylist.h"
221c6fdbd8SKent Overstreet #include "quota.h"
2376426098SKent Overstreet #include "reflink.h"
241c6fdbd8SKent Overstreet #include "trace.h"
251c6fdbd8SKent Overstreet
261c6fdbd8SKent Overstreet #include <linux/aio.h>
271c6fdbd8SKent Overstreet #include <linux/backing-dev.h>
281c6fdbd8SKent Overstreet #include <linux/falloc.h>
291c6fdbd8SKent Overstreet #include <linux/migrate.h>
301c6fdbd8SKent Overstreet #include <linux/mmu_context.h>
311c6fdbd8SKent Overstreet #include <linux/pagevec.h>
329ba2eb25SKent Overstreet #include <linux/rmap.h>
331c6fdbd8SKent Overstreet #include <linux/sched/signal.h>
341c6fdbd8SKent Overstreet #include <linux/task_io_accounting_ops.h>
351c6fdbd8SKent Overstreet #include <linux/uio.h>
361c6fdbd8SKent Overstreet
371c6fdbd8SKent Overstreet #include <trace/events/writeback.h>
381c6fdbd8SKent Overstreet
39a8b3a677SKent Overstreet struct nocow_flush {
40a8b3a677SKent Overstreet struct closure *cl;
41a8b3a677SKent Overstreet struct bch_dev *ca;
42a8b3a677SKent Overstreet struct bio bio;
43a8b3a677SKent Overstreet };
44a8b3a677SKent Overstreet
nocow_flush_endio(struct bio * _bio)45a8b3a677SKent Overstreet static void nocow_flush_endio(struct bio *_bio)
46a8b3a677SKent Overstreet {
47a8b3a677SKent Overstreet
48a8b3a677SKent Overstreet struct nocow_flush *bio = container_of(_bio, struct nocow_flush, bio);
49a8b3a677SKent Overstreet
50a8b3a677SKent Overstreet closure_put(bio->cl);
51a8b3a677SKent Overstreet percpu_ref_put(&bio->ca->io_ref);
52a8b3a677SKent Overstreet bio_put(&bio->bio);
53a8b3a677SKent Overstreet }
54a8b3a677SKent Overstreet
bch2_inode_flush_nocow_writes_async(struct bch_fs * c,struct bch_inode_info * inode,struct closure * cl)55dbbfca9fSKent Overstreet void bch2_inode_flush_nocow_writes_async(struct bch_fs *c,
56a8b3a677SKent Overstreet struct bch_inode_info *inode,
57a8b3a677SKent Overstreet struct closure *cl)
58a8b3a677SKent Overstreet {
59a8b3a677SKent Overstreet struct nocow_flush *bio;
60a8b3a677SKent Overstreet struct bch_dev *ca;
61a8b3a677SKent Overstreet struct bch_devs_mask devs;
62a8b3a677SKent Overstreet unsigned dev;
63a8b3a677SKent Overstreet
64a8b3a677SKent Overstreet dev = find_first_bit(inode->ei_devs_need_flush.d, BCH_SB_MEMBERS_MAX);
65a8b3a677SKent Overstreet if (dev == BCH_SB_MEMBERS_MAX)
66a8b3a677SKent Overstreet return;
67a8b3a677SKent Overstreet
68a8b3a677SKent Overstreet devs = inode->ei_devs_need_flush;
69a8b3a677SKent Overstreet memset(&inode->ei_devs_need_flush, 0, sizeof(inode->ei_devs_need_flush));
70a8b3a677SKent Overstreet
71a8b3a677SKent Overstreet for_each_set_bit(dev, devs.d, BCH_SB_MEMBERS_MAX) {
72a8b3a677SKent Overstreet rcu_read_lock();
73a8b3a677SKent Overstreet ca = rcu_dereference(c->devs[dev]);
74a8b3a677SKent Overstreet if (ca && !percpu_ref_tryget(&ca->io_ref))
75a8b3a677SKent Overstreet ca = NULL;
76a8b3a677SKent Overstreet rcu_read_unlock();
77a8b3a677SKent Overstreet
78a8b3a677SKent Overstreet if (!ca)
79a8b3a677SKent Overstreet continue;
80a8b3a677SKent Overstreet
81a8b3a677SKent Overstreet bio = container_of(bio_alloc_bioset(ca->disk_sb.bdev, 0,
823e44f325SChristoph Hellwig REQ_OP_WRITE|REQ_PREFLUSH,
83a8b3a677SKent Overstreet GFP_KERNEL,
84a8b3a677SKent Overstreet &c->nocow_flush_bioset),
85a8b3a677SKent Overstreet struct nocow_flush, bio);
86a8b3a677SKent Overstreet bio->cl = cl;
87a8b3a677SKent Overstreet bio->ca = ca;
88a8b3a677SKent Overstreet bio->bio.bi_end_io = nocow_flush_endio;
89a8b3a677SKent Overstreet closure_bio_submit(&bio->bio, cl);
90a8b3a677SKent Overstreet }
91a8b3a677SKent Overstreet }
92a8b3a677SKent Overstreet
bch2_inode_flush_nocow_writes(struct bch_fs * c,struct bch_inode_info * inode)93a8b3a677SKent Overstreet static int bch2_inode_flush_nocow_writes(struct bch_fs *c,
94a8b3a677SKent Overstreet struct bch_inode_info *inode)
95a8b3a677SKent Overstreet {
96a8b3a677SKent Overstreet struct closure cl;
97a8b3a677SKent Overstreet
98a8b3a677SKent Overstreet closure_init_stack(&cl);
99a8b3a677SKent Overstreet bch2_inode_flush_nocow_writes_async(c, inode, &cl);
100a8b3a677SKent Overstreet closure_sync(&cl);
101a8b3a677SKent Overstreet
102a8b3a677SKent Overstreet return 0;
103a8b3a677SKent Overstreet }
104a8b3a677SKent Overstreet
1051c6fdbd8SKent Overstreet /* i_size updates: */
1061c6fdbd8SKent Overstreet
1072ea90048SKent Overstreet struct inode_new_size {
1082ea90048SKent Overstreet loff_t new_size;
1092ea90048SKent Overstreet u64 now;
1102ea90048SKent Overstreet unsigned fields;
1112ea90048SKent Overstreet };
1122ea90048SKent Overstreet
inode_set_size(struct btree_trans * trans,struct bch_inode_info * inode,struct bch_inode_unpacked * bi,void * p)113791236b8SJoshua Ashton static int inode_set_size(struct btree_trans *trans,
114791236b8SJoshua Ashton struct bch_inode_info *inode,
1151c6fdbd8SKent Overstreet struct bch_inode_unpacked *bi,
1161c6fdbd8SKent Overstreet void *p)
1171c6fdbd8SKent Overstreet {
1182ea90048SKent Overstreet struct inode_new_size *s = p;
1191c6fdbd8SKent Overstreet
1202ea90048SKent Overstreet bi->bi_size = s->new_size;
1212ea90048SKent Overstreet if (s->fields & ATTR_ATIME)
1222ea90048SKent Overstreet bi->bi_atime = s->now;
1232ea90048SKent Overstreet if (s->fields & ATTR_MTIME)
1242ea90048SKent Overstreet bi->bi_mtime = s->now;
1252ea90048SKent Overstreet if (s->fields & ATTR_CTIME)
1262ea90048SKent Overstreet bi->bi_ctime = s->now;
1271c6fdbd8SKent Overstreet
1281c6fdbd8SKent Overstreet return 0;
1291c6fdbd8SKent Overstreet }
1301c6fdbd8SKent Overstreet
bch2_write_inode_size(struct bch_fs * c,struct bch_inode_info * inode,loff_t new_size,unsigned fields)13176426098SKent Overstreet int __must_check bch2_write_inode_size(struct bch_fs *c,
1321c6fdbd8SKent Overstreet struct bch_inode_info *inode,
1332ea90048SKent Overstreet loff_t new_size, unsigned fields)
1341c6fdbd8SKent Overstreet {
1352ea90048SKent Overstreet struct inode_new_size s = {
1362ea90048SKent Overstreet .new_size = new_size,
1372ea90048SKent Overstreet .now = bch2_current_time(c),
1382ea90048SKent Overstreet .fields = fields,
1392ea90048SKent Overstreet };
1402ea90048SKent Overstreet
1412ea90048SKent Overstreet return bch2_write_inode(c, inode, inode_set_size, &s, fields);
1421c6fdbd8SKent Overstreet }
1431c6fdbd8SKent Overstreet
__bch2_i_sectors_acct(struct bch_fs * c,struct bch_inode_info * inode,struct quota_res * quota_res,s64 sectors)144dbbfca9fSKent Overstreet void __bch2_i_sectors_acct(struct bch_fs *c, struct bch_inode_info *inode,
145190fa7afSKent Overstreet struct quota_res *quota_res, s64 sectors)
1461c6fdbd8SKent Overstreet {
147b33bf1bcSKent Overstreet bch2_fs_inconsistent_on((s64) inode->v.i_blocks + sectors < 0, c,
148b33bf1bcSKent Overstreet "inode %lu i_blocks underflow: %llu + %lli < 0 (ondisk %lli)",
149b33bf1bcSKent Overstreet inode->v.i_ino, (u64) inode->v.i_blocks, sectors,
150b33bf1bcSKent Overstreet inode->ei_inode.bi_sectors);
151b44a66a6SKent Overstreet inode->v.i_blocks += sectors;
152b44a66a6SKent Overstreet
1531c6fdbd8SKent Overstreet #ifdef CONFIG_BCACHEFS_QUOTA
154cb1b479dSKent Overstreet if (quota_res &&
155cb1b479dSKent Overstreet !test_bit(EI_INODE_SNAPSHOT, &inode->ei_flags) &&
156cb1b479dSKent Overstreet sectors > 0) {
1571c6fdbd8SKent Overstreet BUG_ON(sectors > quota_res->sectors);
1581c6fdbd8SKent Overstreet BUG_ON(sectors > inode->ei_quota_reserved);
1591c6fdbd8SKent Overstreet
1601c6fdbd8SKent Overstreet quota_res->sectors -= sectors;
1611c6fdbd8SKent Overstreet inode->ei_quota_reserved -= sectors;
1621c6fdbd8SKent Overstreet } else {
16326609b61SKent Overstreet bch2_quota_acct(c, inode->ei_qid, Q_SPC, sectors, KEY_TYPE_QUOTA_WARN);
1641c6fdbd8SKent Overstreet }
1651c6fdbd8SKent Overstreet #endif
1666b1b186aSKent Overstreet }
1676b1b186aSKent Overstreet
1681c6fdbd8SKent Overstreet /* fsync: */
1691c6fdbd8SKent Overstreet
17068a2054dSKent Overstreet /*
17168a2054dSKent Overstreet * inode->ei_inode.bi_journal_seq won't be up to date since it's set in an
17268a2054dSKent Overstreet * insert trigger: look up the btree inode instead
17368a2054dSKent Overstreet */
bch2_flush_inode(struct bch_fs * c,struct bch_inode_info * inode)174a8b3a677SKent Overstreet static int bch2_flush_inode(struct bch_fs *c,
175a8b3a677SKent Overstreet struct bch_inode_info *inode)
17668a2054dSKent Overstreet {
17768a2054dSKent Overstreet if (c->opts.journal_flush_disabled)
17868a2054dSKent Overstreet return 0;
17968a2054dSKent Overstreet
1809e203c43SKent Overstreet if (!bch2_write_ref_tryget(c, BCH_WRITE_REF_fsync))
1819e203c43SKent Overstreet return -EROFS;
18268a2054dSKent Overstreet
1839e203c43SKent Overstreet struct bch_inode_unpacked u;
1849e203c43SKent Overstreet int ret = bch2_inode_find_by_inum(c, inode_inum(inode), &u) ?:
1859e203c43SKent Overstreet bch2_journal_flush_seq(&c->journal, u.bi_journal_seq) ?:
186a8b3a677SKent Overstreet bch2_inode_flush_nocow_writes(c, inode);
1879e203c43SKent Overstreet bch2_write_ref_put(c, BCH_WRITE_REF_fsync);
1889e203c43SKent Overstreet return ret;
18968a2054dSKent Overstreet }
19068a2054dSKent Overstreet
bch2_fsync(struct file * file,loff_t start,loff_t end,int datasync)1911c6fdbd8SKent Overstreet int bch2_fsync(struct file *file, loff_t start, loff_t end, int datasync)
1921c6fdbd8SKent Overstreet {
1931c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file);
1941c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
1955a11b5feSBrian Foster int ret;
1961c6fdbd8SKent Overstreet
1971c6fdbd8SKent Overstreet ret = file_write_and_wait_range(file, start, end);
1985a11b5feSBrian Foster if (ret)
1995a11b5feSBrian Foster goto out;
2005a11b5feSBrian Foster ret = sync_inode_metadata(&inode->v, 1);
2015a11b5feSBrian Foster if (ret)
2025a11b5feSBrian Foster goto out;
2035a11b5feSBrian Foster ret = bch2_flush_inode(c, inode);
2045a11b5feSBrian Foster out:
205*d09a8468SKent Overstreet ret = bch2_err_class(ret);
206*d09a8468SKent Overstreet if (ret == -EROFS)
207*d09a8468SKent Overstreet ret = -EIO;
208*d09a8468SKent Overstreet return ret;
2091c6fdbd8SKent Overstreet }
2101c6fdbd8SKent Overstreet
2111c6fdbd8SKent Overstreet /* truncate: */
2121c6fdbd8SKent Overstreet
range_has_data(struct bch_fs * c,u32 subvol,struct bpos start,struct bpos end)2136fed42bbSKent Overstreet static inline int range_has_data(struct bch_fs *c, u32 subvol,
2141c6fdbd8SKent Overstreet struct bpos start,
2151c6fdbd8SKent Overstreet struct bpos end)
2161c6fdbd8SKent Overstreet {
2176bd68ec2SKent Overstreet struct btree_trans *trans = bch2_trans_get(c);
21867e0dd8fSKent Overstreet struct btree_iter iter;
2191c6fdbd8SKent Overstreet struct bkey_s_c k;
2201c6fdbd8SKent Overstreet int ret = 0;
2216fed42bbSKent Overstreet retry:
2226bd68ec2SKent Overstreet bch2_trans_begin(trans);
2236fed42bbSKent Overstreet
2246bd68ec2SKent Overstreet ret = bch2_subvolume_get_snapshot(trans, subvol, &start.snapshot);
2256fed42bbSKent Overstreet if (ret)
2266fed42bbSKent Overstreet goto err;
227424eb881SKent Overstreet
2286bd68ec2SKent Overstreet for_each_btree_key_upto_norestart(trans, iter, BTREE_ID_extents, start, end, 0, k, ret)
2294ad6aa46SBrian Foster if (bkey_extent_is_data(k.k) && !bkey_extent_is_unwritten(k)) {
2301c6fdbd8SKent Overstreet ret = 1;
2311c6fdbd8SKent Overstreet break;
2321c6fdbd8SKent Overstreet }
2336fed42bbSKent Overstreet start = iter.pos;
2346bd68ec2SKent Overstreet bch2_trans_iter_exit(trans, &iter);
2356fed42bbSKent Overstreet err:
236549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart))
2376fed42bbSKent Overstreet goto retry;
2381c6fdbd8SKent Overstreet
2396bd68ec2SKent Overstreet bch2_trans_put(trans);
2409a796fdbSKent Overstreet return ret;
2411c6fdbd8SKent Overstreet }
2421c6fdbd8SKent Overstreet
__bch2_truncate_folio(struct bch_inode_info * inode,pgoff_t index,loff_t start,loff_t end)243959f7368SKent Overstreet static int __bch2_truncate_folio(struct bch_inode_info *inode,
2441c6fdbd8SKent Overstreet pgoff_t index, loff_t start, loff_t end)
2451c6fdbd8SKent Overstreet {
2461c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
2471c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping;
2483342ac13SKent Overstreet struct bch_folio *s;
249c04cbc0dSColin Ian King unsigned start_offset;
250c04cbc0dSColin Ian King unsigned end_offset;
251a99b1cafSKent Overstreet unsigned i;
25230bff594SKent Overstreet struct folio *folio;
253b19d307dSKent Overstreet s64 i_sectors_delta = 0;
2541c6fdbd8SKent Overstreet int ret = 0;
2556b9857b2SBrian Foster u64 end_pos;
2561c6fdbd8SKent Overstreet
25730bff594SKent Overstreet folio = filemap_lock_folio(mapping, index);
258b6898917SKent Overstreet if (IS_ERR_OR_NULL(folio)) {
2591c6fdbd8SKent Overstreet /*
2601c6fdbd8SKent Overstreet * XXX: we're doing two index lookups when we end up reading the
26130bff594SKent Overstreet * folio
2621c6fdbd8SKent Overstreet */
2636fed42bbSKent Overstreet ret = range_has_data(c, inode->ei_subvol,
264c72f687aSKent Overstreet POS(inode->v.i_ino, (index << PAGE_SECTORS_SHIFT)),
265c72f687aSKent Overstreet POS(inode->v.i_ino, (index << PAGE_SECTORS_SHIFT) + PAGE_SECTORS));
2661c6fdbd8SKent Overstreet if (ret <= 0)
2671c6fdbd8SKent Overstreet return ret;
2681c6fdbd8SKent Overstreet
26930bff594SKent Overstreet folio = __filemap_get_folio(mapping, index,
27030bff594SKent Overstreet FGP_LOCK|FGP_CREAT, GFP_KERNEL);
2711e81f89bSKent Overstreet if (IS_ERR_OR_NULL(folio)) {
2721c6fdbd8SKent Overstreet ret = -ENOMEM;
2731c6fdbd8SKent Overstreet goto out;
2741c6fdbd8SKent Overstreet }
2751c6fdbd8SKent Overstreet }
2761c6fdbd8SKent Overstreet
277959f7368SKent Overstreet BUG_ON(start >= folio_end_pos(folio));
278959f7368SKent Overstreet BUG_ON(end <= folio_pos(folio));
279959f7368SKent Overstreet
280959f7368SKent Overstreet start_offset = max(start, folio_pos(folio)) - folio_pos(folio);
2816b9857b2SBrian Foster end_offset = min_t(u64, end, folio_end_pos(folio)) - folio_pos(folio);
282959f7368SKent Overstreet
283959f7368SKent Overstreet /* Folio boundary? Nothing to do */
284959f7368SKent Overstreet if (start_offset == 0 &&
285959f7368SKent Overstreet end_offset == folio_size(folio)) {
286959f7368SKent Overstreet ret = 0;
287959f7368SKent Overstreet goto unlock;
288959f7368SKent Overstreet }
289959f7368SKent Overstreet
29030bff594SKent Overstreet s = bch2_folio_create(folio, 0);
291a99b1cafSKent Overstreet if (!s) {
292a99b1cafSKent Overstreet ret = -ENOMEM;
293a99b1cafSKent Overstreet goto unlock;
294a99b1cafSKent Overstreet }
295a99b1cafSKent Overstreet
29630bff594SKent Overstreet if (!folio_test_uptodate(folio)) {
29730bff594SKent Overstreet ret = bch2_read_single_folio(folio, mapping);
2981c6fdbd8SKent Overstreet if (ret)
2991c6fdbd8SKent Overstreet goto unlock;
3001c6fdbd8SKent Overstreet }
3011c6fdbd8SKent Overstreet
30234fdcf06SKent Overstreet ret = bch2_folio_set(c, inode_inum(inode), &folio, 1);
30334fdcf06SKent Overstreet if (ret)
30434fdcf06SKent Overstreet goto unlock;
305c437e153SKent Overstreet
306a99b1cafSKent Overstreet for (i = round_up(start_offset, block_bytes(c)) >> 9;
307a99b1cafSKent Overstreet i < round_down(end_offset, block_bytes(c)) >> 9;
308a99b1cafSKent Overstreet i++) {
309a99b1cafSKent Overstreet s->s[i].nr_replicas = 0;
310a1774a05SKent Overstreet
311a1774a05SKent Overstreet i_sectors_delta -= s->s[i].state == SECTOR_dirty;
312dbbfca9fSKent Overstreet bch2_folio_sector_set(folio, s, i, SECTOR_unallocated);
313a99b1cafSKent Overstreet }
314a99b1cafSKent Overstreet
315dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta);
316b19d307dSKent Overstreet
31774163da7SKent Overstreet /*
31830bff594SKent Overstreet * Caller needs to know whether this folio will be written out by
31974163da7SKent Overstreet * writeback - doing an i_size update if necessary - or whether it will
3204ad6aa46SBrian Foster * be responsible for the i_size update.
3214ad6aa46SBrian Foster *
3224ad6aa46SBrian Foster * Note that we shouldn't ever see a folio beyond EOF, but check and
3234ad6aa46SBrian Foster * warn if so. This has been observed by failure to clean up folios
3244ad6aa46SBrian Foster * after a short write and there's still a chance reclaim will fix
3254ad6aa46SBrian Foster * things up.
32674163da7SKent Overstreet */
3274ad6aa46SBrian Foster WARN_ON_ONCE(folio_pos(folio) >= inode->v.i_size);
3284ad6aa46SBrian Foster end_pos = folio_end_pos(folio);
3294ad6aa46SBrian Foster if (inode->v.i_size > folio_pos(folio))
3306b9857b2SBrian Foster end_pos = min_t(u64, inode->v.i_size, end_pos);
331bf98ee10SBrian Foster ret = s->s[folio_pos_to_s(folio, end_pos - 1)].state >= SECTOR_dirty;
33274163da7SKent Overstreet
33330bff594SKent Overstreet folio_zero_segment(folio, start_offset, end_offset);
334a99b1cafSKent Overstreet
3351c6fdbd8SKent Overstreet /*
3361c6fdbd8SKent Overstreet * Bit of a hack - we don't want truncate to fail due to -ENOSPC.
3371c6fdbd8SKent Overstreet *
33830bff594SKent Overstreet * XXX: because we aren't currently tracking whether the folio has actual
3391c6fdbd8SKent Overstreet * data in it (vs. just 0s, or only partially written) this wrong. ick.
3401c6fdbd8SKent Overstreet */
34130bff594SKent Overstreet BUG_ON(bch2_get_folio_disk_reservation(c, inode, folio, false));
3421c6fdbd8SKent Overstreet
3439ba2eb25SKent Overstreet /*
3449ba2eb25SKent Overstreet * This removes any writeable userspace mappings; we need to force
3459ba2eb25SKent Overstreet * .page_mkwrite to be called again before any mmapped writes, to
3469ba2eb25SKent Overstreet * redirty the full page:
3479ba2eb25SKent Overstreet */
34830bff594SKent Overstreet folio_mkclean(folio);
34930bff594SKent Overstreet filemap_dirty_folio(mapping, folio);
3501c6fdbd8SKent Overstreet unlock:
35130bff594SKent Overstreet folio_unlock(folio);
35230bff594SKent Overstreet folio_put(folio);
3531c6fdbd8SKent Overstreet out:
3541c6fdbd8SKent Overstreet return ret;
3551c6fdbd8SKent Overstreet }
3561c6fdbd8SKent Overstreet
bch2_truncate_folio(struct bch_inode_info * inode,loff_t from)357959f7368SKent Overstreet static int bch2_truncate_folio(struct bch_inode_info *inode, loff_t from)
3581c6fdbd8SKent Overstreet {
359959f7368SKent Overstreet return __bch2_truncate_folio(inode, from >> PAGE_SHIFT,
360959f7368SKent Overstreet from, ANYSINT_MAX(loff_t));
3611c6fdbd8SKent Overstreet }
3621c6fdbd8SKent Overstreet
bch2_truncate_folios(struct bch_inode_info * inode,loff_t start,loff_t end)363959f7368SKent Overstreet static int bch2_truncate_folios(struct bch_inode_info *inode,
36474163da7SKent Overstreet loff_t start, loff_t end)
36574163da7SKent Overstreet {
366959f7368SKent Overstreet int ret = __bch2_truncate_folio(inode, start >> PAGE_SHIFT,
36774163da7SKent Overstreet start, end);
36874163da7SKent Overstreet
36974163da7SKent Overstreet if (ret >= 0 &&
37074163da7SKent Overstreet start >> PAGE_SHIFT != end >> PAGE_SHIFT)
371959f7368SKent Overstreet ret = __bch2_truncate_folio(inode,
372959f7368SKent Overstreet (end - 1) >> PAGE_SHIFT,
37374163da7SKent Overstreet start, end);
37474163da7SKent Overstreet return ret;
37574163da7SKent Overstreet }
37674163da7SKent Overstreet
bch2_extend(struct mnt_idmap * idmap,struct bch_inode_info * inode,struct bch_inode_unpacked * inode_u,struct iattr * iattr)37768a507a2SKent Overstreet static int bch2_extend(struct mnt_idmap *idmap,
37868a507a2SKent Overstreet struct bch_inode_info *inode,
379e0541a93SKent Overstreet struct bch_inode_unpacked *inode_u,
380e0541a93SKent Overstreet struct iattr *iattr)
3811c6fdbd8SKent Overstreet {
3821c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping;
3831c6fdbd8SKent Overstreet int ret;
3841c6fdbd8SKent Overstreet
385e0541a93SKent Overstreet /*
386e0541a93SKent Overstreet * sync appends:
3872925fc49SKent Overstreet *
3882925fc49SKent Overstreet * this has to be done _before_ extending i_size:
389e0541a93SKent Overstreet */
390e0541a93SKent Overstreet ret = filemap_write_and_wait_range(mapping, inode_u->bi_size, S64_MAX);
3911c6fdbd8SKent Overstreet if (ret)
3921c6fdbd8SKent Overstreet return ret;
3931c6fdbd8SKent Overstreet
3941c6fdbd8SKent Overstreet truncate_setsize(&inode->v, iattr->ia_size);
3951c6fdbd8SKent Overstreet
39668a507a2SKent Overstreet return bch2_setattr_nonsize(idmap, inode, iattr);
3971c6fdbd8SKent Overstreet }
3981c6fdbd8SKent Overstreet
bchfs_truncate(struct mnt_idmap * idmap,struct bch_inode_info * inode,struct iattr * iattr)3995902cc28SKent Overstreet int bchfs_truncate(struct mnt_idmap *idmap,
40068a507a2SKent Overstreet struct bch_inode_info *inode, struct iattr *iattr)
4011c6fdbd8SKent Overstreet {
4021c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
4031c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping;
404e0541a93SKent Overstreet struct bch_inode_unpacked inode_u;
4052e87eae1SKent Overstreet s64 i_sectors_delta = 0;
4061c6fdbd8SKent Overstreet int ret = 0;
4071c6fdbd8SKent Overstreet
40868a507a2SKent Overstreet /*
40978d66ab1SDan Robertson * If the truncate call with change the size of the file, the
41078d66ab1SDan Robertson * cmtimes should be updated. If the size will not change, we
41178d66ab1SDan Robertson * do not need to update the cmtimes.
41268a507a2SKent Overstreet */
41378d66ab1SDan Robertson if (iattr->ia_size != inode->v.i_size) {
41468a507a2SKent Overstreet if (!(iattr->ia_valid & ATTR_MTIME))
41568a507a2SKent Overstreet ktime_get_coarse_real_ts64(&iattr->ia_mtime);
41668a507a2SKent Overstreet if (!(iattr->ia_valid & ATTR_CTIME))
41768a507a2SKent Overstreet ktime_get_coarse_real_ts64(&iattr->ia_ctime);
41868a507a2SKent Overstreet iattr->ia_valid |= ATTR_MTIME|ATTR_CTIME;
41978d66ab1SDan Robertson }
42068a507a2SKent Overstreet
4211c6fdbd8SKent Overstreet inode_dio_wait(&inode->v);
422a7ecd30cSKent Overstreet bch2_pagecache_block_get(inode);
4231c6fdbd8SKent Overstreet
4246fed42bbSKent Overstreet ret = bch2_inode_find_by_inum(c, inode_inum(inode), &inode_u);
425e0541a93SKent Overstreet if (ret)
426e0541a93SKent Overstreet goto err;
4271c6fdbd8SKent Overstreet
428c45d473dSKent Overstreet /*
429c45d473dSKent Overstreet * check this before next assertion; on filesystem error our normal
430c45d473dSKent Overstreet * invariants are a bit broken (truncate has to truncate the page cache
431c45d473dSKent Overstreet * before the inode).
432c45d473dSKent Overstreet */
433c45d473dSKent Overstreet ret = bch2_journal_error(&c->journal);
434c45d473dSKent Overstreet if (ret)
435c45d473dSKent Overstreet goto err;
436c45d473dSKent Overstreet
4378eb71e9eSKent Overstreet WARN_ONCE(!test_bit(EI_INODE_ERROR, &inode->ei_flags) &&
4388eb71e9eSKent Overstreet inode->v.i_size < inode_u.bi_size,
4398eb71e9eSKent Overstreet "truncate spotted in mem i_size < btree i_size: %llu < %llu\n",
4408eb71e9eSKent Overstreet (u64) inode->v.i_size, inode_u.bi_size);
441e0541a93SKent Overstreet
442e0541a93SKent Overstreet if (iattr->ia_size > inode->v.i_size) {
44368a507a2SKent Overstreet ret = bch2_extend(idmap, inode, &inode_u, iattr);
44454e2264eSKent Overstreet goto err;
4451c6fdbd8SKent Overstreet }
4461c6fdbd8SKent Overstreet
44768a507a2SKent Overstreet iattr->ia_valid &= ~ATTR_SIZE;
44868a507a2SKent Overstreet
449959f7368SKent Overstreet ret = bch2_truncate_folio(inode, iattr->ia_size);
45074163da7SKent Overstreet if (unlikely(ret < 0))
45154e2264eSKent Overstreet goto err;
4521c6fdbd8SKent Overstreet
4535902cc28SKent Overstreet truncate_setsize(&inode->v, iattr->ia_size);
4545902cc28SKent Overstreet
4556cc3535dSKent Overstreet /*
4566cc3535dSKent Overstreet * When extending, we're going to write the new i_size to disk
4576cc3535dSKent Overstreet * immediately so we need to flush anything above the current on disk
4586cc3535dSKent Overstreet * i_size first:
4596cc3535dSKent Overstreet *
4606cc3535dSKent Overstreet * Also, when extending we need to flush the page that i_size currently
4616cc3535dSKent Overstreet * straddles - if it's mapped to userspace, we need to ensure that
4626cc3535dSKent Overstreet * userspace has to redirty it and call .mkwrite -> set_page_dirty
4636cc3535dSKent Overstreet * again to allocate the part of the page that was extended.
4646cc3535dSKent Overstreet */
465e0541a93SKent Overstreet if (iattr->ia_size > inode_u.bi_size)
4661c6fdbd8SKent Overstreet ret = filemap_write_and_wait_range(mapping,
467e0541a93SKent Overstreet inode_u.bi_size,
4681c6fdbd8SKent Overstreet iattr->ia_size - 1);
4691c6fdbd8SKent Overstreet else if (iattr->ia_size & (PAGE_SIZE - 1))
4701c6fdbd8SKent Overstreet ret = filemap_write_and_wait_range(mapping,
4711c6fdbd8SKent Overstreet round_down(iattr->ia_size, PAGE_SIZE),
4721c6fdbd8SKent Overstreet iattr->ia_size - 1);
4731c6fdbd8SKent Overstreet if (ret)
47454e2264eSKent Overstreet goto err;
4751c6fdbd8SKent Overstreet
4765902cc28SKent Overstreet ret = bch2_truncate(c, inode_inum(inode), iattr->ia_size, &i_sectors_delta);
477dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta);
4782e87eae1SKent Overstreet
4795902cc28SKent Overstreet if (unlikely(ret)) {
4805902cc28SKent Overstreet /*
4815902cc28SKent Overstreet * If we error here, VFS caches are now inconsistent with btree
4825902cc28SKent Overstreet */
4835902cc28SKent Overstreet set_bit(EI_INODE_ERROR, &inode->ei_flags);
4845902cc28SKent Overstreet goto err;
4855902cc28SKent Overstreet }
4865902cc28SKent Overstreet
487b33bf1bcSKent Overstreet bch2_fs_inconsistent_on(!inode->v.i_size && inode->v.i_blocks &&
488b33bf1bcSKent Overstreet !bch2_journal_error(&c->journal), c,
489b33bf1bcSKent Overstreet "inode %lu truncated to 0 but i_blocks %llu (ondisk %lli)",
490b33bf1bcSKent Overstreet inode->v.i_ino, (u64) inode->v.i_blocks,
491b33bf1bcSKent Overstreet inode->ei_inode.bi_sectors);
49268a507a2SKent Overstreet
49368a507a2SKent Overstreet ret = bch2_setattr_nonsize(idmap, inode, iattr);
49454e2264eSKent Overstreet err:
495a7ecd30cSKent Overstreet bch2_pagecache_block_put(inode);
4965c1ef830SKent Overstreet return bch2_err_class(ret);
4971c6fdbd8SKent Overstreet }
4981c6fdbd8SKent Overstreet
4991c6fdbd8SKent Overstreet /* fallocate: */
5001c6fdbd8SKent Overstreet
inode_update_times_fn(struct btree_trans * trans,struct bch_inode_info * inode,struct bch_inode_unpacked * bi,void * p)501791236b8SJoshua Ashton static int inode_update_times_fn(struct btree_trans *trans,
502791236b8SJoshua Ashton struct bch_inode_info *inode,
503050197b1SKent Overstreet struct bch_inode_unpacked *bi, void *p)
504050197b1SKent Overstreet {
505050197b1SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
506050197b1SKent Overstreet
507050197b1SKent Overstreet bi->bi_mtime = bi->bi_ctime = bch2_current_time(c);
508050197b1SKent Overstreet return 0;
509050197b1SKent Overstreet }
510050197b1SKent Overstreet
bchfs_fpunch(struct bch_inode_info * inode,loff_t offset,loff_t len)5112e87eae1SKent Overstreet static long bchfs_fpunch(struct bch_inode_info *inode, loff_t offset, loff_t len)
5121c6fdbd8SKent Overstreet {
5131c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
51474163da7SKent Overstreet u64 end = offset + len;
51574163da7SKent Overstreet u64 block_start = round_up(offset, block_bytes(c));
51674163da7SKent Overstreet u64 block_end = round_down(end, block_bytes(c));
51774163da7SKent Overstreet bool truncated_last_page;
5181c6fdbd8SKent Overstreet int ret = 0;
5191c6fdbd8SKent Overstreet
520959f7368SKent Overstreet ret = bch2_truncate_folios(inode, offset, end);
52174163da7SKent Overstreet if (unlikely(ret < 0))
5221c6fdbd8SKent Overstreet goto err;
5231c6fdbd8SKent Overstreet
52474163da7SKent Overstreet truncated_last_page = ret;
5251c6fdbd8SKent Overstreet
52674163da7SKent Overstreet truncate_pagecache_range(&inode->v, offset, end - 1);
5271c6fdbd8SKent Overstreet
52874163da7SKent Overstreet if (block_start < block_end) {
5292e87eae1SKent Overstreet s64 i_sectors_delta = 0;
5302e87eae1SKent Overstreet
5318c6d298aSKent Overstreet ret = bch2_fpunch(c, inode_inum(inode),
53274163da7SKent Overstreet block_start >> 9, block_end >> 9,
5332e87eae1SKent Overstreet &i_sectors_delta);
534dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta);
5352e87eae1SKent Overstreet }
536050197b1SKent Overstreet
537050197b1SKent Overstreet mutex_lock(&inode->ei_update_lock);
53874163da7SKent Overstreet if (end >= inode->v.i_size && !truncated_last_page) {
53974163da7SKent Overstreet ret = bch2_write_inode_size(c, inode, inode->v.i_size,
54074163da7SKent Overstreet ATTR_MTIME|ATTR_CTIME);
54174163da7SKent Overstreet } else {
542050197b1SKent Overstreet ret = bch2_write_inode(c, inode, inode_update_times_fn, NULL,
54374163da7SKent Overstreet ATTR_MTIME|ATTR_CTIME);
54474163da7SKent Overstreet }
545050197b1SKent Overstreet mutex_unlock(&inode->ei_update_lock);
5461c6fdbd8SKent Overstreet err:
5471c6fdbd8SKent Overstreet return ret;
5481c6fdbd8SKent Overstreet }
5491c6fdbd8SKent Overstreet
bchfs_fcollapse_finsert(struct bch_inode_info * inode,loff_t offset,loff_t len,bool insert)5502e87eae1SKent Overstreet static long bchfs_fcollapse_finsert(struct bch_inode_info *inode,
5515f786787SKent Overstreet loff_t offset, loff_t len,
5525f786787SKent Overstreet bool insert)
5531c6fdbd8SKent Overstreet {
5541c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
5551c6fdbd8SKent Overstreet struct address_space *mapping = inode->v.i_mapping;
5565902cc28SKent Overstreet s64 i_sectors_delta = 0;
55750dc0f69SKent Overstreet int ret = 0;
5581c6fdbd8SKent Overstreet
5591c6fdbd8SKent Overstreet if ((offset | len) & (block_bytes(c) - 1))
5601c6fdbd8SKent Overstreet return -EINVAL;
5611c6fdbd8SKent Overstreet
5625f786787SKent Overstreet if (insert) {
5635f786787SKent Overstreet if (offset >= inode->v.i_size)
56474163da7SKent Overstreet return -EINVAL;
5655f786787SKent Overstreet } else {
5661c6fdbd8SKent Overstreet if (offset + len >= inode->v.i_size)
56774163da7SKent Overstreet return -EINVAL;
5685f786787SKent Overstreet }
5691c6fdbd8SKent Overstreet
570dbbfca9fSKent Overstreet ret = bch2_write_invalidate_inode_pages_range(mapping, offset, LLONG_MAX);
5711c6fdbd8SKent Overstreet if (ret)
57274163da7SKent Overstreet return ret;
5731c6fdbd8SKent Overstreet
5745902cc28SKent Overstreet if (insert)
5755902cc28SKent Overstreet i_size_write(&inode->v, inode->v.i_size + len);
5762e87eae1SKent Overstreet
5775902cc28SKent Overstreet ret = bch2_fcollapse_finsert(c, inode_inum(inode), offset >> 9, len >> 9,
5785902cc28SKent Overstreet insert, &i_sectors_delta);
5795902cc28SKent Overstreet if (!ret && !insert)
5805902cc28SKent Overstreet i_size_write(&inode->v, inode->v.i_size - len);
581dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, NULL, i_sectors_delta);
5822e87eae1SKent Overstreet
5831c6fdbd8SKent Overstreet return ret;
5841c6fdbd8SKent Overstreet }
5851c6fdbd8SKent Overstreet
__bchfs_fallocate(struct bch_inode_info * inode,int mode,u64 start_sector,u64 end_sector)586694015c2SKent Overstreet static int __bchfs_fallocate(struct bch_inode_info *inode, int mode,
587694015c2SKent Overstreet u64 start_sector, u64 end_sector)
5881c6fdbd8SKent Overstreet {
5891c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
5906bd68ec2SKent Overstreet struct btree_trans *trans = bch2_trans_get(c);
59167e0dd8fSKent Overstreet struct btree_iter iter;
592694015c2SKent Overstreet struct bpos end_pos = POS(inode->v.i_ino, end_sector);
59301ad6737SKent Overstreet struct bch_io_opts opts;
594694015c2SKent Overstreet int ret = 0;
5951c6fdbd8SKent Overstreet
59601ad6737SKent Overstreet bch2_inode_opts_get(&opts, c, &inode->ei_inode);
5971c6fdbd8SKent Overstreet
5986bd68ec2SKent Overstreet bch2_trans_iter_init(trans, &iter, BTREE_ID_extents,
599694015c2SKent Overstreet POS(inode->v.i_ino, start_sector),
6005dd8c60eSKent Overstreet BTREE_ITER_slots|BTREE_ITER_intent);
6011c6fdbd8SKent Overstreet
602e88a75ebSKent Overstreet while (!ret && bkey_lt(iter.pos, end_pos)) {
6032e87eae1SKent Overstreet s64 i_sectors_delta = 0;
604190fa7afSKent Overstreet struct quota_res quota_res = { 0 };
6051c6fdbd8SKent Overstreet struct bkey_s_c k;
606694015c2SKent Overstreet unsigned sectors;
607a09818c7SKent Overstreet bool is_allocation;
608a09818c7SKent Overstreet u64 hole_start, hole_end;
6096fed42bbSKent Overstreet u32 snapshot;
6101c6fdbd8SKent Overstreet
6116bd68ec2SKent Overstreet bch2_trans_begin(trans);
612a8abd3a7SKent Overstreet
6136bd68ec2SKent Overstreet ret = bch2_subvolume_get_snapshot(trans,
6146fed42bbSKent Overstreet inode->ei_subvol, &snapshot);
6156fed42bbSKent Overstreet if (ret)
6166fed42bbSKent Overstreet goto bkey_err;
6176fed42bbSKent Overstreet
6186fed42bbSKent Overstreet bch2_btree_iter_set_snapshot(&iter, snapshot);
6196fed42bbSKent Overstreet
62067e0dd8fSKent Overstreet k = bch2_btree_iter_peek_slot(&iter);
6210f238367SKent Overstreet if ((ret = bkey_err(k)))
6220f238367SKent Overstreet goto bkey_err;
6231c6fdbd8SKent Overstreet
624a09818c7SKent Overstreet hole_start = iter.pos.offset;
625a09818c7SKent Overstreet hole_end = bpos_min(k.k->p, end_pos).offset;
626a09818c7SKent Overstreet is_allocation = bkey_extent_is_allocation(k.k);
627a09818c7SKent Overstreet
6281c6fdbd8SKent Overstreet /* already reserved */
62979203111SKent Overstreet if (bkey_extent_is_reservation(k) &&
63079203111SKent Overstreet bch2_bkey_nr_ptrs_fully_allocated(k) >= opts.data_replicas) {
63167e0dd8fSKent Overstreet bch2_btree_iter_advance(&iter);
6321c6fdbd8SKent Overstreet continue;
6331c6fdbd8SKent Overstreet }
6341c6fdbd8SKent Overstreet
635190fa7afSKent Overstreet if (bkey_extent_is_data(k.k) &&
636190fa7afSKent Overstreet !(mode & FALLOC_FL_ZERO_RANGE)) {
63767e0dd8fSKent Overstreet bch2_btree_iter_advance(&iter);
6381c6fdbd8SKent Overstreet continue;
6391c6fdbd8SKent Overstreet }
6401c6fdbd8SKent Overstreet
641a09818c7SKent Overstreet if (!(mode & FALLOC_FL_ZERO_RANGE)) {
6424198bf03SKent Overstreet /*
6434198bf03SKent Overstreet * Lock ordering - can't be holding btree locks while
6444198bf03SKent Overstreet * blocking on a folio lock:
6454198bf03SKent Overstreet */
6464198bf03SKent Overstreet if (bch2_clamp_data_hole(&inode->v,
6474198bf03SKent Overstreet &hole_start,
6484198bf03SKent Overstreet &hole_end,
6494198bf03SKent Overstreet opts.data_replicas, true))
6506bd68ec2SKent Overstreet ret = drop_locks_do(trans,
651a09818c7SKent Overstreet (bch2_clamp_data_hole(&inode->v,
652a09818c7SKent Overstreet &hole_start,
653a09818c7SKent Overstreet &hole_end,
6544198bf03SKent Overstreet opts.data_replicas, false), 0));
655a09818c7SKent Overstreet bch2_btree_iter_set_pos(&iter, POS(iter.pos.inode, hole_start));
656a8b3a677SKent Overstreet
657a09818c7SKent Overstreet if (ret)
658a09818c7SKent Overstreet goto bkey_err;
6591c6fdbd8SKent Overstreet
660a09818c7SKent Overstreet if (hole_start == hole_end)
661a09818c7SKent Overstreet continue;
662a09818c7SKent Overstreet }
663a09818c7SKent Overstreet
664a09818c7SKent Overstreet sectors = hole_end - hole_start;
665a09818c7SKent Overstreet
666a09818c7SKent Overstreet if (!is_allocation) {
6671c6fdbd8SKent Overstreet ret = bch2_quota_reservation_add(c, inode,
668a09818c7SKent Overstreet "a_res, sectors, true);
6691c6fdbd8SKent Overstreet if (unlikely(ret))
6700f238367SKent Overstreet goto bkey_err;
6711c6fdbd8SKent Overstreet }
6721c6fdbd8SKent Overstreet
6736bd68ec2SKent Overstreet ret = bch2_extent_fallocate(trans, inode_inum(inode), &iter,
67470de7a47SKent Overstreet sectors, opts, &i_sectors_delta,
67570de7a47SKent Overstreet writepoint_hashed((unsigned long) current));
6768810386fSKent Overstreet if (ret)
6778810386fSKent Overstreet goto bkey_err;
67870de7a47SKent Overstreet
679dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, "a_res, i_sectors_delta);
680a09818c7SKent Overstreet
68146bf2e9cSKent Overstreet if (bch2_mark_pagecache_reserved(inode, &hole_start,
68246bf2e9cSKent Overstreet iter.pos.offset, true))
6836bd68ec2SKent Overstreet drop_locks_do(trans,
68446bf2e9cSKent Overstreet bch2_mark_pagecache_reserved(inode, &hole_start,
68546bf2e9cSKent Overstreet iter.pos.offset, false));
6860f238367SKent Overstreet bkey_err:
687190fa7afSKent Overstreet bch2_quota_reservation_put(c, inode, "a_res);
688549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart))
6891c6fdbd8SKent Overstreet ret = 0;
69050dc0f69SKent Overstreet }
69174163da7SKent Overstreet
692098ef98dSKent Overstreet if (bch2_err_matches(ret, ENOSPC) && (mode & FALLOC_FL_ZERO_RANGE)) {
69374163da7SKent Overstreet struct quota_res quota_res = { 0 };
69474163da7SKent Overstreet s64 i_sectors_delta = 0;
69574163da7SKent Overstreet
6966bd68ec2SKent Overstreet bch2_fpunch_at(trans, &iter, inode_inum(inode),
69774163da7SKent Overstreet end_sector, &i_sectors_delta);
698dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, inode, "a_res, i_sectors_delta);
69974163da7SKent Overstreet bch2_quota_reservation_put(c, inode, "a_res);
70074163da7SKent Overstreet }
70174163da7SKent Overstreet
7026bd68ec2SKent Overstreet bch2_trans_iter_exit(trans, &iter);
7036bd68ec2SKent Overstreet bch2_trans_put(trans);
704694015c2SKent Overstreet return ret;
705694015c2SKent Overstreet }
70650dc0f69SKent Overstreet
bchfs_fallocate(struct bch_inode_info * inode,int mode,loff_t offset,loff_t len)707694015c2SKent Overstreet static long bchfs_fallocate(struct bch_inode_info *inode, int mode,
708694015c2SKent Overstreet loff_t offset, loff_t len)
709694015c2SKent Overstreet {
710694015c2SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
71174163da7SKent Overstreet u64 end = offset + len;
71274163da7SKent Overstreet u64 block_start = round_down(offset, block_bytes(c));
71374163da7SKent Overstreet u64 block_end = round_up(end, block_bytes(c));
71474163da7SKent Overstreet bool truncated_last_page = false;
71574163da7SKent Overstreet int ret, ret2 = 0;
716694015c2SKent Overstreet
717694015c2SKent Overstreet if (!(mode & FALLOC_FL_KEEP_SIZE) && end > inode->v.i_size) {
718694015c2SKent Overstreet ret = inode_newsize_ok(&inode->v, end);
719694015c2SKent Overstreet if (ret)
72074163da7SKent Overstreet return ret;
721694015c2SKent Overstreet }
722694015c2SKent Overstreet
723694015c2SKent Overstreet if (mode & FALLOC_FL_ZERO_RANGE) {
724959f7368SKent Overstreet ret = bch2_truncate_folios(inode, offset, end);
72574163da7SKent Overstreet if (unlikely(ret < 0))
72674163da7SKent Overstreet return ret;
727694015c2SKent Overstreet
72874163da7SKent Overstreet truncated_last_page = ret;
729694015c2SKent Overstreet
730694015c2SKent Overstreet truncate_pagecache_range(&inode->v, offset, end - 1);
73174163da7SKent Overstreet
73274163da7SKent Overstreet block_start = round_up(offset, block_bytes(c));
73374163da7SKent Overstreet block_end = round_down(end, block_bytes(c));
734694015c2SKent Overstreet }
735694015c2SKent Overstreet
736694015c2SKent Overstreet ret = __bchfs_fallocate(inode, mode, block_start >> 9, block_end >> 9);
737e0541a93SKent Overstreet
738e0541a93SKent Overstreet /*
73974163da7SKent Overstreet * On -ENOSPC in ZERO_RANGE mode, we still want to do the inode update,
74074163da7SKent Overstreet * so that the VFS cache i_size is consistent with the btree i_size:
741e0541a93SKent Overstreet */
74274163da7SKent Overstreet if (ret &&
743098ef98dSKent Overstreet !(bch2_err_matches(ret, ENOSPC) && (mode & FALLOC_FL_ZERO_RANGE)))
74474163da7SKent Overstreet return ret;
7451c6fdbd8SKent Overstreet
74674163da7SKent Overstreet if (mode & FALLOC_FL_KEEP_SIZE && end > inode->v.i_size)
747e0541a93SKent Overstreet end = inode->v.i_size;
74874163da7SKent Overstreet
74974163da7SKent Overstreet if (end >= inode->v.i_size &&
75074163da7SKent Overstreet (((mode & FALLOC_FL_ZERO_RANGE) && !truncated_last_page) ||
75174163da7SKent Overstreet !(mode & FALLOC_FL_KEEP_SIZE))) {
75274163da7SKent Overstreet spin_lock(&inode->v.i_lock);
753e0541a93SKent Overstreet i_size_write(&inode->v, end);
75474163da7SKent Overstreet spin_unlock(&inode->v.i_lock);
755e0541a93SKent Overstreet
7561c6fdbd8SKent Overstreet mutex_lock(&inode->ei_update_lock);
75774163da7SKent Overstreet ret2 = bch2_write_inode_size(c, inode, end, 0);
7581c6fdbd8SKent Overstreet mutex_unlock(&inode->ei_update_lock);
7591c6fdbd8SKent Overstreet }
76074163da7SKent Overstreet
76174163da7SKent Overstreet return ret ?: ret2;
7621c6fdbd8SKent Overstreet }
7631c6fdbd8SKent Overstreet
bch2_fallocate_dispatch(struct file * file,int mode,loff_t offset,loff_t len)7641c6fdbd8SKent Overstreet long bch2_fallocate_dispatch(struct file *file, int mode,
7651c6fdbd8SKent Overstreet loff_t offset, loff_t len)
7661c6fdbd8SKent Overstreet {
7671c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file);
7682a9101a9SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
7692a9101a9SKent Overstreet long ret;
7702a9101a9SKent Overstreet
771d94189adSKent Overstreet if (!bch2_write_ref_tryget(c, BCH_WRITE_REF_fallocate))
7722a9101a9SKent Overstreet return -EROFS;
7731c6fdbd8SKent Overstreet
77474163da7SKent Overstreet inode_lock(&inode->v);
77574163da7SKent Overstreet inode_dio_wait(&inode->v);
776a7ecd30cSKent Overstreet bch2_pagecache_block_get(inode);
77774163da7SKent Overstreet
77807bfcc0bSKent Overstreet ret = file_modified(file);
77907bfcc0bSKent Overstreet if (ret)
78007bfcc0bSKent Overstreet goto err;
78107bfcc0bSKent Overstreet
7821c6fdbd8SKent Overstreet if (!(mode & ~(FALLOC_FL_KEEP_SIZE|FALLOC_FL_ZERO_RANGE)))
7832a9101a9SKent Overstreet ret = bchfs_fallocate(inode, mode, offset, len);
7842a9101a9SKent Overstreet else if (mode == (FALLOC_FL_PUNCH_HOLE|FALLOC_FL_KEEP_SIZE))
7852a9101a9SKent Overstreet ret = bchfs_fpunch(inode, offset, len);
7862a9101a9SKent Overstreet else if (mode == FALLOC_FL_INSERT_RANGE)
7872a9101a9SKent Overstreet ret = bchfs_fcollapse_finsert(inode, offset, len, true);
7882a9101a9SKent Overstreet else if (mode == FALLOC_FL_COLLAPSE_RANGE)
7892a9101a9SKent Overstreet ret = bchfs_fcollapse_finsert(inode, offset, len, false);
7902a9101a9SKent Overstreet else
7912a9101a9SKent Overstreet ret = -EOPNOTSUPP;
79207bfcc0bSKent Overstreet err:
793a7ecd30cSKent Overstreet bch2_pagecache_block_put(inode);
79474163da7SKent Overstreet inode_unlock(&inode->v);
795d94189adSKent Overstreet bch2_write_ref_put(c, BCH_WRITE_REF_fallocate);
7961c6fdbd8SKent Overstreet
7975c1ef830SKent Overstreet return bch2_err_class(ret);
7981c6fdbd8SKent Overstreet }
7991c6fdbd8SKent Overstreet
800c72f687aSKent Overstreet /*
801c72f687aSKent Overstreet * Take a quota reservation for unallocated blocks in a given file range
802c72f687aSKent Overstreet * Does not check pagecache
803c72f687aSKent Overstreet */
quota_reserve_range(struct bch_inode_info * inode,struct quota_res * res,u64 start,u64 end)804e8540e56SKent Overstreet static int quota_reserve_range(struct bch_inode_info *inode,
805e8540e56SKent Overstreet struct quota_res *res,
806e8540e56SKent Overstreet u64 start, u64 end)
807e8540e56SKent Overstreet {
808e8540e56SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
8096bd68ec2SKent Overstreet struct btree_trans *trans = bch2_trans_get(c);
810e8540e56SKent Overstreet struct btree_iter iter;
811e8540e56SKent Overstreet struct bkey_s_c k;
812e8540e56SKent Overstreet u32 snapshot;
813e8540e56SKent Overstreet u64 sectors = end - start;
814e8540e56SKent Overstreet u64 pos = start;
815e8540e56SKent Overstreet int ret;
816e8540e56SKent Overstreet retry:
8176bd68ec2SKent Overstreet bch2_trans_begin(trans);
818e8540e56SKent Overstreet
8196bd68ec2SKent Overstreet ret = bch2_subvolume_get_snapshot(trans, inode->ei_subvol, &snapshot);
820e8540e56SKent Overstreet if (ret)
821e8540e56SKent Overstreet goto err;
822e8540e56SKent Overstreet
8236bd68ec2SKent Overstreet bch2_trans_iter_init(trans, &iter, BTREE_ID_extents,
824e8540e56SKent Overstreet SPOS(inode->v.i_ino, pos, snapshot), 0);
825e8540e56SKent Overstreet
8266bd68ec2SKent Overstreet while (!(ret = btree_trans_too_many_iters(trans)) &&
827e8540e56SKent Overstreet (k = bch2_btree_iter_peek_upto(&iter, POS(inode->v.i_ino, end - 1))).k &&
828e8540e56SKent Overstreet !(ret = bkey_err(k))) {
829e8540e56SKent Overstreet if (bkey_extent_is_allocation(k.k)) {
830e8540e56SKent Overstreet u64 s = min(end, k.k->p.offset) -
831e8540e56SKent Overstreet max(start, bkey_start_offset(k.k));
832e8540e56SKent Overstreet BUG_ON(s > sectors);
833e8540e56SKent Overstreet sectors -= s;
834e8540e56SKent Overstreet }
835e8540e56SKent Overstreet bch2_btree_iter_advance(&iter);
836e8540e56SKent Overstreet }
837e8540e56SKent Overstreet pos = iter.pos.offset;
8386bd68ec2SKent Overstreet bch2_trans_iter_exit(trans, &iter);
839e8540e56SKent Overstreet err:
840e8540e56SKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart))
841e8540e56SKent Overstreet goto retry;
842e8540e56SKent Overstreet
8436bd68ec2SKent Overstreet bch2_trans_put(trans);
844e8540e56SKent Overstreet
8456bd68ec2SKent Overstreet return ret ?: bch2_quota_reservation_add(c, inode, res, sectors, true);
846e8540e56SKent Overstreet }
847e8540e56SKent Overstreet
bch2_remap_file_range(struct file * file_src,loff_t pos_src,struct file * file_dst,loff_t pos_dst,loff_t len,unsigned remap_flags)84876426098SKent Overstreet loff_t bch2_remap_file_range(struct file *file_src, loff_t pos_src,
84976426098SKent Overstreet struct file *file_dst, loff_t pos_dst,
85076426098SKent Overstreet loff_t len, unsigned remap_flags)
85176426098SKent Overstreet {
85276426098SKent Overstreet struct bch_inode_info *src = file_bch_inode(file_src);
85376426098SKent Overstreet struct bch_inode_info *dst = file_bch_inode(file_dst);
85476426098SKent Overstreet struct bch_fs *c = src->v.i_sb->s_fs_info;
855e8540e56SKent Overstreet struct quota_res quota_res = { 0 };
8562e87eae1SKent Overstreet s64 i_sectors_delta = 0;
857677fc056SKent Overstreet u64 aligned_len;
85876426098SKent Overstreet loff_t ret = 0;
85976426098SKent Overstreet
86076426098SKent Overstreet if (remap_flags & ~(REMAP_FILE_DEDUP|REMAP_FILE_ADVISORY))
86176426098SKent Overstreet return -EINVAL;
86276426098SKent Overstreet
86376426098SKent Overstreet if (remap_flags & REMAP_FILE_DEDUP)
86476426098SKent Overstreet return -EOPNOTSUPP;
86576426098SKent Overstreet
86676426098SKent Overstreet if ((pos_src & (block_bytes(c) - 1)) ||
86776426098SKent Overstreet (pos_dst & (block_bytes(c) - 1)))
86876426098SKent Overstreet return -EINVAL;
86976426098SKent Overstreet
87076426098SKent Overstreet if (src == dst &&
87176426098SKent Overstreet abs(pos_src - pos_dst) < len)
87276426098SKent Overstreet return -EINVAL;
87376426098SKent Overstreet
874ecf8a74dSKent Overstreet lock_two_nondirectories(&src->v, &dst->v);
875ecf8a74dSKent Overstreet bch2_lock_inodes(INODE_PAGECACHE_BLOCK, src, dst);
87676426098SKent Overstreet
87776426098SKent Overstreet inode_dio_wait(&src->v);
87876426098SKent Overstreet inode_dio_wait(&dst->v);
87976426098SKent Overstreet
88076426098SKent Overstreet ret = generic_remap_file_range_prep(file_src, pos_src,
88176426098SKent Overstreet file_dst, pos_dst,
88276426098SKent Overstreet &len, remap_flags);
88376426098SKent Overstreet if (ret < 0 || len == 0)
8842e87eae1SKent Overstreet goto err;
88576426098SKent Overstreet
886677fc056SKent Overstreet aligned_len = round_up((u64) len, block_bytes(c));
88776426098SKent Overstreet
888dbbfca9fSKent Overstreet ret = bch2_write_invalidate_inode_pages_range(dst->v.i_mapping,
889677fc056SKent Overstreet pos_dst, pos_dst + len - 1);
89076426098SKent Overstreet if (ret)
8912e87eae1SKent Overstreet goto err;
89276426098SKent Overstreet
893e8540e56SKent Overstreet ret = quota_reserve_range(dst, "a_res, pos_dst >> 9,
894e8540e56SKent Overstreet (pos_dst + aligned_len) >> 9);
895e8540e56SKent Overstreet if (ret)
896e8540e56SKent Overstreet goto err;
897e8540e56SKent Overstreet
898e8540e56SKent Overstreet file_update_time(file_dst);
899e8540e56SKent Overstreet
900dbbfca9fSKent Overstreet bch2_mark_pagecache_unallocated(src, pos_src >> 9,
901dcfc593fSKent Overstreet (pos_src + aligned_len) >> 9);
90276426098SKent Overstreet
9032e87eae1SKent Overstreet ret = bch2_remap_range(c,
9046fed42bbSKent Overstreet inode_inum(dst), pos_dst >> 9,
9056fed42bbSKent Overstreet inode_inum(src), pos_src >> 9,
90676426098SKent Overstreet aligned_len >> 9,
9072e87eae1SKent Overstreet pos_dst + len, &i_sectors_delta);
9082e87eae1SKent Overstreet if (ret < 0)
9092e87eae1SKent Overstreet goto err;
91076426098SKent Overstreet
9112e87eae1SKent Overstreet /*
9122e87eae1SKent Overstreet * due to alignment, we might have remapped slightly more than requsted
9132e87eae1SKent Overstreet */
914677fc056SKent Overstreet ret = min((u64) ret << 9, (u64) len);
9152e87eae1SKent Overstreet
916dbbfca9fSKent Overstreet bch2_i_sectors_acct(c, dst, "a_res, i_sectors_delta);
9172e87eae1SKent Overstreet
9182e87eae1SKent Overstreet spin_lock(&dst->v.i_lock);
919677fc056SKent Overstreet if (pos_dst + ret > dst->v.i_size)
920677fc056SKent Overstreet i_size_write(&dst->v, pos_dst + ret);
9212e87eae1SKent Overstreet spin_unlock(&dst->v.i_lock);
922e7084c9cSKent Overstreet
92368a2054dSKent Overstreet if ((file_dst->f_flags & (__O_SYNC | O_DSYNC)) ||
92468a2054dSKent Overstreet IS_SYNC(file_inode(file_dst)))
925a8b3a677SKent Overstreet ret = bch2_flush_inode(c, dst);
9262e87eae1SKent Overstreet err:
927e8540e56SKent Overstreet bch2_quota_reservation_put(c, dst, "a_res);
928ecf8a74dSKent Overstreet bch2_unlock_inodes(INODE_PAGECACHE_BLOCK, src, dst);
929ecf8a74dSKent Overstreet unlock_two_nondirectories(&src->v, &dst->v);
93076426098SKent Overstreet
9315c1ef830SKent Overstreet return bch2_err_class(ret);
93276426098SKent Overstreet }
93376426098SKent Overstreet
9341c6fdbd8SKent Overstreet /* fseek: */
9351c6fdbd8SKent Overstreet
bch2_seek_data(struct file * file,u64 offset)9361c6fdbd8SKent Overstreet static loff_t bch2_seek_data(struct file *file, u64 offset)
9371c6fdbd8SKent Overstreet {
9381c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file);
9391c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
9406bd68ec2SKent Overstreet struct btree_trans *trans;
94167e0dd8fSKent Overstreet struct btree_iter iter;
9421c6fdbd8SKent Overstreet struct bkey_s_c k;
9436fed42bbSKent Overstreet subvol_inum inum = inode_inum(inode);
9441c6fdbd8SKent Overstreet u64 isize, next_data = MAX_LFS_FILESIZE;
9456fed42bbSKent Overstreet u32 snapshot;
9461c6fdbd8SKent Overstreet int ret;
9471c6fdbd8SKent Overstreet
9481c6fdbd8SKent Overstreet isize = i_size_read(&inode->v);
9491c6fdbd8SKent Overstreet if (offset >= isize)
9501c6fdbd8SKent Overstreet return -ENXIO;
9511c6fdbd8SKent Overstreet
9526bd68ec2SKent Overstreet trans = bch2_trans_get(c);
9536fed42bbSKent Overstreet retry:
9546bd68ec2SKent Overstreet bch2_trans_begin(trans);
9556fed42bbSKent Overstreet
9566bd68ec2SKent Overstreet ret = bch2_subvolume_get_snapshot(trans, inum.subvol, &snapshot);
9576fed42bbSKent Overstreet if (ret)
9586fed42bbSKent Overstreet goto err;
959424eb881SKent Overstreet
9606bd68ec2SKent Overstreet for_each_btree_key_upto_norestart(trans, iter, BTREE_ID_extents,
961c72f687aSKent Overstreet SPOS(inode->v.i_ino, offset >> 9, snapshot),
962c72f687aSKent Overstreet POS(inode->v.i_ino, U64_MAX),
963c72f687aSKent Overstreet 0, k, ret) {
964c72f687aSKent Overstreet if (bkey_extent_is_data(k.k)) {
9651c6fdbd8SKent Overstreet next_data = max(offset, bkey_start_offset(k.k) << 9);
9661c6fdbd8SKent Overstreet break;
9671c6fdbd8SKent Overstreet } else if (k.k->p.offset >> 9 > isize)
9681c6fdbd8SKent Overstreet break;
9691c6fdbd8SKent Overstreet }
9706bd68ec2SKent Overstreet bch2_trans_iter_exit(trans, &iter);
9716fed42bbSKent Overstreet err:
972549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart))
9736fed42bbSKent Overstreet goto retry;
9741c6fdbd8SKent Overstreet
9756bd68ec2SKent Overstreet bch2_trans_put(trans);
9761c6fdbd8SKent Overstreet if (ret)
9771c6fdbd8SKent Overstreet return ret;
9781c6fdbd8SKent Overstreet
9791c6fdbd8SKent Overstreet if (next_data > offset)
980543ef2ebSKent Overstreet next_data = bch2_seek_pagecache_data(&inode->v,
9814198bf03SKent Overstreet offset, next_data, 0, false);
9821c6fdbd8SKent Overstreet
983e10d3094SKent Overstreet if (next_data >= isize)
9841c6fdbd8SKent Overstreet return -ENXIO;
9851c6fdbd8SKent Overstreet
9861c6fdbd8SKent Overstreet return vfs_setpos(file, next_data, MAX_LFS_FILESIZE);
9871c6fdbd8SKent Overstreet }
9881c6fdbd8SKent Overstreet
bch2_seek_hole(struct file * file,u64 offset)9891c6fdbd8SKent Overstreet static loff_t bch2_seek_hole(struct file *file, u64 offset)
9901c6fdbd8SKent Overstreet {
9911c6fdbd8SKent Overstreet struct bch_inode_info *inode = file_bch_inode(file);
9921c6fdbd8SKent Overstreet struct bch_fs *c = inode->v.i_sb->s_fs_info;
9936bd68ec2SKent Overstreet struct btree_trans *trans;
99467e0dd8fSKent Overstreet struct btree_iter iter;
9951c6fdbd8SKent Overstreet struct bkey_s_c k;
9966fed42bbSKent Overstreet subvol_inum inum = inode_inum(inode);
9971c6fdbd8SKent Overstreet u64 isize, next_hole = MAX_LFS_FILESIZE;
9986fed42bbSKent Overstreet u32 snapshot;
9991c6fdbd8SKent Overstreet int ret;
10001c6fdbd8SKent Overstreet
10011c6fdbd8SKent Overstreet isize = i_size_read(&inode->v);
10021c6fdbd8SKent Overstreet if (offset >= isize)
10031c6fdbd8SKent Overstreet return -ENXIO;
10041c6fdbd8SKent Overstreet
10056bd68ec2SKent Overstreet trans = bch2_trans_get(c);
10066fed42bbSKent Overstreet retry:
10076bd68ec2SKent Overstreet bch2_trans_begin(trans);
10086fed42bbSKent Overstreet
10096bd68ec2SKent Overstreet ret = bch2_subvolume_get_snapshot(trans, inum.subvol, &snapshot);
10106fed42bbSKent Overstreet if (ret)
10116fed42bbSKent Overstreet goto err;
1012424eb881SKent Overstreet
10136bd68ec2SKent Overstreet for_each_btree_key_norestart(trans, iter, BTREE_ID_extents,
10146fed42bbSKent Overstreet SPOS(inode->v.i_ino, offset >> 9, snapshot),
10155dd8c60eSKent Overstreet BTREE_ITER_slots, k, ret) {
10161c6fdbd8SKent Overstreet if (k.k->p.inode != inode->v.i_ino) {
1017543ef2ebSKent Overstreet next_hole = bch2_seek_pagecache_hole(&inode->v,
10184198bf03SKent Overstreet offset, MAX_LFS_FILESIZE, 0, false);
10191c6fdbd8SKent Overstreet break;
10201c6fdbd8SKent Overstreet } else if (!bkey_extent_is_data(k.k)) {
1021543ef2ebSKent Overstreet next_hole = bch2_seek_pagecache_hole(&inode->v,
10221c6fdbd8SKent Overstreet max(offset, bkey_start_offset(k.k) << 9),
10234198bf03SKent Overstreet k.k->p.offset << 9, 0, false);
10241c6fdbd8SKent Overstreet
10251c6fdbd8SKent Overstreet if (next_hole < k.k->p.offset << 9)
10261c6fdbd8SKent Overstreet break;
10271c6fdbd8SKent Overstreet } else {
10281c6fdbd8SKent Overstreet offset = max(offset, bkey_start_offset(k.k) << 9);
10291c6fdbd8SKent Overstreet }
10301c6fdbd8SKent Overstreet }
10316bd68ec2SKent Overstreet bch2_trans_iter_exit(trans, &iter);
10326fed42bbSKent Overstreet err:
1033549d173cSKent Overstreet if (bch2_err_matches(ret, BCH_ERR_transaction_restart))
10346fed42bbSKent Overstreet goto retry;
10351c6fdbd8SKent Overstreet
10366bd68ec2SKent Overstreet bch2_trans_put(trans);
10371c6fdbd8SKent Overstreet if (ret)
10381c6fdbd8SKent Overstreet return ret;
10391c6fdbd8SKent Overstreet
10401c6fdbd8SKent Overstreet if (next_hole > isize)
10411c6fdbd8SKent Overstreet next_hole = isize;
10421c6fdbd8SKent Overstreet
10431c6fdbd8SKent Overstreet return vfs_setpos(file, next_hole, MAX_LFS_FILESIZE);
10441c6fdbd8SKent Overstreet }
10451c6fdbd8SKent Overstreet
bch2_llseek(struct file * file,loff_t offset,int whence)10461c6fdbd8SKent Overstreet loff_t bch2_llseek(struct file *file, loff_t offset, int whence)
10471c6fdbd8SKent Overstreet {
10485c1ef830SKent Overstreet loff_t ret;
10495c1ef830SKent Overstreet
10501c6fdbd8SKent Overstreet switch (whence) {
10511c6fdbd8SKent Overstreet case SEEK_SET:
10521c6fdbd8SKent Overstreet case SEEK_CUR:
10531c6fdbd8SKent Overstreet case SEEK_END:
10545c1ef830SKent Overstreet ret = generic_file_llseek(file, offset, whence);
10555c1ef830SKent Overstreet break;
10561c6fdbd8SKent Overstreet case SEEK_DATA:
10575c1ef830SKent Overstreet ret = bch2_seek_data(file, offset);
10585c1ef830SKent Overstreet break;
10591c6fdbd8SKent Overstreet case SEEK_HOLE:
10605c1ef830SKent Overstreet ret = bch2_seek_hole(file, offset);
10615c1ef830SKent Overstreet break;
10625c1ef830SKent Overstreet default:
10635c1ef830SKent Overstreet ret = -EINVAL;
10645c1ef830SKent Overstreet break;
10651c6fdbd8SKent Overstreet }
10661c6fdbd8SKent Overstreet
10675c1ef830SKent Overstreet return bch2_err_class(ret);
10681c6fdbd8SKent Overstreet }
10691c6fdbd8SKent Overstreet
bch2_fs_fsio_exit(struct bch_fs * c)10701c6fdbd8SKent Overstreet void bch2_fs_fsio_exit(struct bch_fs *c)
10711c6fdbd8SKent Overstreet {
1072a8b3a677SKent Overstreet bioset_exit(&c->nocow_flush_bioset);
10731c6fdbd8SKent Overstreet }
10741c6fdbd8SKent Overstreet
bch2_fs_fsio_init(struct bch_fs * c)10751c6fdbd8SKent Overstreet int bch2_fs_fsio_init(struct bch_fs *c)
10761c6fdbd8SKent Overstreet {
107765d48e35SKent Overstreet if (bioset_init(&c->nocow_flush_bioset,
1078a8b3a677SKent Overstreet 1, offsetof(struct nocow_flush, bio), 0))
107965d48e35SKent Overstreet return -BCH_ERR_ENOMEM_nocow_flush_bioset_init;
10801c6fdbd8SKent Overstreet
1081c8b4534dSKent Overstreet return 0;
10821c6fdbd8SKent Overstreet }
10831c6fdbd8SKent Overstreet
10841c6fdbd8SKent Overstreet #endif /* NO_BCACHEFS_FS */
1085