xref: /linux/fs/zonefs/file.c (revision f4cdf7ca9a1fdcca413157df19753f388a5a224e)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Simple file system for zoned block devices exposing zones as files.
4  *
5  * Copyright (C) 2022 Western Digital Corporation or its affiliates.
6  */
7 #include <linux/module.h>
8 #include <linux/pagemap.h>
9 #include <linux/iomap.h>
10 #include <linux/init.h>
11 #include <linux/slab.h>
12 #include <linux/blkdev.h>
13 #include <linux/statfs.h>
14 #include <linux/writeback.h>
15 #include <linux/quotaops.h>
16 #include <linux/seq_file.h>
17 #include <linux/parser.h>
18 #include <linux/uio.h>
19 #include <linux/mman.h>
20 #include <linux/sched/mm.h>
21 #include <linux/task_io_accounting_ops.h>
22 
23 #include "zonefs.h"
24 
25 #include "trace.h"
26 
27 static int zonefs_read_iomap_begin(struct inode *inode, loff_t offset,
28 				   loff_t length, unsigned int flags,
29 				   struct iomap *iomap, struct iomap *srcmap)
30 {
31 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
32 	struct zonefs_zone *z = zonefs_inode_zone(inode);
33 	struct super_block *sb = inode->i_sb;
34 	loff_t isize;
35 
36 	/*
37 	 * All blocks are always mapped below EOF. If reading past EOF,
38 	 * act as if there is a hole up to the file maximum size.
39 	 */
40 	mutex_lock(&zi->i_truncate_mutex);
41 	iomap->bdev = inode->i_sb->s_bdev;
42 	iomap->offset = ALIGN_DOWN(offset, sb->s_blocksize);
43 	isize = i_size_read(inode);
44 	if (iomap->offset >= isize) {
45 		iomap->type = IOMAP_HOLE;
46 		iomap->addr = IOMAP_NULL_ADDR;
47 		iomap->length = length;
48 	} else {
49 		iomap->type = IOMAP_MAPPED;
50 		iomap->addr = (z->z_sector << SECTOR_SHIFT) + iomap->offset;
51 		iomap->length = isize - iomap->offset;
52 	}
53 	mutex_unlock(&zi->i_truncate_mutex);
54 
55 	trace_zonefs_iomap_begin(inode, iomap);
56 
57 	return 0;
58 }
59 
60 static DEFINE_IOMAP_ITER_NEXT(zonefs_read_iomap_next, zonefs_read_iomap_begin);
61 
62 static const struct iomap_ops zonefs_read_iomap_ops = {
63 	.iomap_next	= zonefs_read_iomap_next,
64 };
65 
66 static int zonefs_write_iomap_begin(struct inode *inode, loff_t offset,
67 				    loff_t length, unsigned int flags,
68 				    struct iomap *iomap, struct iomap *srcmap)
69 {
70 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
71 	struct zonefs_zone *z = zonefs_inode_zone(inode);
72 	struct super_block *sb = inode->i_sb;
73 	loff_t isize;
74 
75 	/* All write I/Os should always be within the file maximum size */
76 	if (WARN_ON_ONCE(offset + length > z->z_capacity))
77 		return -EIO;
78 
79 	/*
80 	 * Sequential zones can only accept direct writes. This is already
81 	 * checked when writes are issued, so warn if we see a page writeback
82 	 * operation.
83 	 */
84 	if (WARN_ON_ONCE(zonefs_zone_is_seq(z) && !(flags & IOMAP_DIRECT)))
85 		return -EIO;
86 
87 	/*
88 	 * For conventional zones, all blocks are always mapped. For sequential
89 	 * zones, all blocks after always mapped below the inode size (zone
90 	 * write pointer) and unwritten beyond.
91 	 */
92 	mutex_lock(&zi->i_truncate_mutex);
93 	iomap->bdev = inode->i_sb->s_bdev;
94 	iomap->offset = ALIGN_DOWN(offset, sb->s_blocksize);
95 	iomap->addr = (z->z_sector << SECTOR_SHIFT) + iomap->offset;
96 	isize = i_size_read(inode);
97 	if (iomap->offset >= isize) {
98 		iomap->type = IOMAP_UNWRITTEN;
99 		iomap->length = z->z_capacity - iomap->offset;
100 	} else {
101 		iomap->type = IOMAP_MAPPED;
102 		iomap->length = isize - iomap->offset;
103 	}
104 	mutex_unlock(&zi->i_truncate_mutex);
105 
106 	trace_zonefs_iomap_begin(inode, iomap);
107 
108 	return 0;
109 }
110 
111 static DEFINE_IOMAP_ITER_NEXT(zonefs_write_iomap_next,
112 			      zonefs_write_iomap_begin);
113 
114 static const struct iomap_ops zonefs_write_iomap_ops = {
115 	.iomap_next	= zonefs_write_iomap_next,
116 };
117 
118 static int zonefs_read_folio(struct file *unused, struct folio *folio)
119 {
120 	iomap_bio_read_folio(folio, &zonefs_read_iomap_ops);
121 	return 0;
122 }
123 
124 static void zonefs_readahead(struct readahead_control *rac)
125 {
126 	iomap_bio_readahead(rac, &zonefs_read_iomap_ops);
127 }
128 
129 /*
130  * Map blocks for page writeback. This is used only on conventional zone files,
131  * which implies that the page range can only be within the fixed inode size.
132  */
133 static ssize_t zonefs_writeback_range(struct iomap_writepage_ctx *wpc,
134 		struct folio *folio, u64 offset, unsigned len, u64 end_pos)
135 {
136 	struct zonefs_zone *z = zonefs_inode_zone(wpc->inode);
137 
138 	if (WARN_ON_ONCE(zonefs_zone_is_seq(z)))
139 		return -EIO;
140 	if (WARN_ON_ONCE(offset >= i_size_read(wpc->inode)))
141 		return -EIO;
142 
143 	/* If the mapping is already OK, nothing needs to be done */
144 	if (offset < wpc->iomap.offset ||
145 	    offset >= wpc->iomap.offset + wpc->iomap.length) {
146 		int error;
147 
148 		error = zonefs_write_iomap_begin(wpc->inode, offset,
149 				z->z_capacity - offset, IOMAP_WRITE,
150 				&wpc->iomap, NULL);
151 		if (error)
152 			return error;
153 	}
154 
155 	return iomap_add_to_ioend(wpc, folio, offset, end_pos, len);
156 }
157 
158 static const struct iomap_writeback_ops zonefs_writeback_ops = {
159 	.writeback_range	= zonefs_writeback_range,
160 	.writeback_submit	= iomap_ioend_writeback_submit,
161 };
162 
163 static int zonefs_writepages(struct address_space *mapping,
164 			     struct writeback_control *wbc)
165 {
166 	struct iomap_writepage_ctx wpc = {
167 		.inode		= mapping->host,
168 		.wbc		= wbc,
169 		.ops		= &zonefs_writeback_ops,
170 	};
171 
172 	return iomap_writepages(&wpc);
173 }
174 
175 static int zonefs_swap_activate(struct swap_info_struct *sis,
176 				struct file *swap_file, sector_t *span)
177 {
178 	struct inode *inode = file_inode(swap_file);
179 
180 	if (zonefs_inode_is_seq(inode)) {
181 		zonefs_err(inode->i_sb,
182 			   "swap file: not a conventional zone file\n");
183 		return -EINVAL;
184 	}
185 
186 	return iomap_swapfile_activate(sis, swap_file, span,
187 				       &zonefs_read_iomap_ops);
188 }
189 
190 const struct address_space_operations zonefs_file_aops = {
191 	.read_folio		= zonefs_read_folio,
192 	.readahead		= zonefs_readahead,
193 	.writepages		= zonefs_writepages,
194 	.dirty_folio		= iomap_dirty_folio,
195 	.release_folio		= iomap_release_folio,
196 	.invalidate_folio	= iomap_invalidate_folio,
197 	.migrate_folio		= filemap_migrate_folio,
198 	.is_partially_uptodate	= iomap_is_partially_uptodate,
199 	.error_remove_folio	= generic_error_remove_folio,
200 	.swap_activate		= zonefs_swap_activate,
201 };
202 
203 int zonefs_file_truncate(struct inode *inode, loff_t isize)
204 {
205 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
206 	struct zonefs_zone *z = zonefs_inode_zone(inode);
207 	loff_t old_isize;
208 	enum req_op op;
209 	int ret = 0;
210 
211 	/*
212 	 * Only sequential zone files can be truncated and truncation is allowed
213 	 * only down to a 0 size, which is equivalent to a zone reset, and to
214 	 * the maximum file size, which is equivalent to a zone finish.
215 	 */
216 	if (!zonefs_zone_is_seq(z))
217 		return -EPERM;
218 
219 	if (!isize)
220 		op = REQ_OP_ZONE_RESET;
221 	else if (isize == z->z_capacity)
222 		op = REQ_OP_ZONE_FINISH;
223 	else
224 		return -EPERM;
225 
226 	inode_dio_wait(inode);
227 
228 	/* Serialize against page faults */
229 	filemap_invalidate_lock(inode->i_mapping);
230 
231 	/* Serialize against zonefs_iomap_begin() */
232 	mutex_lock(&zi->i_truncate_mutex);
233 
234 	old_isize = i_size_read(inode);
235 	if (isize == old_isize)
236 		goto unlock;
237 
238 	ret = zonefs_inode_zone_mgmt(inode, op);
239 	if (ret)
240 		goto unlock;
241 
242 	/*
243 	 * If the mount option ZONEFS_MNTOPT_EXPLICIT_OPEN is set,
244 	 * take care of open zones.
245 	 */
246 	if (z->z_flags & ZONEFS_ZONE_OPEN) {
247 		/*
248 		 * Truncating a zone to EMPTY or FULL is the equivalent of
249 		 * closing the zone. For a truncation to 0, we need to
250 		 * re-open the zone to ensure new writes can be processed.
251 		 * For a truncation to the maximum file size, the zone is
252 		 * closed and writes cannot be accepted anymore, so clear
253 		 * the open flag.
254 		 */
255 		if (!isize)
256 			ret = zonefs_inode_zone_mgmt(inode, REQ_OP_ZONE_OPEN);
257 		else
258 			z->z_flags &= ~ZONEFS_ZONE_OPEN;
259 	}
260 
261 	zonefs_update_stats(inode, isize);
262 	truncate_setsize(inode, isize);
263 	z->z_wpoffset = isize;
264 	zonefs_inode_account_active(inode);
265 
266 unlock:
267 	mutex_unlock(&zi->i_truncate_mutex);
268 	filemap_invalidate_unlock(inode->i_mapping);
269 
270 	return ret;
271 }
272 
273 static int zonefs_file_fsync(struct file *file, loff_t start, loff_t end,
274 			     int datasync)
275 {
276 	struct inode *inode = file_inode(file);
277 	int ret = 0;
278 
279 	if (unlikely(IS_IMMUTABLE(inode)))
280 		return -EPERM;
281 
282 	/*
283 	 * Since only direct writes are allowed in sequential files, page cache
284 	 * flush is needed only for conventional zone files.
285 	 */
286 	if (zonefs_inode_is_cnv(inode))
287 		ret = file_write_and_wait_range(file, start, end);
288 	if (!ret)
289 		ret = blkdev_issue_flush(inode->i_sb->s_bdev);
290 
291 	if (ret)
292 		zonefs_io_error(inode, true);
293 
294 	return ret;
295 }
296 
297 static vm_fault_t zonefs_filemap_page_mkwrite(struct vm_fault *vmf)
298 {
299 	struct inode *inode = file_inode(vmf->vma->vm_file);
300 	vm_fault_t ret;
301 
302 	if (unlikely(IS_IMMUTABLE(inode)))
303 		return VM_FAULT_SIGBUS;
304 
305 	/*
306 	 * Sanity check: only conventional zone files can have shared
307 	 * writeable mappings.
308 	 */
309 	if (zonefs_inode_is_seq(inode))
310 		return VM_FAULT_NOPAGE;
311 
312 	sb_start_pagefault(inode->i_sb);
313 	file_update_time(vmf->vma->vm_file);
314 
315 	/* Serialize against truncates */
316 	filemap_invalidate_lock_shared(inode->i_mapping);
317 	ret = iomap_page_mkwrite(vmf, &zonefs_write_iomap_ops, NULL);
318 	filemap_invalidate_unlock_shared(inode->i_mapping);
319 
320 	sb_end_pagefault(inode->i_sb);
321 	return ret;
322 }
323 
324 static const struct vm_operations_struct zonefs_file_vm_ops = {
325 	.fault		= filemap_fault,
326 	.map_pages	= filemap_map_pages,
327 	.page_mkwrite	= zonefs_filemap_page_mkwrite,
328 };
329 
330 static int zonefs_file_mmap_prepare(struct vm_area_desc *desc)
331 {
332 	struct file *file = desc->file;
333 
334 	/*
335 	 * Conventional zones accept random writes, so their files can support
336 	 * shared writable mappings. For sequential zone files, only read
337 	 * mappings are possible since there are no guarantees for write
338 	 * ordering between msync() and page cache writeback.
339 	 */
340 	if (zonefs_inode_is_seq(file_inode(file)) &&
341 	    vma_desc_test_all(desc, VMA_SHARED_BIT, VMA_MAYWRITE_BIT))
342 		return -EINVAL;
343 
344 	file_accessed(file);
345 	desc->vm_ops = &zonefs_file_vm_ops;
346 
347 	return 0;
348 }
349 
350 static loff_t zonefs_file_llseek(struct file *file, loff_t offset, int whence)
351 {
352 	loff_t isize = i_size_read(file_inode(file));
353 
354 	/*
355 	 * Seeks are limited to below the zone size for conventional zones
356 	 * and below the zone write pointer for sequential zones. In both
357 	 * cases, this limit is the inode size.
358 	 */
359 	return generic_file_llseek_size(file, offset, whence, isize, isize);
360 }
361 
362 static int zonefs_file_write_dio_end_io(struct kiocb *iocb, ssize_t size,
363 					int error, unsigned int flags)
364 {
365 	struct inode *inode = file_inode(iocb->ki_filp);
366 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
367 
368 	if (error) {
369 		/*
370 		 * For Sync IOs, error recovery is called from
371 		 * zonefs_file_dio_write().
372 		 */
373 		if (!is_sync_kiocb(iocb))
374 			zonefs_io_error(inode, true);
375 		return error;
376 	}
377 
378 	if (size && zonefs_inode_is_seq(inode)) {
379 		/*
380 		 * Note that we may be seeing completions out of order,
381 		 * but that is not a problem since a write completed
382 		 * successfully necessarily means that all preceding writes
383 		 * were also successful. So we can safely increase the inode
384 		 * size to the write end location.
385 		 */
386 		mutex_lock(&zi->i_truncate_mutex);
387 		if (i_size_read(inode) < iocb->ki_pos + size) {
388 			zonefs_update_stats(inode, iocb->ki_pos + size);
389 			zonefs_i_size_write(inode, iocb->ki_pos + size);
390 		}
391 		mutex_unlock(&zi->i_truncate_mutex);
392 	}
393 
394 	return 0;
395 }
396 
397 static const struct iomap_dio_ops zonefs_write_dio_ops = {
398 	.end_io		= zonefs_file_write_dio_end_io,
399 };
400 
401 /*
402  * Do not exceed the LFS limits nor the file zone size. If pos is under the
403  * limit it becomes a short access. If it exceeds the limit, return -EFBIG.
404  */
405 static loff_t zonefs_write_check_limits(struct file *file, loff_t pos,
406 					loff_t count)
407 {
408 	struct inode *inode = file_inode(file);
409 	struct zonefs_zone *z = zonefs_inode_zone(inode);
410 	loff_t limit = rlimit(RLIMIT_FSIZE);
411 	loff_t max_size = z->z_capacity;
412 
413 	if (limit != RLIM_INFINITY) {
414 		if (pos >= limit) {
415 			send_sig(SIGXFSZ, current, 0);
416 			return -EFBIG;
417 		}
418 		count = min(count, limit - pos);
419 	}
420 
421 	if (!(file->f_flags & O_LARGEFILE))
422 		max_size = min_t(loff_t, MAX_NON_LFS, max_size);
423 
424 	if (unlikely(pos >= max_size))
425 		return -EFBIG;
426 
427 	return min(count, max_size - pos);
428 }
429 
430 static ssize_t zonefs_write_checks(struct kiocb *iocb, struct iov_iter *from)
431 {
432 	struct file *file = iocb->ki_filp;
433 	struct inode *inode = file_inode(file);
434 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
435 	struct zonefs_zone *z = zonefs_inode_zone(inode);
436 	loff_t count;
437 
438 	if (IS_SWAPFILE(inode))
439 		return -ETXTBSY;
440 
441 	if (!iov_iter_count(from))
442 		return 0;
443 
444 	if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT))
445 		return -EINVAL;
446 
447 	if (iocb->ki_flags & IOCB_APPEND) {
448 		if (zonefs_zone_is_cnv(z))
449 			return -EINVAL;
450 		mutex_lock(&zi->i_truncate_mutex);
451 		iocb->ki_pos = z->z_wpoffset;
452 		mutex_unlock(&zi->i_truncate_mutex);
453 	}
454 
455 	count = zonefs_write_check_limits(file, iocb->ki_pos,
456 					  iov_iter_count(from));
457 	if (count < 0)
458 		return count;
459 
460 	iov_iter_truncate(from, count);
461 	return iov_iter_count(from);
462 }
463 
464 /*
465  * Handle direct writes. For sequential zone files, this is the only possible
466  * write path. For these files, check that the user is issuing writes
467  * sequentially from the end of the file. This code assumes that the block layer
468  * delivers write requests to the device in sequential order. This is always the
469  * case if a block IO scheduler implementing the ELEVATOR_F_ZBD_SEQ_WRITE
470  * elevator feature is being used (e.g. mq-deadline). The block layer always
471  * automatically select such an elevator for zoned block devices during the
472  * device initialization.
473  */
474 static ssize_t zonefs_file_dio_write(struct kiocb *iocb, struct iov_iter *from)
475 {
476 	struct inode *inode = file_inode(iocb->ki_filp);
477 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
478 	struct zonefs_zone *z = zonefs_inode_zone(inode);
479 	struct super_block *sb = inode->i_sb;
480 	ssize_t ret, count;
481 
482 	/*
483 	 * For async direct IOs to sequential zone files, refuse IOCB_NOWAIT
484 	 * as this can cause write reordering (e.g. the first aio gets EAGAIN
485 	 * on the inode lock but the second goes through but is now unaligned).
486 	 */
487 	if (zonefs_zone_is_seq(z) && !is_sync_kiocb(iocb) &&
488 	    (iocb->ki_flags & IOCB_NOWAIT))
489 		return -EOPNOTSUPP;
490 
491 	if (iocb->ki_flags & IOCB_NOWAIT) {
492 		if (!inode_trylock(inode))
493 			return -EAGAIN;
494 	} else {
495 		inode_lock(inode);
496 	}
497 
498 	count = zonefs_write_checks(iocb, from);
499 	if (count <= 0) {
500 		ret = count;
501 		goto inode_unlock;
502 	}
503 
504 	if ((iocb->ki_pos | count) & (sb->s_blocksize - 1)) {
505 		ret = -EINVAL;
506 		goto inode_unlock;
507 	}
508 
509 	/* Enforce sequential writes (append only) in sequential zones */
510 	if (zonefs_zone_is_seq(z)) {
511 		mutex_lock(&zi->i_truncate_mutex);
512 		if (iocb->ki_pos != z->z_wpoffset) {
513 			mutex_unlock(&zi->i_truncate_mutex);
514 			ret = -EINVAL;
515 			goto inode_unlock;
516 		}
517 		/*
518 		 * Advance the zone write pointer offset. This assumes that the
519 		 * IO will succeed, which is OK to do because we do not allow
520 		 * partial writes (IOMAP_DIO_PARTIAL is not set) and if the IO
521 		 * fails, the error path will correct the write pointer offset.
522 		 */
523 		z->z_wpoffset += count;
524 		zonefs_inode_account_active(inode);
525 		mutex_unlock(&zi->i_truncate_mutex);
526 	}
527 
528 	/*
529 	 * iomap_dio_rw() may return ENOTBLK if there was an issue with
530 	 * page invalidation. Overwrite that error code with EBUSY so that
531 	 * the user can make sense of the error.
532 	 */
533 	ret = iomap_dio_rw(iocb, from, &zonefs_write_iomap_ops,
534 			   &zonefs_write_dio_ops, 0, NULL, 0);
535 	if (ret == -ENOTBLK)
536 		ret = -EBUSY;
537 
538 	/*
539 	 * For a failed IO or partial completion, trigger error recovery
540 	 * to update the zone write pointer offset to a correct value.
541 	 * For asynchronous IOs, zonefs_file_write_dio_end_io() may already
542 	 * have executed error recovery if the IO already completed when we
543 	 * reach here. However, we cannot know that and execute error recovery
544 	 * again (that will not change anything).
545 	 */
546 	if (zonefs_zone_is_seq(z)) {
547 		if (ret > 0 && ret != count)
548 			ret = -EIO;
549 		if (ret < 0 && ret != -EIOCBQUEUED)
550 			zonefs_io_error(inode, true);
551 	}
552 
553 inode_unlock:
554 	inode_unlock(inode);
555 
556 	return ret;
557 }
558 
559 static ssize_t zonefs_file_buffered_write(struct kiocb *iocb,
560 					  struct iov_iter *from)
561 {
562 	struct inode *inode = file_inode(iocb->ki_filp);
563 	ssize_t ret;
564 
565 	/*
566 	 * Direct IO writes are mandatory for sequential zone files so that the
567 	 * write IO issuing order is preserved.
568 	 */
569 	if (zonefs_inode_is_seq(inode))
570 		return -EIO;
571 
572 	if (iocb->ki_flags & IOCB_NOWAIT) {
573 		if (!inode_trylock(inode))
574 			return -EAGAIN;
575 	} else {
576 		inode_lock(inode);
577 	}
578 
579 	ret = zonefs_write_checks(iocb, from);
580 	if (ret <= 0)
581 		goto inode_unlock;
582 
583 	ret = iomap_file_buffered_write(iocb, from, &zonefs_write_iomap_ops,
584 			NULL, NULL);
585 	if (ret == -EIO)
586 		zonefs_io_error(inode, true);
587 
588 inode_unlock:
589 	inode_unlock(inode);
590 	if (ret > 0)
591 		ret = generic_write_sync(iocb, ret);
592 
593 	return ret;
594 }
595 
596 static ssize_t zonefs_file_write_iter(struct kiocb *iocb, struct iov_iter *from)
597 {
598 	struct inode *inode = file_inode(iocb->ki_filp);
599 	struct zonefs_zone *z = zonefs_inode_zone(inode);
600 
601 	if (unlikely(IS_IMMUTABLE(inode)))
602 		return -EPERM;
603 
604 	if (sb_rdonly(inode->i_sb))
605 		return -EROFS;
606 
607 	/* Write operations beyond the zone capacity are not allowed */
608 	if (iocb->ki_pos >= z->z_capacity)
609 		return -EFBIG;
610 
611 	if (iocb->ki_flags & IOCB_DIRECT) {
612 		ssize_t ret = zonefs_file_dio_write(iocb, from);
613 
614 		if (ret != -ENOTBLK)
615 			return ret;
616 	}
617 
618 	return zonefs_file_buffered_write(iocb, from);
619 }
620 
621 static int zonefs_file_read_dio_end_io(struct kiocb *iocb, ssize_t size,
622 				       int error, unsigned int flags)
623 {
624 	if (error) {
625 		zonefs_io_error(file_inode(iocb->ki_filp), false);
626 		return error;
627 	}
628 
629 	return 0;
630 }
631 
632 static const struct iomap_dio_ops zonefs_read_dio_ops = {
633 	.end_io			= zonefs_file_read_dio_end_io,
634 };
635 
636 static ssize_t zonefs_file_read_iter(struct kiocb *iocb, struct iov_iter *to)
637 {
638 	struct inode *inode = file_inode(iocb->ki_filp);
639 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
640 	struct zonefs_zone *z = zonefs_inode_zone(inode);
641 	struct super_block *sb = inode->i_sb;
642 	loff_t isize;
643 	ssize_t ret;
644 
645 	/* Offline zones cannot be read */
646 	if (unlikely(IS_IMMUTABLE(inode) && !(inode->i_mode & 0777)))
647 		return -EPERM;
648 
649 	if (iocb->ki_pos >= z->z_capacity)
650 		return 0;
651 
652 	if (iocb->ki_flags & IOCB_NOWAIT) {
653 		if (!inode_trylock_shared(inode))
654 			return -EAGAIN;
655 	} else {
656 		inode_lock_shared(inode);
657 	}
658 
659 	/* Limit read operations to written data */
660 	mutex_lock(&zi->i_truncate_mutex);
661 	isize = i_size_read(inode);
662 	if (iocb->ki_pos >= isize) {
663 		mutex_unlock(&zi->i_truncate_mutex);
664 		ret = 0;
665 		goto inode_unlock;
666 	}
667 	iov_iter_truncate(to, isize - iocb->ki_pos);
668 	mutex_unlock(&zi->i_truncate_mutex);
669 
670 	if (iocb->ki_flags & IOCB_DIRECT) {
671 		size_t count = iov_iter_count(to);
672 
673 		if ((iocb->ki_pos | count) & (sb->s_blocksize - 1)) {
674 			ret = -EINVAL;
675 			goto inode_unlock;
676 		}
677 		file_accessed(iocb->ki_filp);
678 		ret = iomap_dio_rw(iocb, to, &zonefs_read_iomap_ops,
679 				   &zonefs_read_dio_ops, 0, NULL, 0);
680 	} else {
681 		ret = generic_file_read_iter(iocb, to);
682 		if (ret == -EIO)
683 			zonefs_io_error(inode, false);
684 	}
685 
686 inode_unlock:
687 	inode_unlock_shared(inode);
688 
689 	return ret;
690 }
691 
692 static ssize_t zonefs_file_splice_read(struct file *in, loff_t *ppos,
693 				       struct pipe_inode_info *pipe,
694 				       size_t len, unsigned int flags)
695 {
696 	struct inode *inode = file_inode(in);
697 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
698 	struct zonefs_zone *z = zonefs_inode_zone(inode);
699 	loff_t isize;
700 	ssize_t ret = 0;
701 
702 	/* Offline zones cannot be read */
703 	if (unlikely(IS_IMMUTABLE(inode) && !(inode->i_mode & 0777)))
704 		return -EPERM;
705 
706 	if (*ppos >= z->z_capacity)
707 		return 0;
708 
709 	inode_lock_shared(inode);
710 
711 	/* Limit read operations to written data */
712 	mutex_lock(&zi->i_truncate_mutex);
713 	isize = i_size_read(inode);
714 	if (*ppos >= isize)
715 		len = 0;
716 	else
717 		len = min_t(loff_t, len, isize - *ppos);
718 	mutex_unlock(&zi->i_truncate_mutex);
719 
720 	if (len > 0) {
721 		ret = filemap_splice_read(in, ppos, pipe, len, flags);
722 		if (ret == -EIO)
723 			zonefs_io_error(inode, false);
724 	}
725 
726 	inode_unlock_shared(inode);
727 	return ret;
728 }
729 
730 /*
731  * Write open accounting is done only for sequential files.
732  */
733 static inline bool zonefs_seq_file_need_wro(struct inode *inode,
734 					    struct file *file)
735 {
736 	if (zonefs_inode_is_cnv(inode))
737 		return false;
738 
739 	if (!(file->f_mode & FMODE_WRITE))
740 		return false;
741 
742 	return true;
743 }
744 
745 static int zonefs_seq_file_write_open(struct inode *inode)
746 {
747 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
748 	struct zonefs_zone *z = zonefs_inode_zone(inode);
749 	int ret = 0;
750 
751 	mutex_lock(&zi->i_truncate_mutex);
752 
753 	if (!zi->i_wr_refcnt) {
754 		struct zonefs_sb_info *sbi = ZONEFS_SB(inode->i_sb);
755 		unsigned int wro = atomic_inc_return(&sbi->s_wro_seq_files);
756 
757 		if (sbi->s_mount_opts & ZONEFS_MNTOPT_EXPLICIT_OPEN) {
758 
759 			if (sbi->s_max_wro_seq_files
760 			    && wro > sbi->s_max_wro_seq_files) {
761 				atomic_dec(&sbi->s_wro_seq_files);
762 				ret = -EBUSY;
763 				goto unlock;
764 			}
765 
766 			if (i_size_read(inode) < z->z_capacity) {
767 				ret = zonefs_inode_zone_mgmt(inode,
768 							     REQ_OP_ZONE_OPEN);
769 				if (ret) {
770 					atomic_dec(&sbi->s_wro_seq_files);
771 					goto unlock;
772 				}
773 				z->z_flags |= ZONEFS_ZONE_OPEN;
774 				zonefs_inode_account_active(inode);
775 			}
776 		}
777 	}
778 
779 	zi->i_wr_refcnt++;
780 
781 unlock:
782 	mutex_unlock(&zi->i_truncate_mutex);
783 
784 	return ret;
785 }
786 
787 static int zonefs_file_open(struct inode *inode, struct file *file)
788 {
789 	int ret;
790 
791 	file->f_mode |= FMODE_CAN_ODIRECT;
792 	ret = generic_file_open(inode, file);
793 	if (ret)
794 		return ret;
795 
796 	if (zonefs_seq_file_need_wro(inode, file))
797 		return zonefs_seq_file_write_open(inode);
798 
799 	return 0;
800 }
801 
802 static void zonefs_seq_file_write_close(struct inode *inode)
803 {
804 	struct zonefs_inode_info *zi = ZONEFS_I(inode);
805 	struct zonefs_zone *z = zonefs_inode_zone(inode);
806 	struct super_block *sb = inode->i_sb;
807 	struct zonefs_sb_info *sbi = ZONEFS_SB(sb);
808 	int ret = 0;
809 
810 	mutex_lock(&zi->i_truncate_mutex);
811 
812 	zi->i_wr_refcnt--;
813 	if (zi->i_wr_refcnt)
814 		goto unlock;
815 
816 	/*
817 	 * The file zone may not be open anymore (e.g. the file was truncated to
818 	 * its maximum size or it was fully written). For this case, we only
819 	 * need to decrement the write open count.
820 	 */
821 	if (z->z_flags & ZONEFS_ZONE_OPEN) {
822 		ret = zonefs_inode_zone_mgmt(inode, REQ_OP_ZONE_CLOSE);
823 		if (ret) {
824 			__zonefs_io_error(inode, false);
825 			/*
826 			 * Leaving zones explicitly open may lead to a state
827 			 * where most zones cannot be written (zone resources
828 			 * exhausted). So take preventive action by remounting
829 			 * read-only.
830 			 */
831 			if (z->z_flags & ZONEFS_ZONE_OPEN &&
832 			    !(sb->s_flags & SB_RDONLY)) {
833 				zonefs_warn(sb,
834 					"closing zone at %llu failed %d\n",
835 					z->z_sector, ret);
836 				zonefs_warn(sb,
837 					"remounting filesystem read-only\n");
838 				sb->s_flags |= SB_RDONLY;
839 			}
840 			goto unlock;
841 		}
842 
843 		z->z_flags &= ~ZONEFS_ZONE_OPEN;
844 		zonefs_inode_account_active(inode);
845 	}
846 
847 	atomic_dec(&sbi->s_wro_seq_files);
848 
849 unlock:
850 	mutex_unlock(&zi->i_truncate_mutex);
851 }
852 
853 static int zonefs_file_release(struct inode *inode, struct file *file)
854 {
855 	/*
856 	 * If we explicitly open a zone we must close it again as well, but the
857 	 * zone management operation can fail (either due to an IO error or as
858 	 * the zone has gone offline or read-only). Make sure we don't fail the
859 	 * close(2) for user-space.
860 	 */
861 	if (zonefs_seq_file_need_wro(inode, file))
862 		zonefs_seq_file_write_close(inode);
863 
864 	return 0;
865 }
866 
867 const struct file_operations zonefs_file_operations = {
868 	.open		= zonefs_file_open,
869 	.release	= zonefs_file_release,
870 	.fsync		= zonefs_file_fsync,
871 	.mmap_prepare	= zonefs_file_mmap_prepare,
872 	.llseek		= zonefs_file_llseek,
873 	.read_iter	= zonefs_file_read_iter,
874 	.write_iter	= zonefs_file_write_iter,
875 	.splice_read	= zonefs_file_splice_read,
876 	.splice_write	= iter_file_splice_write,
877 	.iopoll		= iocb_bio_iopoll,
878 };
879