| /linux/io_uring/ |
| H A D | rw.c | 226 if (kiocb->ki_flags & IOCB_HAS_METADATA) { in io_meta_restore() 287 rw->kiocb.ki_flags = 0; in __io_prep_rw() 542 if (rw->kiocb.ki_flags & IOCB_WRITE) { in io_req_io_end() 606 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 700 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 702 if ((kiocb->ki_flags & IOCB_NOWAIT) && in loop_rw_iter() 776 rw->kiocb.ki_flags &= ~IOCB_WAITQ; in io_async_buf_func() 809 if (kiocb->ki_flags & (IOCB_DIRECT | IOCB_HIPRI)) in io_rw_should_retry() 824 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry() 825 kiocb->ki_flags in io_rw_should_retry() [all...] |
| /linux/drivers/nvme/target/ |
| H A D | io-cmd-file.c | 77 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument 86 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 98 iocb->ki_flags = ki_flags | iocb->ki_filp->f_iocb_flags; in nvmet_file_submit_bvec() 120 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 177 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 180 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 186 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 195 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
|
| /linux/block/ |
| H A D | fops.c | 84 if (iocb->ki_flags & IOCB_ATOMIC) in __blkdev_direct_IO_simple() 95 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 224 if (iocb->ki_flags & IOCB_NOWAIT) { in __blkdev_direct_IO() 239 if (iocb->ki_flags & IOCB_HAS_METADATA) { in __blkdev_direct_IO() 367 if (iocb->ki_flags & IOCB_HAS_METADATA) { in __blkdev_direct_IO_async() 374 if (iocb->ki_flags & IOCB_ATOMIC) in __blkdev_direct_IO_async() 377 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async() 380 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async() 427 !(iocb->ki_flags & IOCB_HAS_METADATA))) { in blkdev_direct_IO() 432 } else if (iocb->ki_flags in blkdev_direct_IO() [all...] |
| /linux/fs/iomap/ |
| H A D | direct-io.c | 71 if ((iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(iocb)) { in iomap_dio_submit_bio() 392 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter_one() 527 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 717 if (iocb->ki_flags & IOCB_NOWAIT) in __iomap_dio_rw() 742 if (iocb->ki_flags & IOCB_ATOMIC) in __iomap_dio_rw() 758 if (!(iocb->ki_flags & IOCB_SYNC)) in __iomap_dio_rw() 778 if (iocb->ki_flags & IOCB_ATOMIC) { in __iomap_dio_rw() 809 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw() 823 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
|
| H A D | buffered-io.c | 1277 if (iocb->ki_flags & IOCB_NOWAIT) in iomap_write_delalloc_punch() 1279 if (iocb->ki_flags & IOCB_DONTCACHE) in iomap_write_delalloc_punch()
|
| /linux/fs/nfs/ |
| H A D | localio.c | 334 iocb->kiocb.ki_flags &= ~IOCB_APPEND; in nfs_local_iocb_alloc() 506 iocb->kiocb.ki_flags |= IOCB_DSYNC|IOCB_SYNC; in nfs_local_iters_init() 564 iocb->kiocb.ki_flags &= ~(IOCB_DSYNC | IOCB_SYNC | IOCB_DIRECT); in nfs_local_pgio_restart() 622 if ((iocb->kiocb.ki_flags & IOCB_DIRECT) && status == -EINVAL) { in nfs_local_read_done() 679 iocb->kiocb.ki_flags |= IOCB_DIRECT; in nfs_local_call_read() 686 iocb->kiocb.ki_flags &= ~IOCB_DIRECT; in nfs_local_call_read() 818 if ((iocb->kiocb.ki_flags & IOCB_DIRECT) && status == -EINVAL) { in nfs_local_write_done() 871 iocb->kiocb.ki_flags |= IOCB_DIRECT; in nfs_local_call_write() 878 iocb->kiocb.ki_flags &= ~IOCB_DIRECT; in nfs_local_call_write() 921 iocb->kiocb.ki_flags |= IOCB_DSYNC; in nfs_local_do_write() [all …]
|
| /linux/fs/netfs/ |
| H A D | direct_write.c | 240 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked() 246 trace_netfs_write(wreq, (iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked() 357 if (iocb->ki_flags & IOCB_NOWAIT) { in netfs_unbuffered_write_iter()
|
| H A D | buffered_write.c | 103 unsigned int bdp_flags = (iocb->ki_flags & IOCB_NOWAIT) ? BDP_ASYNC : 0; in netfs_perform_write() 109 if (unlikely(iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) in netfs_perform_write() 513 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_write_iter()
|
| H A D | direct_read.c | 172 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_read_iter_locked()
|
| H A D | buffered_read.c | 794 if (WARN_ON_ONCE((iocb->ki_flags & IOCB_DIRECT) || in netfs_buffered_read_iter() 832 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_read_iter()
|
| /linux/mm/ |
| H A D | filemap.c | 2559 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page() 2568 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) in filemap_update_page() 2570 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page() 2594 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT | IOCB_WAITQ)) in filemap_update_page() 2617 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_WAITQ)) in filemap_create_folio() 2623 if (iocb->ki_flags & IOCB_DONTCACHE) in filemap_create_folio() 2668 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2670 if (iocb->ki_flags & IOCB_DONTCACHE) in filemap_get_pages() 2698 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2700 if (iocb->ki_flags in filemap_get_pages() [all...] |
| /linux/fs/ntfs/ |
| H A D | file.c | 447 if (NInoCompressed(NTFS_I(vi)) && iocb->ki_flags & IOCB_DIRECT) in ntfs_file_read_iter() 452 if (iocb->ki_flags & IOCB_DIRECT) { in ntfs_file_read_iter() 512 iocb->ki_flags &= ~IOCB_DIRECT; in ntfs_dio_write_iter() 559 if (NInoCompressed(ni) && iocb->ki_flags & IOCB_DIRECT) in ntfs_file_write_iter() 562 if (iocb->ki_flags & IOCB_NOWAIT) { in ntfs_file_write_iter() 594 if (NInoNonResident(ni) && iocb->ki_flags & IOCB_DIRECT) in ntfs_file_write_iter()
|
| /linux/fs/gfs2/ |
| H A D | file.c | 964 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter() 968 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 970 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 979 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1114 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 1130 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 1144 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
| /linux/fs/ceph/ |
| H A D | file.c | 1322 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 2174 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 2207 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 2216 (iocb->ki_flags & IOCB_DIRECT) && in ceph_read_iter() 2420 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 2429 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 2489 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 2509 if ((iocb->ki_flags & IOCB_DIRECT) && !IS_ENCRYPTED(inode)) in ceph_write_iter() 2560 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
|
| /linux/fs/erofs/ |
| H A D | fileio.c | 56 rq->iocb.ki_flags = IOCB_DIRECT; in erofs_fileio_rq_submit()
|
| /linux/fs/ |
| H A D | eventfd.c | 225 (iocb->ki_flags & IOCB_NOWAIT)) { in eventfd_read()
|
| H A D | signalfd.c | 214 nonblock = file->f_flags & O_NONBLOCK || iocb->ki_flags & IOCB_NOWAIT; in signalfd_read_iter()
|
| H A D | timerfd.c | 311 if (file->f_flags & O_NONBLOCK || iocb->ki_flags & IOCB_NOWAIT) in timerfd_read_iter()
|
| /linux/drivers/target/ |
| H A D | target_core_file.c | 296 aio_cmd->iocb.ki_flags = IOCB_DIRECT; in fd_execute_rw_aio() 299 aio_cmd->iocb.ki_flags |= IOCB_DSYNC; in fd_execute_rw_aio()
|
| /linux/fs/ocfs2/ |
| H A D | file.c | 2392 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_write_iter() 2393 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_write_iter() 2542 int direct_io = iocb->ki_flags & IOCB_DIRECT ? 1 : 0; in ocfs2_file_read_iter() 2543 int nowait = iocb->ki_flags & IOCB_NOWAIT ? 1 : 0; in ocfs2_file_read_iter()
|
| /linux/fs/fuse/ |
| H A D | dax.c | 681 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_read_iter() 721 if (iocb->ki_flags & IOCB_NOWAIT) { in fuse_dax_write_iter()
|
| /linux/drivers/net/ |
| H A D | tap.c | 697 if ((file->f_flags & O_NONBLOCK) || (iocb->ki_flags & IOCB_NOWAIT)) in tap_write_iter() 812 if ((file->f_flags & O_NONBLOCK) || (iocb->ki_flags & IOCB_NOWAIT)) in tap_read_iter()
|
| /linux/fs/btrfs/ |
| H A D | file.c | 1048 if ((iocb->ki_flags & IOCB_NOWAIT) && in btrfs_check_nocow_unlock() 1350 const bool nowait = (iocb->ki_flags & IOCB_NOWAIT); in copy_one_range() 1442 if (encoded && (iocb->ki_flags & IOCB_NOWAIT)) in btrfs_do_write_iter() 1448 } else if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_do_write_iter() 3823 if (iocb->ki_flags & IOCB_DIRECT) { in btrfs_file_open()
|
| /linux/fs/afs/ |
| H A D | file.c | 566 if (iocb->ki_flags & IOCB_DIRECT) in afs_file_read_iter()
|
| /linux/include/linux/ |
| H A D | bio.h | |