Home
last modified time | relevance | path

Searched refs:ki_flags (Results 1 – 25 of 59) sorted by relevance

123

/linux/io_uring/
H A Drw.c212 if (kiocb->ki_flags & IOCB_HAS_METADATA) { in io_meta_restore()
273 rw->kiocb.ki_flags = 0; in __io_prep_rw()
525 if (rw->kiocb.ki_flags & IOCB_WRITE) in io_req_io_notify()
536 if (rw->kiocb.ki_flags & IOCB_WRITE) in io_req_io_end()
586 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw()
601 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll()
700 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter()
702 if ((kiocb->ki_flags & IOCB_NOWAIT) && in loop_rw_iter()
776 rw->kiocb.ki_flags &= ~IOCB_WAITQ; in io_async_buf_func()
809 if (kiocb->ki_flags in io_rw_should_retry()
[all...]
/linux/drivers/nvme/target/
H A Dio-cmd-file.c77 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() argument
86 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec()
98 iocb->ki_flags = ki_flags | iocb->ki_filp->f_iocb_flags; in nvmet_file_submit_bvec()
120 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument
177 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
180 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io()
186 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io()
195 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io()
/linux/fs/ext4/
H A Dfile.c74 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter()
90 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter()
109 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter()
146 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter()
322 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_write_checks()
339 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter()
437 (iocb->ki_flags & IOCB_ATOMIC)) in ext4_dio_write_end_io()
528 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks()
553 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks()
594 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter()
[all …]
/linux/block/
H A Dfops.c85 if (iocb->ki_flags & IOCB_ATOMIC) in __blkdev_direct_IO_simple()
96 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple()
225 if (iocb->ki_flags & IOCB_NOWAIT) { in __blkdev_direct_IO()
240 if (iocb->ki_flags & IOCB_HAS_METADATA) { in __blkdev_direct_IO()
368 if (iocb->ki_flags & IOCB_HAS_METADATA) { in __blkdev_direct_IO_async()
375 if (iocb->ki_flags & IOCB_ATOMIC) in __blkdev_direct_IO_async()
378 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async()
381 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async()
407 if ((iocb->ki_flags & IOCB_HIPRI) && in blkdev_direct_IO()
408 (iocb->ki_flags & IOCB_HAS_METADATA)) in blkdev_direct_IO()
[all …]
/linux/fs/iomap/
H A Ddirect-io.c72 if ((iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(iocb)) { in iomap_dio_submit_bio()
392 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter_one()
537 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter()
730 if (iocb->ki_flags & IOCB_NOWAIT) in __iomap_dio_rw()
755 if (iocb->ki_flags & IOCB_ATOMIC) in __iomap_dio_rw()
771 if (!(iocb->ki_flags & IOCB_SYNC)) in __iomap_dio_rw()
791 if (iocb->ki_flags & IOCB_ATOMIC) { in __iomap_dio_rw()
822 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw()
836 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
1039 if (iocb->ki_flags & IOCB_NOWAIT) in __iomap_dio_read_simple()
[all …]
/linux/fs/nfs/
H A Dlocalio.c333 iocb->kiocb.ki_flags &= ~IOCB_APPEND; in nfs_local_iocb_alloc()
505 iocb->kiocb.ki_flags |= IOCB_DSYNC|IOCB_SYNC; in nfs_local_iters_init()
563 iocb->kiocb.ki_flags &= ~(IOCB_DSYNC | IOCB_SYNC | IOCB_DIRECT); in nfs_local_pgio_restart()
621 if ((iocb->kiocb.ki_flags & IOCB_DIRECT) && status == -EINVAL) { in nfs_local_read_done()
678 iocb->kiocb.ki_flags |= IOCB_DIRECT; in nfs_local_call_read()
685 iocb->kiocb.ki_flags &= ~IOCB_DIRECT; in nfs_local_call_read()
843 if ((iocb->kiocb.ki_flags & IOCB_DIRECT) && status == -EINVAL) { in nfs_local_write_done()
896 iocb->kiocb.ki_flags |= IOCB_DIRECT; in nfs_local_call_write()
903 iocb->kiocb.ki_flags &= ~IOCB_DIRECT; in nfs_local_call_write()
946 iocb->kiocb.ki_flags |= IOCB_DSYNC; in nfs_local_do_write()
[all …]
H A Dfile.c169 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read()
173 if (iocb->ki_flags & IOCB_NOWAIT) in nfs_file_read()
751 if (WARN_ON_ONCE(iocb->ki_flags & IOCB_NOWAIT)) in nfs_file_write()
758 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write()
769 if (iocb->ki_flags & IOCB_APPEND || iocb->ki_pos > i_size_read(inode)) { in nfs_file_write()
/linux/fs/
H A Dbacking-file.c127 if (iocb->ki_flags & IOCB_WRITE) in backing_aio_rw_complete()
203 if (iocb->ki_flags & IOCB_DIRECT && in backing_file_read_iter()
244 aio->iocb.ki_flags = flags; in do_backing_file_write_iter()
270 if (iocb->ki_flags & IOCB_DIRECT && in backing_file_write_iter()
H A Dpipe.c450 (iocb->ki_flags & IOCB_NOWAIT)) { in anon_pipe_read()
537 if ((iocb->ki_flags & IOCB_NOSIGNAL) == 0) in anon_pipe_write()
578 if ((iocb->ki_flags & IOCB_NOSIGNAL) == 0) in anon_pipe_write()
628 (iocb->ki_flags & IOCB_NOWAIT)) { in anon_pipe_write()
H A Daio.c647 if (!(iocb->ki_flags & IOCB_AIO_RW)) in kiocb_set_cancel_fn()
1551 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw()
1571 req->ki_flags = req->ki_filp->f_iocb_flags | IOCB_AIO_RW; in aio_prep_rw()
1573 req->ki_flags |= IOCB_EVENTFD; in aio_prep_rw()
1594 req->ki_flags &= ~IOCB_HIPRI; /* no one is going to poll for this I/O */ in aio_prep_rw()
1686 req->ki_flags |= IOCB_WRITE; in aio_write()
/linux/fs/netfs/
H A Ddirect_write.c245 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked()
251 trace_netfs_write(wreq, (iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_write_iter_locked()
366 iocb->ki_flags & IOCB_NOWAIT); in netfs_unbuffered_write_iter()
371 if (iocb->ki_flags & IOCB_NOWAIT) { in netfs_unbuffered_write_iter()
H A Dbuffered_write.c92 unsigned int bdp_flags = (iocb->ki_flags & IOCB_NOWAIT) ? BDP_ASYNC : 0; in netfs_perform_write()
439 iocb->ki_flags & IOCB_NOWAIT); in netfs_buffered_write_iter_locked()
473 if ((iocb->ki_flags & IOCB_DIRECT) || in netfs_file_write_iter()
H A Ddirect_read.c168 iocb->ki_flags & IOCB_DIRECT ? in netfs_unbuffered_read_iter_locked()
/linux/fs/ntfs3/
H A Dfile.c837 if (unlikely(iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_read_iter()
851 if (iocb->ki_flags & IOCB_DIRECT) { in ntfs_file_read_iter()
861 if (!(iocb->ki_flags & IOCB_DIRECT) || in ntfs_file_read_iter()
863 iocb->ki_flags &= ~IOCB_DIRECT; in ntfs_file_read_iter()
867 if (iocb->ki_flags & IOCB_NOWAIT) { in ntfs_file_read_iter()
1248 if (iocb->ki_flags & IOCB_NOWAIT) in ntfs_file_write_iter()
1257 if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) { in ntfs_file_write_iter()
1304 if (!(iocb->ki_flags & IOCB_DIRECT) || in ntfs_file_write_iter()
1306 iocb->ki_flags &= ~IOCB_DIRECT; in ntfs_file_write_iter()
1337 iocb->ki_flags &= ~IOCB_DIRECT; in ntfs_file_write_iter()
/linux/fs/xfs/
H A Dxfs_file.c179 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_ilock_iocb()
324 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter()
399 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_write_zero_eof()
460 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_write_checks()
519 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_zoned_write_space_reserve()
654 if (iocb->ki_flags & IOCB_ATOMIC) in xfs_dio_write_end_io()
899 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_dio_write_unaligned()
945 if (ret == -EAGAIN && !(iocb->ki_flags & IOCB_NOWAIT)) { in xfs_file_dio_write_unaligned()
974 if (iocb->ki_flags & IOCB_ATOMIC) in xfs_file_dio_write()
1166 if (iocb->ki_flags in xfs_file_write_iter()
[all...]
/linux/mm/
H A Dfilemap.c2569 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page()
2578 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) in filemap_update_page()
2580 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page()
2604 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT | IOCB_WAITQ)) in filemap_update_page()
2627 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_WAITQ)) in filemap_create_folio()
2633 if (iocb->ki_flags & IOCB_DONTCACHE) in filemap_create_folio()
2678 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead()
2680 if (iocb->ki_flags & IOCB_DONTCACHE) in filemap_readahead()
2708 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages()
2710 if (iocb->ki_flags & IOCB_NOWAIT) in filemap_get_pages()
[all …]
/linux/fs/gfs2/
H A Dfile.c971 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter()
975 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter()
977 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter()
986 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter()
1120 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter()
1138 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter()
1152 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
/linux/fs/ntfs/
H A Dfile.c464 iocb->ki_flags & IOCB_DIRECT) in ntfs_file_read_iter()
469 if (iocb->ki_flags & IOCB_DIRECT) { in ntfs_file_read_iter()
529 iocb->ki_flags &= ~IOCB_DIRECT; in ntfs_dio_write_iter()
604 if (NInoCompressed(ni) && iocb->ki_flags & IOCB_DIRECT) in ntfs_file_write_iter()
607 if (iocb->ki_flags & IOCB_NOWAIT) { in ntfs_file_write_iter()
653 if (NInoNonResident(ni) && iocb->ki_flags & IOCB_DIRECT) in ntfs_file_write_iter()
/linux/fs/nfsd/
H A Dvfs.c1123 kiocb.ki_flags |= IOCB_DIRECT; in nfsd_direct_read()
1214 kiocb.ki_flags = IOCB_DONTCACHE; in nfsd_iter_read()
1298 segment->flags = iocb->ki_flags; in nfsd_write_dio_seg_init()
1382 kiocb->ki_flags = segments[i].flags; in nfsd_direct_write()
1383 if (kiocb->ki_flags & IOCB_DIRECT) in nfsd_direct_write()
1394 kiocb->ki_flags |= IOCB_DONTCACHE; in nfsd_direct_write()
1474 kiocb.ki_flags |= IOCB_DSYNC | IOCB_SYNC; in nfsd_vfs_write()
1478 kiocb.ki_flags |= IOCB_DSYNC; in nfsd_vfs_write()
1500 kiocb.ki_flags |= IOCB_DONTCACHE; in nfsd_vfs_write()
/linux/include/linux/
H A Dfs.h384 int ki_flags; member
2189 .ki_flags = filp->f_iocb_flags, in init_sync_kiocb()
2199 .ki_flags = kiocb_src->ki_flags, in kiocb_clone()
2679 return (iocb->ki_flags & IOCB_DSYNC) || in iocb_is_dsync()
2693 (iocb->ki_flags & IOCB_SYNC) ? 0 : 1); in generic_write_sync()
2696 } else if (iocb->ki_flags & IOCB_DONTCACHE) { in generic_write_sync()
3489 if ((flags & RWF_NOAPPEND) && (ki->ki_flags & IOCB_APPEND)) { in kiocb_set_rw_flags()
3492 ki->ki_flags &= ~IOCB_APPEND; in kiocb_set_rw_flags()
3495 ki->ki_flags |= kiocb_flags; in kiocb_set_rw_flags()
/linux/fs/btrfs/
H A Ddirect-io.c855 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_dio_write()
892 if (iocb->ki_flags & IOCB_NOWAIT) in btrfs_direct_write()
1037 if (iocb->ki_flags & IOCB_NOWAIT) { in btrfs_direct_write()
/linux/fs/ceph/
H A Dfile.c1323 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete()
2175 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter()
2208 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter()
2217 (iocb->ki_flags & IOCB_DIRECT) && in ceph_read_iter()
2422 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter()
2431 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter()
2489 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter()
2539 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter()
2559 if ((iocb->ki_flags & IOCB_DIRECT) && !IS_ENCRYPTED(inode)) in ceph_write_iter()
2611 iocb->ki_flags |= IOCB_DSYNC; in ceph_write_iter()
/linux/fs/exfat/
H A Dfile.c808 iocb->ki_flags &= ~IOCB_DIRECT; in exfat_fallback_buffered_write()
892 if (iocb->ki_flags & IOCB_DIRECT) in exfat_file_write_iter()
930 if (iocb->ki_flags & IOCB_DIRECT) { in exfat_file_read_iter()
/linux/fs/overlayfs/
H A Dfile.c339 return backing_file_read_iter(realfile, iter, iocb, iocb->ki_flags, in ovl_read_iter()
349 int ifl = iocb->ki_flags; in ovl_write_iter()
/linux/fs/erofs/
H A Dfileio.c58 rq->iocb.ki_flags = IOCB_DIRECT; in erofs_fileio_rq_submit()

123