| /linux/io_uring/ |
| H A D | rw.c | 27 static void io_complete_rw(struct kiocb *kiocb, long res);
28 static void io_complete_rw_iopoll(struct kiocb *kiocb, long res);
32 struct kiocb kiocb; member
217 static inline void io_meta_restore(struct io_async_rw *io, struct kiocb *kiocb) in io_meta_restore() argument
219 if (kiocb->ki_flags & IOCB_HAS_METADATA) { in io_meta_restore()
265 rw->kiocb.ki_pos = READ_ONCE(sqe->off); in __io_prep_rw()
276 rw->kiocb.ki_ioprio = ioprio; in __io_prep_rw()
278 rw->kiocb.ki_ioprio = get_current_ioprio(); in __io_prep_rw()
280 rw->kiocb.ki_flags = 0; in __io_prep_rw()
281 rw->kiocb.ki_write_stream = READ_ONCE(sqe->write_stream); in __io_prep_rw()
[all …]
|
| /linux/fs/ |
| H A D | backing-file.c | 79 struct kiocb iocb;
81 struct kiocb *orig_iocb;
83 void (*end_write)(struct kiocb *iocb, ssize_t);
108 struct kiocb *iocb = &aio->iocb; in backing_aio_cleanup()
109 struct kiocb *orig_iocb = aio->orig_iocb; in backing_aio_cleanup()
118 static void backing_aio_rw_complete(struct kiocb *iocb, long res) in backing_aio_rw_complete()
121 struct kiocb *orig_iocb = aio->orig_iocb; in backing_aio_rw_complete()
137 static void backing_aio_queue_completion(struct kiocb *iocb, long res) in backing_aio_queue_completion()
150 static int backing_aio_init_wq(struct kiocb *iocb) in backing_aio_init_wq()
161 struct kiocb *iocb, int flags) in do_backing_file_read_iter()
[all …]
|
| H A D | read_write.c | 483 struct kiocb kiocb; in new_sync_read() local
487 init_sync_kiocb(&kiocb, filp); in new_sync_read()
488 kiocb.ki_pos = (ppos ? *ppos : 0); in new_sync_read()
491 ret = filp->f_op->read_iter(&kiocb, &iter); in new_sync_read()
494 *ppos = kiocb.ki_pos; in new_sync_read()
512 struct kiocb kiocb; in __kernel_read() local
527 init_sync_kiocb(&kiocb, file); in __kernel_read()
528 kiocb.ki_pos = pos ? *pos : 0; in __kernel_read()
530 ret = file->f_op->read_iter(&kiocb, &iter); in __kernel_read()
533 *pos = kiocb.ki_pos; in __kernel_read()
[all …]
|
| H A D | aio.c | 200 struct kiocb rw;
584 void kiocb_set_cancel_fn(struct kiocb *iocb, kiocb_cancel_fn *cancel) in kiocb_set_cancel_fn()
1491 static void aio_complete_rw(struct kiocb *kiocb, long res) in aio_complete_rw() argument
1493 struct aio_kiocb *iocb = container_of(kiocb, struct aio_kiocb, rw); in aio_complete_rw()
1498 if (kiocb->ki_flags & IOCB_WRITE) { in aio_complete_rw()
1499 struct inode *inode = file_inode(kiocb->ki_filp); in aio_complete_rw()
1502 kiocb_end_write(kiocb); in aio_complete_rw()
1510 static int aio_prep_rw(struct kiocb *req, const struct iocb *iocb, int rw_type) in aio_prep_rw()
1561 static inline void aio_rw_done(struct kiocb *req, ssize_t ret) in aio_rw_done()
1581 static int aio_read(struct kiocb *req, const struct iocb *iocb, in aio_read()
[all …]
|
| H A D | splice.c | 325 struct kiocb kiocb; in copy_splice_read() local
361 init_sync_kiocb(&kiocb, in); in copy_splice_read()
362 kiocb.ki_pos = *ppos; in copy_splice_read()
363 ret = in->f_op->read_iter(&kiocb, &to); in copy_splice_read()
367 *ppos = kiocb.ki_pos; in copy_splice_read()
687 struct kiocb kiocb; in iter_file_splice_write() local
736 init_sync_kiocb(&kiocb, out); in iter_file_splice_write()
737 kiocb.ki_pos = sd.pos; in iter_file_splice_write()
738 ret = out->f_op->write_iter(&kiocb, &from); in iter_file_splice_write()
739 sd.pos = kiocb.ki_pos; in iter_file_splice_write()
|
| /linux/fs/nfs/ |
| H A D | localio.c | 36 struct kiocb kiocb; member
313 init_sync_kiocb(&iocb->kiocb, file); in nfs_local_iocb_alloc()
316 iocb->kiocb.ki_pos = hdr->args.offset; in nfs_local_iocb_alloc()
317 iocb->kiocb.ki_flags &= ~IOCB_APPEND; in nfs_local_iocb_alloc()
318 iocb->kiocb.ki_complete = NULL; in nfs_local_iocb_alloc()
487 iocb->kiocb.ki_flags |= IOCB_DSYNC|IOCB_SYNC; in nfs_local_iters_init()
567 struct file *filp = iocb->kiocb.ki_filp; in nfs_local_read_done()
570 if ((iocb->kiocb.ki_flags & IOCB_DIRECT) && status == -EINVAL) { in nfs_local_read_done()
604 static void nfs_local_read_aio_complete(struct kiocb *kiocb, long ret) in nfs_local_read_aio_complete() argument
607 container_of(kiocb, struct nfs_local_kiocb, kiocb); in nfs_local_read_aio_complete()
[all …]
|
| /linux/include/linux/ |
| H A D | aio.h | 8 struct kiocb;
11 typedef int (kiocb_cancel_fn)(struct kiocb *);
16 void kiocb_set_cancel_fn(struct kiocb *req, kiocb_cancel_fn *cancel);
19 static inline void kiocb_set_cancel_fn(struct kiocb *req, in kiocb_set_cancel_fn()
|
| H A D | netfs.h | 230 struct kiocb *iocb; /* AIO completion vector */
392 ssize_t netfs_unbuffered_read_iter_locked(struct kiocb *iocb, struct iov_iter *iter);
393 ssize_t netfs_unbuffered_read_iter(struct kiocb *iocb, struct iov_iter *iter);
394 ssize_t netfs_buffered_read_iter(struct kiocb *iocb, struct iov_iter *iter);
395 ssize_t netfs_file_read_iter(struct kiocb *iocb, struct iov_iter *iter);
398 ssize_t netfs_perform_write(struct kiocb *iocb, struct iov_iter *iter,
400 ssize_t netfs_buffered_write_iter_locked(struct kiocb *iocb, struct iov_iter *from,
402 ssize_t netfs_unbuffered_write_iter(struct kiocb *iocb, struct iov_iter *from);
403 ssize_t netfs_unbuffered_write_iter_locked(struct kiocb *iocb, struct iov_iter *iter,
405 ssize_t netfs_file_write_iter(struct kiocb *iocb, struct iov_iter *from);
|
| H A D | iomap.h | 22 struct kiocb;
340 ssize_t iomap_file_buffered_write(struct kiocb *iocb, struct iov_iter *from,
521 int (*end_io)(struct kiocb *iocb, ssize_t size, int error,
565 ssize_t iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter,
568 struct iomap_dio *__iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter,
|
| /linux/fs/btrfs/ |
| H A D | direct-io.h | 8 struct kiocb;
13 ssize_t btrfs_direct_write(struct kiocb *iocb, struct iov_iter *from);
14 ssize_t btrfs_direct_read(struct kiocb *iocb, struct iov_iter *to);
|
| H A D | file.h | 10 struct kiocb;
36 ssize_t btrfs_do_write_iter(struct kiocb *iocb, struct iov_iter *from,
48 int btrfs_write_check(struct kiocb *iocb, size_t count);
49 ssize_t btrfs_buffered_write(struct kiocb *iocb, struct iov_iter *i);
|
| /linux/fs/ext2/ |
| H A D | file.c | 35 static ssize_t ext2_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_dax_read_iter()
51 static ssize_t ext2_dax_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_dax_write_iter()
168 static ssize_t ext2_dio_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_dio_read_iter()
183 static int ext2_dio_write_end_io(struct kiocb *iocb, ssize_t size, in ext2_dio_write_end_io()
214 static ssize_t ext2_dio_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_dio_write_iter()
283 static ssize_t ext2_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_file_read_iter()
295 static ssize_t ext2_file_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_file_write_iter()
|
| H A D | trace.h | 12 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, ssize_t ret),
47 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, ssize_t ret), \
56 TP_PROTO(struct kiocb *iocb, ssize_t size, int ret),
|
| /linux/fs/fuse/ |
| H A D | passthrough.c | 21 static void fuse_passthrough_end_write(struct kiocb *iocb, ssize_t ret) in fuse_passthrough_end_write()
28 ssize_t fuse_passthrough_read_iter(struct kiocb *iocb, struct iov_iter *iter) in fuse_passthrough_read_iter()
53 ssize_t fuse_passthrough_write_iter(struct kiocb *iocb, in fuse_passthrough_write_iter()
91 struct kiocb iocb; in fuse_passthrough_splice_read()
117 struct kiocb iocb; in fuse_passthrough_splice_write()
|
| H A D | cuse.c | 95 static ssize_t cuse_read_iter(struct kiocb *kiocb, struct iov_iter *to) in cuse_read_iter() argument
97 struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(kiocb); in cuse_read_iter()
103 static ssize_t cuse_write_iter(struct kiocb *kiocb, struct iov_iter *from) in cuse_write_iter() argument
105 struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(kiocb); in cuse_write_iter()
|
| /linux/block/ |
| H A D | fops.c | 29 static blk_opf_t dio_bio_write_op(struct kiocb *iocb) in dio_bio_write_op()
39 static bool blkdev_dio_invalid(struct block_device *bdev, struct kiocb *iocb, in blkdev_dio_invalid()
55 static ssize_t __blkdev_direct_IO_simple(struct kiocb *iocb, in __blkdev_direct_IO_simple()
121 struct kiocb *iocb;
146 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io()
176 static ssize_t __blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter, in __blkdev_direct_IO()
297 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io_async()
322 static ssize_t __blkdev_direct_IO_async(struct kiocb *iocb, in __blkdev_direct_IO_async()
396 static ssize_t blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter) in blkdev_direct_IO()
503 static int blkdev_write_begin(const struct kiocb *iocb, in blkdev_write_begin()
[all …]
|
| /linux/fs/ext4/ |
| H A D | file.c | 55 static bool ext4_should_use_dio(struct kiocb *iocb, struct iov_iter *iter) in ext4_should_use_dio()
69 static ssize_t ext4_dio_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_dio_read_iter()
102 static ssize_t ext4_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_dax_read_iter()
130 static ssize_t ext4_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_file_read_iter()
243 static ssize_t ext4_generic_write_checks(struct kiocb *iocb, in ext4_generic_write_checks()
271 static ssize_t ext4_write_checks(struct kiocb *iocb, struct iov_iter *from) in ext4_write_checks()
285 static ssize_t ext4_buffered_write_iter(struct kiocb *iocb, in ext4_buffered_write_iter()
374 static int ext4_dio_write_end_io(struct kiocb *iocb, ssize_t size, in ext4_dio_write_end_io()
427 static ssize_t ext4_dio_write_checks(struct kiocb *iocb, struct iov_iter *from, in ext4_dio_write_checks()
504 static ssize_t ext4_dio_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext4_dio_write_iter()
[all …]
|
| /linux/fs/nfsd/ |
| H A D | vfs.c | 1099 struct kiocb kiocb; in nfsd_direct_read() local
1103 init_sync_kiocb(&kiocb, nf->nf_file); in nfsd_direct_read()
1104 kiocb.ki_flags |= IOCB_DIRECT; in nfsd_direct_read()
1110 kiocb.ki_pos = dio_start; in nfsd_direct_read()
1129 host_err = vfs_iocb_iter_read(nf->nf_file, &kiocb, &iter); in nfsd_direct_read()
1178 struct kiocb kiocb; in nfsd_iter_read() local
1182 init_sync_kiocb(&kiocb, file); in nfsd_iter_read()
1195 kiocb.ki_flags = IOCB_DONTCACHE; in nfsd_iter_read()
1199 kiocb.ki_pos = offset; in nfsd_iter_read()
1217 host_err = vfs_iocb_iter_read(file, &kiocb, &iter); in nfsd_iter_read()
[all …]
|
| /linux/fs/zonefs/ |
| H A D | file.c | 357 static int zonefs_file_write_dio_end_io(struct kiocb *iocb, ssize_t size, in zonefs_file_write_dio_end_io()
425 static ssize_t zonefs_write_checks(struct kiocb *iocb, struct iov_iter *from) in zonefs_write_checks()
469 static ssize_t zonefs_file_dio_write(struct kiocb *iocb, struct iov_iter *from) in zonefs_file_dio_write()
554 static ssize_t zonefs_file_buffered_write(struct kiocb *iocb, in zonefs_file_buffered_write()
591 static ssize_t zonefs_file_write_iter(struct kiocb *iocb, struct iov_iter *from) in zonefs_file_write_iter()
616 static int zonefs_file_read_dio_end_io(struct kiocb *iocb, ssize_t size, in zonefs_file_read_dio_end_io()
631 static ssize_t zonefs_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in zonefs_file_read_iter()
|
| /linux/fs/iomap/ |
| H A D | direct-io.c | 27 struct kiocb *iocb;
63 struct kiocb *iocb = dio->iocb; in iomap_dio_submit_bio()
84 struct kiocb *iocb = dio->iocb; in iomap_dio_complete()
138 struct kiocb *iocb = dio->iocb; in iomap_dio_complete_work()
158 struct kiocb *iocb = dio->iocb; in iomap_dio_done()
624 __iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, in __iomap_dio_rw()
841 iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, in iomap_dio_rw()
|
| /linux/fs/jffs2/ |
| H A D | file.c | 24 static int jffs2_write_end(const struct kiocb *iocb,
28 static int jffs2_write_begin(const struct kiocb *iocb,
126 static int jffs2_write_begin(const struct kiocb *iocb, in jffs2_write_begin()
241 static int jffs2_write_end(const struct kiocb *iocb, in jffs2_write_end()
|
| /linux/net/qrtr/ |
| H A D | tun.c | 59 static ssize_t qrtr_tun_read_iter(struct kiocb *iocb, struct iov_iter *to) in qrtr_tun_read_iter()
85 static ssize_t qrtr_tun_write_iter(struct kiocb *iocb, struct iov_iter *from) in qrtr_tun_write_iter()
|
| /linux/drivers/nvme/target/ |
| H A D | io-cmd-file.c | 79 struct kiocb *iocb = &req->f.iocb; in nvmet_file_submit_bvec()
80 ssize_t (*call_iter)(struct kiocb *iocb, struct iov_iter *iter); in nvmet_file_submit_bvec()
103 static void nvmet_file_io_done(struct kiocb *iocb, long ret) in nvmet_file_io_done()
140 memset(&req->f.iocb, 0, sizeof(struct kiocb)); in nvmet_file_execute_io()
|
| /linux/fs/overlayfs/ |
| H A D | file.c | 289 static void ovl_file_end_write(struct kiocb *iocb, ssize_t ret) in ovl_file_end_write()
322 static ssize_t ovl_read_iter(struct kiocb *iocb, struct iov_iter *iter) in ovl_read_iter()
342 static ssize_t ovl_write_iter(struct kiocb *iocb, struct iov_iter *iter) in ovl_write_iter()
387 struct kiocb iocb; in ovl_splice_read()
419 struct kiocb iocb; in ovl_splice_write()
|
| /linux/fs/netfs/ |
| H A D | direct_write.c | 16 ssize_t netfs_unbuffered_write_iter_locked(struct kiocb *iocb, struct iov_iter *iter, in netfs_unbuffered_write_iter_locked()
124 ssize_t netfs_unbuffered_write_iter(struct kiocb *iocb, struct iov_iter *from) in netfs_unbuffered_write_iter()
|