| /linux/include/linux/ |
| H A D | pagemap.h | 1459 static inline unsigned int __readahead_batch(struct readahead_control *rac, in __readahead_batch() argument
1463 XA_STATE(xas, &rac->mapping->i_pages, 0); in __readahead_batch()
1466 BUG_ON(rac->_batch_count > rac->_nr_pages); in __readahead_batch()
1467 rac->_nr_pages -= rac->_batch_count; in __readahead_batch()
1468 rac->_index += rac->_batch_count; in __readahead_batch()
1469 rac->_batch_count = 0; in __readahead_batch()
1471 xas_set(&xas, rac->_index); in __readahead_batch()
1473 xas_for_each(&xas, folio, rac->_index + rac->_nr_pages - 1) { in __readahead_batch()
1478 rac->_batch_count += folio_nr_pages(folio); in __readahead_batch()
1491 static inline loff_t readahead_pos(const struct readahead_control *rac) in readahead_pos() argument
[all …]
|
| H A D | iomap.h | 490 struct readahead_control *rac; member
601 static inline void iomap_bio_readahead(struct readahead_control *rac, in iomap_bio_readahead() argument
606 .rac = rac, in iomap_bio_readahead()
|
| /linux/mm/ |
| H A D | readahead.c | 149 static void read_pages(struct readahead_control *rac) in read_pages() argument
151 const struct address_space_operations *aops = rac->mapping->a_ops; in read_pages()
155 if (!readahead_count(rac)) in read_pages()
158 if (unlikely(rac->_workingset)) in read_pages()
159 psi_memstall_enter(&rac->_pflags); in read_pages()
163 aops->readahead(rac); in read_pages()
165 while ((folio = readahead_folio(rac)) != NULL) { in read_pages()
172 while ((folio = readahead_folio(rac)) != NULL) in read_pages()
173 aops->read_folio(rac->file, folio); in read_pages()
177 if (unlikely(rac->_workingset)) in read_pages()
[all …]
|
| /linux/fs/orangefs/ |
| H A D | inode.c | 217 static void orangefs_readahead(struct readahead_control *rac) in orangefs_readahead() argument
221 struct inode *inode = rac->mapping->host; in orangefs_readahead()
224 loff_t new_start = readahead_pos(rac); in orangefs_readahead()
228 loff_t bytes_remaining = inode->i_size - readahead_pos(rac); in orangefs_readahead()
233 else if (pages_remaining > readahead_count(rac)) in orangefs_readahead()
237 readahead_expand(rac, new_start, new_len); in orangefs_readahead()
239 offset = readahead_pos(rac); in orangefs_readahead()
240 i_pages = &rac->mapping->i_pages; in orangefs_readahead()
242 iov_iter_xarray(&iter, ITER_DEST, i_pages, offset, readahead_length(rac)); in orangefs_readahead()
246 &offset, &iter, readahead_length(rac), in orangefs_readahead()
[all …]
|
| /linux/fs/iomap/ |
| H A D | bio.c | 50 if (ctx->rac) /* same as readahead_gfp_mask */ in iomap_bio_read_folio_range()
61 if (ctx->rac) in iomap_bio_read_folio_range()
|
| H A D | buffered-io.c | 594 ctx->cur_folio = readahead_folio(ctx->rac); in iomap_readahead_iter()
625 struct readahead_control *rac = ctx->rac; in iomap_readahead() local
627 .inode = rac->mapping->host, in iomap_readahead()
628 .pos = readahead_pos(rac), in iomap_readahead()
629 .len = readahead_length(rac), in iomap_readahead()
633 trace_iomap_readahead(rac->mapping->host, readahead_count(rac)); in iomap_readahead()
|
| /linux/fs/erofs/ |
| H A D | data.c | 378 static void erofs_readahead(struct readahead_control *rac) in erofs_readahead() argument
380 trace_erofs_readahead(rac->mapping->host, readahead_index(rac), in erofs_readahead()
381 readahead_count(rac), true); in erofs_readahead()
383 iomap_bio_readahead(rac, &erofs_iomap_ops); in erofs_readahead()
|
| /linux/fs/exfat/ |
| H A D | inode.c | 413 static void exfat_readahead(struct readahead_control *rac) in exfat_readahead() argument
415 struct address_space *mapping = rac->mapping; in exfat_readahead()
418 loff_t pos = readahead_pos(rac); in exfat_readahead()
423 ei->valid_size < pos + readahead_length(rac)) in exfat_readahead()
426 mpage_readahead(rac, exfat_get_block); in exfat_readahead()
|
| /linux/arch/arm/mach-omap2/ |
| H A D | vc.c | 67 u8 rac; member
75 .rac = BIT(2),
89 .rac = BIT(3),
851 vc->cfg_channel |= vc_cfg_bits->rac; in omap_vc_init_channel()
|
| /linux/fs/f2fs/ |
| H A D | data.c | 2061 static inline blk_opf_t f2fs_ra_op_flags(struct readahead_control *rac) in f2fs_ra_op_flags() argument
2063 return rac ? REQ_RAHEAD : 0; in f2fs_ra_op_flags()
2071 struct readahead_control *rac) in f2fs_read_single_page() argument
2147 f2fs_ra_op_flags(rac), index, in f2fs_read_single_page()
2171 struct readahead_control *rac, bool for_write) in f2fs_read_multi_pages() argument
2299 f2fs_ra_op_flags(rac), in f2fs_read_multi_pages()
2340 struct readahead_control *rac, struct folio *folio) in f2fs_mpage_readpages() argument
2359 unsigned nr_pages = rac ? readahead_count(rac) : 1; in f2fs_mpage_readpages()
2365 index = rac ? readahead_index(rac) : folio->index; in f2fs_mpage_readpages()
2381 if (rac) { in f2fs_mpage_readpages()
[all …]
|
| /linux/fs/ |
| H A D | mpage.c | 359 void mpage_readahead(struct readahead_control *rac, get_block_t get_block) in mpage_readahead() argument
367 while ((folio = readahead_folio(rac))) { in mpage_readahead()
370 args.nr_pages = readahead_count(rac); in mpage_readahead()
|
| /linux/fs/hpfs/ |
| H A D | file.c | 168 static void hpfs_readahead(struct readahead_control *rac) in hpfs_readahead() argument
170 mpage_readahead(rac, hpfs_get_block); in hpfs_readahead()
|
| /linux/drivers/s390/char/ |
| H A D | tape_3590.h | 83 unsigned int rac:8; member
|
| /linux/fs/omfs/ |
| H A D | file.c | 292 static void omfs_readahead(struct readahead_control *rac) in omfs_readahead() argument
294 mpage_readahead(rac, omfs_get_block); in omfs_readahead()
|
| /linux/fs/jfs/ |
| H A D | inode.c | 284 static void jfs_readahead(struct readahead_control *rac) in jfs_readahead() argument
286 mpage_readahead(rac, jfs_get_block); in jfs_readahead()
|
| /linux/block/ |
| H A D | fops.c | 498 static void blkdev_readahead(struct readahead_control *rac) in blkdev_readahead() argument
500 mpage_readahead(rac, blkdev_get_block); in blkdev_readahead()
543 static void blkdev_readahead(struct readahead_control *rac) in blkdev_readahead() argument
545 iomap_bio_readahead(rac, &blkdev_iomap_ops); in blkdev_readahead()
|
| /linux/fs/fuse/ |
| H A D | file.c | 880 struct readahead_control *rac, in fuse_handle_readahead() argument
900 rac->ra->async_size >= readahead_count(rac)) in fuse_handle_readahead()
907 nr_pages = min(fc->max_pages, readahead_count(rac)); in fuse_handle_readahead()
935 if (ctx->rac) { in fuse_iomap_read_folio_range_async()
936 ret = fuse_handle_readahead(folio, ctx->rac, data, pos, len); in fuse_iomap_read_folio_range_async()
1067 static void fuse_readahead(struct readahead_control *rac) in fuse_readahead() argument
1069 struct inode *inode = rac->mapping->host; in fuse_readahead()
1072 .file = rac->file, in fuse_readahead()
1077 .rac = rac, in fuse_readahead()
|
| /linux/arch/arm/boot/dts/ti/keystone/ |
| H A D | keystone-k2hk-clocks.dtsi | 177 clock-output-names = "rac-01";
187 clock-output-names = "rac-23";
|
| H A D | keystone-k2l-clocks.dtsi | 108 clock-output-names = "rac";
|
| /linux/fs/xfs/ |
| H A D | xfs_aops.c | 751 struct readahead_control *rac) in xfs_vm_readahead() argument
753 iomap_bio_readahead(rac, &xfs_read_iomap_ops); in xfs_vm_readahead()
|
| /linux/fs/qnx6/ |
| H A D | inode.c | 103 static void qnx6_readahead(struct readahead_control *rac) in qnx6_readahead() argument
105 mpage_readahead(rac, qnx6_get_block); in qnx6_readahead()
|
| /linux/arch/arm/mm/ |
| H A D | Makefile | 95 obj-$(CONFIG_CACHE_B15_RAC) += cache-b15-rac.o
|
| /linux/fs/zonefs/ |
| H A D | file.c | 119 static void zonefs_readahead(struct readahead_control *rac) in zonefs_readahead() argument
121 iomap_bio_readahead(rac, &zonefs_read_iomap_ops); in zonefs_readahead()
|
| /linux/fs/ocfs2/ |
| H A D | aops.c | 334 static void ocfs2_readahead(struct readahead_control *rac) in ocfs2_readahead() argument
337 struct inode *inode = rac->mapping->host; in ocfs2_readahead()
362 if (readahead_pos(rac) >= i_size_read(inode)) in ocfs2_readahead()
365 mpage_readahead(rac, ocfs2_get_block); in ocfs2_readahead()
|
| /linux/fs/btrfs/ |
| H A D | extent_io.c | 2691 void btrfs_readahead(struct readahead_control *rac) in btrfs_readahead() argument
2695 .ractl = rac, in btrfs_readahead()
2699 struct btrfs_inode *inode = BTRFS_I(rac->mapping->host); in btrfs_readahead()
2700 const u64 start = readahead_pos(rac); in btrfs_readahead()
2701 const u64 end = start + readahead_length(rac) - 1; in btrfs_readahead()
2707 while ((folio = readahead_folio(rac)) != NULL) in btrfs_readahead()
|