| /linux/mm/ |
| H A D | readahead.c | 195 static struct folio *ractl_alloc_folio(struct readahead_control *ractl, in ractl_alloc_folio() argument
201 if (folio && ractl->dropbehind) in ractl_alloc_folio()
222 void page_cache_ra_unbounded(struct readahead_control *ractl, in page_cache_ra_unbounded() argument
225 struct address_space *mapping = ractl->mapping; in page_cache_ra_unbounded()
226 unsigned long index = readahead_index(ractl); in page_cache_ra_unbounded()
258 ra_folio_index = round_up(readahead_index(ractl) + in page_cache_ra_unbounded()
263 nr_to_read += readahead_index(ractl) - index; in page_cache_ra_unbounded()
264 ractl->_index = index; in page_cache_ra_unbounded()
282 read_pages(ractl); in page_cache_ra_unbounded()
283 ractl->_index += min_nrpages; in page_cache_ra_unbounded()
[all …]
|
| H A D | filemap.c | 2676 DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, folio->index); in filemap_readahead()
2681 ractl.dropbehind = 1; in filemap_readahead()
2682 page_cache_async_ra(&ractl, folio, last_index - folio->index); in filemap_readahead()
2706 DEFINE_READAHEAD(ractl, filp, &filp->f_ra, mapping, index); in filemap_get_pages()
2713 ractl.dropbehind = 1; in filemap_get_pages()
2714 page_cache_sync_ra(&ractl, last_index - index); in filemap_get_pages()
3334 DEFINE_READAHEAD(ractl, file, ra, mapping, vmf->pgoff); in do_sync_mmap_readahead()
3370 page_cache_sync_ra(&ractl, ra->ra_pages); in do_sync_mmap_readahead()
3393 ractl._index &= ~(folio_nr_pages - 1); in do_sync_mmap_readahead()
3403 page_cache_ra_order(&ractl, ra); in do_sync_mmap_readahead()
[all …]
|
| H A D | internal.h | 618 DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, index); in force_page_cache_readahead()
619 force_page_cache_ra(&ractl, nr_to_read); in force_page_cache_readahead()
|
| /linux/fs/netfs/ |
| H A D | buffered_read.c | 24 struct readahead_control *ractl) in netfs_rreq_expand() argument
46 if (rreq->start != readahead_pos(ractl) || in netfs_rreq_expand()
47 rreq->len != readahead_length(ractl)) { in netfs_rreq_expand()
48 readahead_expand(ractl, rreq->start, rreq->len); in netfs_rreq_expand()
49 rreq->start = readahead_pos(ractl); in netfs_rreq_expand()
50 rreq->len = readahead_length(ractl); in netfs_rreq_expand()
52 trace_netfs_read(rreq, readahead_pos(ractl), readahead_length(ractl), in netfs_rreq_expand()
392 * @ractl: The description of the readahead request
405 void netfs_readahead(struct readahead_control *ractl) in netfs_readahead() argument
[all...] |
| H A D | rolling_buffer.c | 121 struct readahead_control *ractl, in rolling_buffer_bulk_load_from_ra() argument
127 while (ractl->_nr_pages - ractl->_batch_count > 0) { in rolling_buffer_bulk_load_from_ra()
145 nr = __readahead_batch(ractl, (struct page **)fq->vec.folios, in rolling_buffer_bulk_load_from_ra()
|
| /linux/include/linux/ |
| H A D | pagemap.h | 1421 #define DEFINE_READAHEAD(ractl, f, r, m, i) \ argument
1422 struct readahead_control ractl = { \
1436 void readahead_expand(struct readahead_control *ractl,
1457 DEFINE_READAHEAD(ractl, file, ra, mapping, index); in page_cache_sync_readahead()
1458 page_cache_sync_ra(&ractl, req_count); in page_cache_sync_readahead()
1479 DEFINE_READAHEAD(ractl, file, ra, mapping, folio->index); in page_cache_async_readahead()
1480 page_cache_async_ra(&ractl, folio, req_count); in page_cache_async_readahead()
1483 static inline struct folio *__readahead_folio(struct readahead_control *ractl) in __readahead_folio() argument
1487 BUG_ON(ractl->_batch_count > ractl->_nr_pages); in __readahead_folio()
1488 ractl->_nr_pages -= ractl->_batch_count; in __readahead_folio()
[all …]
|
| H A D | rolling_buffer.h | 49 struct readahead_control *ractl,
|
| /linux/fs/squashfs/ |
| H A D | file.c | 574 static void squashfs_readahead(struct readahead_control *ractl) in squashfs_readahead() argument
576 struct inode *inode = ractl->mapping->host; in squashfs_readahead()
580 loff_t start = readahead_pos(ractl) & ~mask; in squashfs_readahead()
581 size_t len = readahead_length(ractl) + readahead_pos(ractl) - start; in squashfs_readahead()
589 readahead_expand(ractl, start, (len | mask) + 1); in squashfs_readahead()
607 nr_pages = __readahead_batch(ractl, pages, max_pages); in squashfs_readahead()
611 if (readahead_pos(ractl) >= i_size_read(inode)) in squashfs_readahead()
656 start += readahead_batch_length(ractl); in squashfs_readahead()
|
| /linux/fs/nfs/ |
| H A D | fscache.h | 99 extern int nfs_netfs_readahead(struct readahead_control *ractl);
177 static inline int nfs_netfs_readahead(struct readahead_control *ractl) in nfs_netfs_readahead() argument
|
| H A D | fscache.c | 252 int nfs_netfs_readahead(struct readahead_control *ractl) in nfs_netfs_readahead() argument
254 struct inode *inode = ractl->mapping->host; in nfs_netfs_readahead()
259 netfs_readahead(ractl); in nfs_netfs_readahead()
|
| /linux/fs/btrfs/ |
| H A D | extent_io.c | 136 struct readahead_control *ractl; member
1028 static void btrfs_readahead_expand(struct readahead_control *ractl, in btrfs_readahead_expand() argument
1031 const u64 ra_pos = readahead_pos(ractl); in btrfs_readahead_expand()
1032 const u64 ra_end = ra_pos + readahead_length(ractl); in btrfs_readahead_expand()
1043 readahead_expand(ractl, ra_pos, em_end - ra_pos); in btrfs_readahead_expand()
1068 if (bio_ctrl->ractl) in btrfs_do_readpage()
1069 locked_end = readahead_pos(bio_ctrl->ractl) + readahead_length(bio_ctrl->ractl) - 1; in btrfs_do_readpage()
1130 if (bio_ctrl->ractl && in btrfs_do_readpage()
1133 btrfs_readahead_expand(bio_ctrl->ractl, em); in btrfs_do_readpage()
2985 .ractl = rac, in btrfs_readahead()
|
| /linux/fs/f2fs/ |
| H A D | file.c | 4796 DEFINE_READAHEAD(ractl, NULL, NULL, inode->i_mapping, page_idx); in redirty_blocks()
4803 page_cache_ra_unbounded(&ractl, len, 0); in redirty_blocks()
|