| /linux/mm/ |
| H A D | readahead.c | 184 static struct folio *ractl_alloc_folio(struct readahead_control *ractl, in ractl_alloc_folio() argument
190 if (folio && ractl->dropbehind) in ractl_alloc_folio()
198 * @ractl: Readahead control.
207 * Context: File is referenced by caller, and ractl->mapping->invalidate_lock
211 void page_cache_ra_unbounded(struct readahead_control *ractl, in page_cache_ra_unbounded()
214 struct address_space *mapping = ractl->mapping; in page_cache_ra_unbounded()
215 unsigned long index = readahead_index(ractl); in page_cache_ra_unbounded()
247 ra_folio_index = round_up(readahead_index(ractl) + in page_cache_ra_unbounded()
252 nr_to_read += readahead_index(ractl) - index; in page_cache_ra_unbounded()
253 ractl in page_cache_ra_unbounded()
210 page_cache_ra_unbounded(struct readahead_control * ractl,unsigned long nr_to_read,unsigned long lookahead_size) page_cache_ra_unbounded() argument
314 do_page_cache_ra(struct readahead_control * ractl,unsigned long nr_to_read,unsigned long lookahead_size) do_page_cache_ra() argument
339 force_page_cache_ra(struct readahead_control * ractl,unsigned long nr_to_read) force_page_cache_ra() argument
442 ra_alloc_folio(struct readahead_control * ractl,pgoff_t index,pgoff_t mark,unsigned int order,gfp_t gfp) ra_alloc_folio() argument
464 page_cache_ra_order(struct readahead_control * ractl,struct file_ra_state * ra) page_cache_ra_order() argument
539 ractl_max_pages(struct readahead_control * ractl,unsigned long req_size) ractl_max_pages() argument
554 page_cache_sync_ra(struct readahead_control * ractl,unsigned long req_count) page_cache_sync_ra() argument
630 page_cache_async_ra(struct readahead_control * ractl,struct folio * folio,unsigned long req_count) page_cache_async_ra() argument
763 readahead_expand(struct readahead_control * ractl,loff_t new_start,size_t new_len) readahead_expand() argument
[all...] |
| H A D | filemap.c | 2657 DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, folio->index); in filemap_readahead()
2662 ractl.dropbehind = 1; in filemap_readahead()
2663 page_cache_async_ra(&ractl, folio, last_index - folio->index); in filemap_readahead()
2687 DEFINE_READAHEAD(ractl, filp, &filp->f_ra, mapping, index); in filemap_get_pages()
2694 ractl.dropbehind = 1; in filemap_get_pages()
2695 page_cache_sync_ra(&ractl, last_index - index); in filemap_get_pages()
3310 DEFINE_READAHEAD(ractl, file, ra, mapping, vmf->pgoff); in do_sync_mmap_readahead()
3334 page_cache_sync_ra(&ractl, ra->ra_pages); in do_sync_mmap_readahead()
3355 ractl._index &= ~((unsigned long)HPAGE_PMD_NR - 1); in do_sync_mmap_readahead()
3365 page_cache_ra_order(&ractl, ra); in do_sync_mmap_readahead()
[all …]
|
| H A D | internal.h | 535 DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, index); in force_page_cache_readahead()
536 force_page_cache_ra(&ractl, nr_to_read); in force_page_cache_readahead()
|
| /linux/fs/netfs/ |
| H A D | buffered_read.c | 24 struct readahead_control *ractl) in netfs_rreq_expand() argument
46 if (rreq->start != readahead_pos(ractl) || in netfs_rreq_expand()
47 rreq->len != readahead_length(ractl)) { in netfs_rreq_expand()
48 readahead_expand(ractl, rreq->start, rreq->len); in netfs_rreq_expand()
49 rreq->start = readahead_pos(ractl); in netfs_rreq_expand()
50 rreq->len = readahead_length(ractl); in netfs_rreq_expand()
52 trace_netfs_read(rreq, readahead_pos(ractl), readahead_length(ractl), in netfs_rreq_expand()
82 struct readahead_control *ractl) in netfs_prepare_read_iterator() argument
90 if (ractl) { in netfs_prepare_read_iterator()
103 added = rolling_buffer_load_from_ra(&rreq->buffer, ractl, in netfs_prepare_read_iterator()
[all …]
|
| H A D | rolling_buffer.c | 117 struct readahead_control *ractl, in rolling_buffer_load_from_ra() argument
130 nr = __readahead_batch(ractl, vec + folio_batch_count(&fq->vec), in rolling_buffer_load_from_ra()
|
| /linux/include/linux/ |
| H A D | pagemap.h | 1371 #define DEFINE_READAHEAD(ractl, f, r, m, i) \ argument
1372 struct readahead_control ractl = { \
1386 void readahead_expand(struct readahead_control *ractl,
1407 DEFINE_READAHEAD(ractl, file, ra, mapping, index); in page_cache_sync_readahead()
1408 page_cache_sync_ra(&ractl, req_count); in page_cache_sync_readahead()
1429 DEFINE_READAHEAD(ractl, file, ra, mapping, folio->index); in page_cache_async_readahead()
1430 page_cache_async_ra(&ractl, folio, req_count); in page_cache_async_readahead()
1433 static inline struct folio *__readahead_folio(struct readahead_control *ractl) in __readahead_folio() argument
1437 BUG_ON(ractl->_batch_count > ractl->_nr_pages); in __readahead_folio()
1438 ractl->_nr_pages -= ractl->_batch_count; in __readahead_folio()
[all …]
|
| H A D | rolling_buffer.h | 49 struct readahead_control *ractl,
|
| /linux/fs/squashfs/ |
| H A D | file.c | 574 static void squashfs_readahead(struct readahead_control *ractl) in squashfs_readahead() argument
576 struct inode *inode = ractl->mapping->host; in squashfs_readahead()
580 loff_t start = readahead_pos(ractl) & ~mask; in squashfs_readahead()
581 size_t len = readahead_length(ractl) + readahead_pos(ractl) - start; in squashfs_readahead()
589 readahead_expand(ractl, start, (len | mask) + 1); in squashfs_readahead()
607 nr_pages = __readahead_batch(ractl, pages, max_pages); in squashfs_readahead()
611 if (readahead_pos(ractl) >= i_size_read(inode)) in squashfs_readahead()
656 start += readahead_batch_length(ractl); in squashfs_readahead()
|
| /linux/fs/nfs/ |
| H A D | fscache.h | 99 extern int nfs_netfs_readahead(struct readahead_control *ractl);
177 static inline int nfs_netfs_readahead(struct readahead_control *ractl) in nfs_netfs_readahead() argument
|
| H A D | fscache.c | 252 int nfs_netfs_readahead(struct readahead_control *ractl) in nfs_netfs_readahead() argument
254 struct inode *inode = ractl->mapping->host; in nfs_netfs_readahead()
259 netfs_readahead(ractl); in nfs_netfs_readahead()
|
| /linux/fs/btrfs/ |
| H A D | extent_io.c | 133 struct readahead_control *ractl; member
972 static void btrfs_readahead_expand(struct readahead_control *ractl, in btrfs_readahead_expand() argument
975 const u64 ra_pos = readahead_pos(ractl); in btrfs_readahead_expand()
976 const u64 ra_end = ra_pos + readahead_length(ractl); in btrfs_readahead_expand()
987 readahead_expand(ractl, ra_pos, em_end - ra_pos); in btrfs_readahead_expand()
1012 if (bio_ctrl->ractl) in btrfs_do_readpage()
1013 locked_end = readahead_pos(bio_ctrl->ractl) + readahead_length(bio_ctrl->ractl) - 1; in btrfs_do_readpage()
1073 if (bio_ctrl->ractl && in btrfs_do_readpage()
1076 btrfs_readahead_expand(bio_ctrl->ractl, em); in btrfs_do_readpage()
2723 .ractl = rac, in btrfs_readahead()
|