| /linux/mm/ |
| H A D | swap.c | 73 static void __page_cache_release(struct folio *folio, struct lruvec **lruvecp, in __page_cache_release()
87 static void page_cache_release(struct folio *folio) in page_cache_release()
97 void __folio_put(struct folio *folio) in __folio_put()
118 static void lru_add(struct lruvec *lruvec, struct folio *folio) in lru_add()
165 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
183 struct folio *folio, move_fn_t move_fn, bool disable_irq) in __folio_batch_add_and_move()
204 #define folio_batch_add_and_move(folio, op) \ argument
213 static void lru_move_tail(struct lruvec *lruvec, struct folio *folio) in lru_move_tail()
231 void folio_rotate_reclaimable(struct folio *folio) in folio_rotate_reclaimable()
294 void lru_note_cost_refault(struct folio *folio) in lru_note_cost_refault()
[all …]
|
| H A D | page_io.c | 32 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_write() local
60 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_read() local
174 static bool is_folio_zero_filled(struct folio *folio) in is_folio_zero_filled()
204 static void swap_zeromap_folio_set(struct folio *folio) in swap_zeromap_folio_set()
224 static void swap_zeromap_folio_clear(struct folio *folio) in swap_zeromap_folio_clear()
240 int swap_writeout(struct folio *folio, struct swap_iocb **swap_plug) in swap_writeout()
291 static inline void count_swpout_vm_event(struct folio *folio) in count_swpout_vm_event()
305 static void bio_associate_blkg_from_page(struct bio *bio, struct folio *folio) in bio_associate_blkg_from_page()
320 #define bio_associate_blkg_from_page(bio, folio) do { } while (0) argument
374 static void swap_writepage_fs(struct folio *folio, struct swap_iocb **swap_plug) in swap_writepage_fs()
[all …]
|
| H A D | filemap.c | 129 struct folio *folio, void *shadow) in page_cache_delete()
150 struct folio *folio) in filemap_unaccount_folio()
221 void __filemap_remove_folio(struct folio *folio, void *shadow) in __filemap_remove_folio()
230 void filemap_free_folio(struct address_space *mapping, struct folio *folio) in filemap_free_folio()
249 void filemap_remove_folio(struct folio *folio) in filemap_remove_folio()
284 struct folio *folio; in page_cache_delete_batch() local
330 struct folio *folio = fbatch->folios[i]; in delete_from_page_cache_batch() local
492 struct folio *folio; in filemap_range_has_page() local
540 struct folio *folio = fbatch.folios[i]; in __filemap_fdatawait_range() local
652 struct folio *folio; in filemap_range_has_writeback() local
[all …]
|
| H A D | rmap.c | 498 struct anon_vma *folio_get_anon_vma(const struct folio *folio) in folio_get_anon_vma()
542 struct anon_vma *folio_lock_anon_vma_read(const struct folio *folio, in folio_lock_anon_vma_read()
787 unsigned long page_address_in_vma(const struct folio *folio, in page_address_in_vma()
848 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
968 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1076 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1095 int folio_mkclean(struct folio *folio) in folio_mkclean()
1127 static bool mapping_wrprotect_range_one(struct folio *folio, in mapping_wrprotect_range_one()
1226 static void __folio_mod_stat(struct folio *folio, int nr, int nr_pmdmapped) in __folio_mod_stat()
1248 static __always_inline void __folio_add_rmap(struct folio *folio, in __folio_add_rmap()
[all …]
|
| H A D | truncate.c | 30 struct folio *folio; in clear_shadow_entries() local
65 struct folio *folio; in truncate_folio_batch_exceptionals() local
135 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
154 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
170 int truncate_inode_folio(struct address_space *mapping, struct folio *folio) in truncate_inode_folio()
180 static int try_folio_split_or_unmap(struct folio *folio, struct page *split_at, in try_folio_split_or_unmap()
217 bool truncate_inode_partial_folio(struct folio *folio, loff_t start, loff_t end) in truncate_inode_partial_folio()
300 struct folio *folio) in generic_error_remove_folio()
325 long mapping_evict_folio(struct address_space *mapping, struct folio *folio) in mapping_evict_folio()
375 struct folio *folio; in truncate_inode_pages_range() local
[all …]
|
| H A D | swap.h | 135 const struct folio *folio, bool irq) in __swap_cluster_get_and_lock()
156 const struct folio *folio) in swap_cluster_get_and_lock()
171 const struct folio *folio) in swap_cluster_get_and_lock_irq()
224 static inline bool folio_matches_swap_entry(const struct folio *folio, in folio_matches_swap_entry()
274 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
332 struct folio *folio) in swap_cluster_get_and_lock()
338 struct folio *folio) in swap_cluster_get_and_lock_irq()
356 static inline void swap_read_folio(struct folio *folio, struct swap_iocb **plug) in swap_read_folio()
368 static inline bool folio_matches_swap_entry(const struct folio *folio, swp_entry_t entry) in folio_matches_swap_entry()
389 static inline void swap_update_readahead(struct folio *folio, in swap_update_readahead()
[all …]
|
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
242 void mlock_folio(struct folio *folio) in mlock_folio()
267 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
290 void munlock_folio(struct folio *folio) in munlock_folio()
307 static inline unsigned int folio_mlock_step(struct folio *folio, in folio_mlock_step()
[all …]
|
| H A D | memory-failure.c | 309 void shake_folio(struct folio *folio) in shake_folio()
537 static void collect_procs_anon(const struct folio *folio, in collect_procs_anon()
575 static void collect_procs_file(const struct folio *folio, in collect_procs_file()
658 static void collect_procs(const struct folio *folio, const struct page *page, in collect_procs()
897 static int delete_from_lru_cache(struct folio *folio) in delete_from_lru_cache()
922 static int truncate_error_folio(struct folio *folio, unsigned long pfn, in truncate_error_folio()
1009 struct folio *folio = page_folio(p); in me_pagecache_clean() local
1067 struct folio *folio = page_folio(p); in me_pagecache_dirty() local
1105 struct folio *folio = page_folio(p); in me_swapcache_dirty() local
1127 struct folio *folio = page_folio(p); in me_swapcache_clean() local
[all …]
|
| H A D | huge_memory.c | 1082 struct deferred_split *get_deferred_split_queue(struct folio *folio) in get_deferred_split_queue()
1094 struct deferred_split *get_deferred_split_queue(struct folio *folio) in get_deferred_split_queue()
1102 static inline bool is_transparent_hugepage(const struct folio *folio) in is_transparent_hugepage()
1183 struct folio *folio; in vma_alloc_anon_folio_pmd() local
1221 static void map_anon_folio_pmd(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd()
1242 struct folio *folio; in __do_huge_pmd_anonymous_page() local
1398 struct folio *folio; member
1511 vm_fault_t vmf_insert_folio_pmd(struct vm_fault *vmf, struct folio *folio, in vmf_insert_folio_pmd()
1627 vm_fault_t vmf_insert_folio_pud(struct vm_fault *vmf, struct folio *folio, in vmf_insert_folio_pud()
1864 struct folio *folio; in do_huge_zero_wp_pmd() local
[all …]
|
| /linux/include/linux/ |
| H A D | rmap.h | 178 static __always_inline void folio_lock_large_mapcount(struct folio *folio) in folio_lock_large_mapcount()
183 static __always_inline void folio_unlock_large_mapcount(struct folio *folio) in folio_unlock_large_mapcount()
188 static inline unsigned int folio_mm_id(const struct folio *folio, int idx) in folio_mm_id()
194 static inline void folio_set_mm_id(struct folio *folio, int idx, mm_id_t id) in folio_set_mm_id()
201 static inline void __folio_large_mapcount_sanity_checks(const struct folio *folio, in __folio_large_mapcount_sanity_checks()
229 static __always_inline void folio_set_large_mapcount(struct folio *folio, in folio_set_large_mapcount()
243 static __always_inline int folio_add_return_large_mapcount(struct folio *folio, in folio_add_return_large_mapcount()
293 static __always_inline int folio_sub_return_large_mapcount(struct folio *folio, in folio_sub_return_large_mapcount()
344 static inline void folio_set_large_mapcount(struct folio *folio, int mapcount, in folio_set_large_mapcount()
351 static inline void folio_add_large_mapcount(struct folio *folio, in folio_add_large_mapcount()
[all …]
|
| H A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
142 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
158 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
170 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
184 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
198 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
212 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| H A D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| H A D | pagemap.h | 568 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
585 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
598 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
616 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
633 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
939 static inline pgoff_t folio_next_index(const struct folio *folio) in folio_next_index()
954 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
968 static inline bool folio_contains(const struct folio *folio, pgoff_t index) in folio_contains()
1017 static inline pgoff_t page_pgoff(const struct folio *folio, in page_pgoff()
1027 static inline loff_t folio_pos(const struct folio *folio) in folio_pos()
[all …]
|
| /linux/fs/btrfs/ |
| H A D | subpage.c | 67 struct folio *folio, enum btrfs_folio_type type) in btrfs_attach_folio_state()
98 void btrfs_detach_folio_state(const struct btrfs_fs_info *fs_info, struct folio *folio, in btrfs_detach_folio_state()
148 void btrfs_folio_inc_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_inc_eb_refs()
162 void btrfs_folio_dec_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_dec_eb_refs()
178 struct folio *folio, u64 start, u32 len) in btrfs_subpage_assert()
194 #define subpage_calc_start_bit(fs_info, folio, name, start, len) \ argument
206 static void btrfs_subpage_clamp_range(struct folio *folio, u64 *start, u32 *len) in btrfs_subpage_clamp_range()
224 struct folio *folio, u64 start, u32 len) in btrfs_subpage_end_and_test_lock()
276 struct folio *folio, u64 start, u32 len) in btrfs_folio_end_lock()
306 struct folio *folio, unsigned long bitmap) in btrfs_folio_end_lock_bitmap()
[all …]
|
| /linux/fs/jfs/ |
| H A D | jfs_metapage.c | 84 static inline struct metapage *folio_to_mp(struct folio *folio, int offset) in folio_to_mp()
93 static inline int insert_metapage(struct folio *folio, struct metapage *mp) in insert_metapage()
118 static inline void remove_metapage(struct folio *folio, struct metapage *mp) in remove_metapage()
136 static inline void inc_io(struct folio *folio) in inc_io()
143 static inline void dec_io(struct folio *folio, blk_status_t status, in dec_io()
144 void (*handler)(struct folio *, blk_status_t)) in dec_io()
208 static inline struct metapage *folio_to_mp(struct folio *folio, int offset) in folio_to_mp()
213 static inline int insert_metapage(struct folio *folio, struct metapage *mp) in insert_metapage()
222 static inline void remove_metapage(struct folio *folio, struct metapage *mp) in remove_metapage()
228 #define inc_io(folio) do {} while(0) argument
[all …]
|
| /linux/fs/iomap/ |
| H A D | buffered-io.c | 32 static inline bool ifs_is_fully_uptodate(struct folio *folio, in ifs_is_fully_uptodate()
46 static bool ifs_set_range_uptodate(struct folio *folio, in ifs_set_range_uptodate()
58 static void iomap_set_range_uptodate(struct folio *folio, size_t off, in iomap_set_range_uptodate()
78 static inline bool ifs_block_is_dirty(struct folio *folio, in ifs_block_is_dirty()
87 static unsigned ifs_find_dirty_range(struct folio *folio, in ifs_find_dirty_range()
112 static unsigned iomap_find_dirty_range(struct folio *folio, u64 *range_start, in iomap_find_dirty_range()
125 static void ifs_clear_range_dirty(struct folio *folio, in ifs_clear_range_dirty()
140 static void iomap_clear_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_clear_range_dirty()
148 static void ifs_set_range_dirty(struct folio *folio, in ifs_set_range_dirty()
163 static void iomap_set_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_set_range_dirty()
[all …]
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 29 struct folio *folio; in damon_get_folio() local
47 struct folio *folio; in damon_ptep_mkold() local
78 struct folio *folio = damon_get_folio(pmd_pfn(pmdp_get(pmd))); in damon_pmdp_mkold() local
144 static bool damon_folio_mkold_one(struct folio *folio, in damon_folio_mkold_one()
159 void damon_folio_mkold(struct folio *folio) in damon_folio_mkold()
183 static bool damon_folio_young_one(struct folio *folio, in damon_folio_young_one()
223 bool damon_folio_young(struct folio *folio) in damon_folio_young()
252 bool damos_folio_filter_match(struct damos_filter *filter, struct folio *folio) in damos_folio_filter_match()
329 struct folio *folio; in damon_migrate_folio_list() local
334 struct folio *folio; in damon_migrate_folio_list() local
[all …]
|
| H A D | paddr.c | 42 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_mkold() local
72 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_young() local
126 static bool damos_pa_filter_out(struct damos *scheme, struct folio *folio) in damos_pa_filter_out()
140 static bool damon_pa_invalid_damos_folio(struct folio *folio, struct damos *s) in damon_pa_invalid_damos_folio()
159 struct folio *folio; in damon_pa_pageout() local
215 struct folio *folio; in damon_pa_mark_accessed_or_deactivate() local
265 struct folio *folio; in damon_pa_migrate() local
298 struct folio *folio; in damon_pa_stat() local
|
| /linux/fs/nilfs2/ |
| H A D | page.c | 28 static struct buffer_head *__nilfs_get_folio_block(struct folio *folio, in __nilfs_get_folio_block()
53 struct folio *folio; in nilfs_grab_buffer() local
76 struct folio *folio = bh->b_folio; in nilfs_forget_buffer() local
140 bool nilfs_folio_buffers_clean(struct folio *folio) in nilfs_folio_buffers_clean()
153 void nilfs_folio_bug(struct folio *folio) in nilfs_folio_bug()
258 struct folio *folio = fbatch.folios[i], *dfolio; in nilfs_copy_dirty_pages() local
312 struct folio *folio = fbatch.folios[i], *dfolio; in nilfs_copy_back_pages() local
372 struct folio *folio = fbatch.folios[i]; in nilfs_clear_dirty_pages() local
400 void nilfs_clear_folio_dirty(struct folio *folio) in nilfs_clear_folio_dirty()
447 unsigned int nilfs_page_count_clean_buffers(struct folio *folio, in nilfs_page_count_clean_buffers()
[all …]
|
| H A D | dir.c | 81 static int nilfs_prepare_chunk(struct folio *folio, unsigned int from, in nilfs_prepare_chunk()
89 static void nilfs_commit_chunk(struct folio *folio, in nilfs_commit_chunk()
109 static bool nilfs_check_folio(struct folio *folio, char *kaddr) in nilfs_check_folio()
190 struct folio *folio = read_mapping_folio(mapping, n, NULL); in nilfs_get_folio() local
249 struct folio *folio; in nilfs_readdir() local
354 struct folio *folio; in nilfs_dotdot() local
392 struct folio *folio; in nilfs_inode_by_name() local
404 struct folio *folio, struct inode *inode) in nilfs_set_link()
435 struct folio *folio = NULL; in nilfs_add_link() local
523 int nilfs_delete_entry(struct nilfs_dir_entry *dir, struct folio *folio) in nilfs_delete_entry()
[all …]
|
| /linux/fs/ubifs/ |
| H A D | file.c | 45 static int read_block(struct inode *inode, struct folio *folio, size_t offset, in read_block()
99 static int do_readpage(struct folio *folio) in do_readpage()
213 struct folio *folio; in write_begin_slow() local
311 static int allocate_budget(struct ubifs_info *c, struct folio *folio, in allocate_budget()
418 struct folio *folio; in ubifs_write_begin() local
502 static void cancel_budget(struct ubifs_info *c, struct folio *folio, in cancel_budget()
521 struct folio *folio, void *fsdata) in ubifs_write_end()
592 static int populate_page(struct ubifs_info *c, struct folio *folio, in populate_page()
764 struct folio *folio; in ubifs_do_bulk_read() local
808 static int ubifs_bulk_read(struct folio *folio) in ubifs_bulk_read()
[all …]
|
| /linux/fs/ |
| H A D | buffer.c | 88 void buffer_check_dirty_writeback(struct folio *folio, in buffer_check_dirty_writeback()
188 struct folio *folio; in __find_get_block_slow() local
261 struct folio *folio; in end_buffer_async_read() local
321 struct folio *folio = bh->b_folio; in need_fsverity() local
392 struct folio *folio; in end_buffer_async_write() local
731 bool block_dirty_folio(struct address_space *mapping, struct folio *folio) in block_dirty_folio()
921 struct buffer_head *folio_alloc_buffers(struct folio *folio, unsigned long size, in folio_alloc_buffers()
975 static inline void link_dev_buffers(struct folio *folio, in link_dev_buffers()
1004 static sector_t folio_init_buffers(struct folio *folio, in folio_init_buffers()
1046 struct folio *folio; in grow_dev_folio() local
[all …]
|
| /linux/fs/ext2/ |
| H A D | dir.c | 84 static void ext2_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in ext2_commit_chunk()
99 static bool ext2_check_folio(struct folio *folio, int quiet, char *kaddr) in ext2_check_folio()
193 struct folio *folio = read_mapping_folio(mapping, n, NULL); in ext2_get_folio() local
277 struct folio *folio; in ext2_readdir() local
424 struct folio *folio; in ext2_inode_by_name() local
435 static int ext2_prepare_chunk(struct folio *folio, loff_t pos, unsigned len) in ext2_prepare_chunk()
451 struct folio *folio, struct inode *inode, bool update_times) in ext2_set_link()
484 struct folio *folio = NULL; in ext2_add_link() local
571 int ext2_delete_entry(struct ext2_dir_entry_2 *dir, struct folio *folio) in ext2_delete_entry()
619 struct folio *folio = filemap_grab_folio(inode->i_mapping, 0); in ext2_make_empty() local
[all …]
|
| /linux/fs/gfs2/ |
| H A D | aops.c | 71 static int gfs2_write_jdata_folio(struct folio *folio, in gfs2_write_jdata_folio()
102 static int __gfs2_jdata_write_folio(struct folio *folio, in __gfs2_jdata_write_folio()
132 struct folio *folio = NULL; in gfs2_jdata_writeback() local
213 struct folio *folio = fbatch->folios[i]; in gfs2_write_jdata_batch() local
388 static int stuffed_read_folio(struct gfs2_inode *ip, struct folio *folio) in stuffed_read_folio()
422 static int gfs2_read_folio(struct file *file, struct folio *folio) in gfs2_read_folio()
462 struct folio *folio; in gfs2_internal_read() local
550 struct folio *folio) in gfs2_jdata_dirty_folio()
609 static void gfs2_invalidate_folio(struct folio *folio, size_t offset, in gfs2_invalidate_folio()
651 bool gfs2_release_folio(struct folio *folio, gfp_t gfp_mask) in gfs2_release_folio()
|
| /linux/fs/nfs/ |
| H A D | write.c | 170 static struct nfs_page *nfs_folio_find_head_request(struct folio *folio) in nfs_folio_find_head_request()
188 static void nfs_grow_file(struct folio *folio, unsigned int offset, in nfs_grow_file()
228 static void nfs_mapping_set_error(struct folio *folio, int error) in nfs_mapping_set_error()
258 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
286 static void nfs_folio_set_writeback(struct folio *folio) in nfs_folio_set_writeback()
295 static void nfs_folio_end_writeback(struct folio *folio) in nfs_folio_end_writeback()
511 static struct nfs_page *nfs_lock_and_join_requests(struct folio *folio) in nfs_lock_and_join_requests()
582 static int nfs_do_writepage(struct folio *folio, struct writeback_control *wbc, in nfs_do_writepage()
629 static int nfs_writepage_locked(struct folio *folio, in nfs_writepage_locked()
682 struct folio *folio = NULL; in nfs_writepages() local
[all …]
|