| /linux/include/linux/ |
| H A D | rmap.h | 112 static __always_inline void folio_lock_large_mapcount(struct folio *folio) in folio_lock_large_mapcount()
117 static __always_inline void folio_unlock_large_mapcount(struct folio *folio) in folio_unlock_large_mapcount()
122 static inline unsigned int folio_mm_id(const struct folio *folio, int idx) in folio_mm_id()
128 static inline void folio_set_mm_id(struct folio *folio, int idx, mm_id_t id) in folio_set_mm_id()
135 static inline void __folio_large_mapcount_sanity_checks(const struct folio *folio, in __folio_large_mapcount_sanity_checks()
163 static __always_inline void folio_set_large_mapcount(struct folio *folio, in folio_set_large_mapcount()
177 static __always_inline int folio_add_return_large_mapcount(struct folio *folio, in folio_add_return_large_mapcount()
227 static __always_inline int folio_sub_return_large_mapcount(struct folio *folio, in folio_sub_return_large_mapcount()
278 static inline void folio_set_large_mapcount(struct folio *folio, int mapcount, in folio_set_large_mapcount()
285 static inline void folio_add_large_mapcount(struct folio *folio, in folio_add_large_mapcount()
[all …]
|
| H A D | pagemap.h | 563 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
580 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
593 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
611 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
628 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
942 static inline pgoff_t folio_next_index(const struct folio *folio) in folio_next_index()
953 static inline loff_t folio_next_pos(const struct folio *folio) in folio_next_pos()
968 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
982 static inline bool folio_contains(const struct folio *folio, pgoff_t index) in folio_contains()
1033 static inline pgoff_t page_pgoff(const struct folio *folio, in page_pgoff()
[all …]
|
| H A D | vmstat.h | 422 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
428 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
434 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
440 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
446 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
452 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
458 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
464 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
470 static inline void __node_stat_sub_folio(struct folio *folio, in __node_stat_sub_folio()
476 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
[all …]
|
| H A D | highmem.h | 323 struct folio *folio; in vma_alloc_zeroed_movable_folio() local
575 static inline void memcpy_from_folio(char *to, struct folio *folio, in memcpy_from_folio()
603 static inline void memcpy_to_folio(struct folio *folio, size_t offset, in memcpy_to_folio()
640 static inline __must_check void *folio_zero_tail(struct folio *folio, in folio_zero_tail()
676 static inline void folio_fill_tail(struct folio *folio, size_t offset, in folio_fill_tail()
714 static inline size_t memcpy_from_file_folio(char *to, struct folio *folio, in memcpy_from_file_folio()
740 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments()
752 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment()
764 static inline void folio_zero_range(struct folio *folio, in folio_zero_range()
779 static inline void folio_release_kmap(struct folio *folio, void *addr) in folio_release_kmap()
|
| /linux/mm/ |
| H A D | folio.c | 67 static void __page_cache_release(struct folio *folio, struct lruvec **lruvecp, in __page_cache_release()
81 static void page_cache_release(struct folio *folio) in page_cache_release()
91 void __folio_put(struct folio *folio) in __folio_put()
112 static void lru_add(struct lruvec *lruvec, struct folio *folio) in lru_add()
168 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
212 struct folio *folio, move_fn_t move_fn, bool disable_irq) in __folio_batch_add_and_move()
233 #define folio_batch_add_and_move(folio, op) \ argument
242 static void lru_move_tail(struct lruvec *lruvec, struct folio *folio) in lru_move_tail()
260 void folio_rotate_reclaimable(struct folio *folio) in folio_rotate_reclaimable()
269 static void lru_activate(struct lruvec *lruvec, struct folio *folio) in lru_activate()
[all …]
|
| H A D | filemap.c | 130 struct folio *folio, void *shadow) in page_cache_delete()
151 struct folio *folio) in filemap_unaccount_folio()
221 void __filemap_remove_folio(struct folio *folio, void *shadow) in __filemap_remove_folio()
231 struct folio *folio) in filemap_free_folio()
250 void filemap_remove_folio(struct folio *folio) in filemap_remove_folio()
285 struct folio *folio; in page_cache_delete_batch() local
331 struct folio *folio = fbatch->folios[i]; in delete_from_page_cache_batch() local
482 struct folio *folio; in filemap_range_has_page() local
530 struct folio *folio = fbatch.folios[i]; in __filemap_fdatawait_range() local
642 struct folio *folio; in filemap_range_has_writeback() local
[all …]
|
| H A D | rmap.c | 591 struct anon_vma *folio_get_anon_vma(const struct folio *folio) in folio_get_anon_vma()
637 struct anon_vma *folio_lock_anon_vma_read(const struct folio *folio, in folio_lock_anon_vma_read()
860 unsigned long page_address_in_vma(const struct folio *folio, in page_address_in_vma()
922 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
1072 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1188 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1207 int folio_mkclean(struct folio *folio) in folio_mkclean()
1239 static bool mapping_wrprotect_range_one(struct folio *folio, in mapping_wrprotect_range_one()
1340 static void __folio_mod_stat(struct folio *folio, int nr, int nr_pmdmapped) in __folio_mod_stat()
1362 static __always_inline void __folio_add_rmap(struct folio *folio, in __folio_add_rmap()
[all …]
|
| H A D | page_io.c | 128 static bool is_folio_zero_filled(struct folio *folio) in is_folio_zero_filled()
158 static void swap_zeromap_folio_set(struct folio *folio) in swap_zeromap_folio_set()
183 static void swap_zeromap_folio_clear(struct folio *folio) in swap_zeromap_folio_clear()
204 int swap_writeout(struct swap_io_ctx *ctx, struct folio *folio) in swap_writeout()
259 static struct cgroup_subsys_state *folio_memcg_blkg_css(struct folio *folio) in folio_memcg_blkg_css()
264 static bool folio_blkg_can_merge(struct folio *folio, struct folio *prev_folio) in folio_blkg_can_merge()
280 static void bio_associate_blkg_from_page(struct bio *bio, struct folio *folio) in bio_associate_blkg_from_page()
297 static bool folio_blkg_can_merge(struct folio *folio, struct folio *prev_folio) in folio_blkg_can_merge()
301 #define bio_associate_blkg_from_page(bio, folio) do { } while (0) argument
319 static bool swap_can_merge(struct swap_io_ctx *ctx, struct folio *folio, in swap_can_merge()
[all …]
|
| H A D | swap.h | 174 const struct folio *folio, bool irq) in __swap_cluster_get_and_lock()
195 const struct folio *folio) in swap_cluster_get_and_lock()
210 const struct folio *folio) in swap_cluster_get_and_lock_irq()
287 static inline bool folio_matches_swap_entry(const struct folio *folio, in folio_matches_swap_entry()
342 struct folio *folio) in swap_cluster_get_and_lock()
348 struct folio *folio) in swap_cluster_get_and_lock_irq()
366 static inline int folio_alloc_swap(struct folio *folio) in folio_alloc_swap()
371 static inline int folio_dup_swap(struct folio *folio, struct page *page) in folio_dup_swap()
376 static inline void folio_put_swap(struct folio *folio, struct page *page) in folio_put_swap()
380 static inline void swap_read_folio(struct swap_io_ctx *ctx, struct folio *folio) in swap_read_folio()
[all …]
|
| H A D | swap_state.c | 96 struct folio *folio; in swap_cache_get_folio() local
210 struct folio *folio, swp_entry_t entry) in __swap_cache_do_add_folio()
248 struct folio *folio, swp_entry_t entry) in __swap_cache_add_folio()
258 struct folio *folio, in __swap_cache_do_del_folio()
316 void __swap_cache_del_folio(struct swap_cluster_info *ci, struct folio *folio, in __swap_cache_del_folio()
336 void swap_cache_del_folio(struct folio *folio) in swap_cache_del_folio()
416 struct folio *folio; in __swap_cache_alloc() local
552 void free_swap_cache(struct folio *folio) in free_swap_cache()
565 void free_folio_and_swap_cache(struct folio *folio) in free_folio_and_swap_cache()
583 struct folio *folio = page_folio(encoded_page_ptr(pages[i])); in free_pages_and_swap_cache() local
[all …]
|
| H A D | migrate_device.c | 85 static int migrate_vma_split_folio(struct folio *folio, in migrate_vma_split_folio()
142 struct folio *folio; in migrate_vma_collect_huge_pmd() local
278 struct folio *folio; in migrate_vma_collect_pmd() local
544 struct folio *folio = page_folio(page); in migrate_vma_check_page() local
585 struct folio *folio; in migrate_device_unmap() local
641 struct folio *folio; in migrate_device_unmap() local
806 struct folio *folio = page_folio(page); in migrate_vma_insert_huge_pmd_page() local
914 struct folio *folio) in migrate_vma_split_unmapped_folio()
949 struct folio *folio) in migrate_vma_split_unmapped_folio()
982 struct folio *folio = page_folio(page); in migrate_vma_insert_page() local
[all …]
|
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
242 void mlock_folio(struct folio *folio) in mlock_folio()
267 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
290 void munlock_folio(struct folio *folio) in munlock_folio()
307 static inline unsigned int folio_mlock_step(struct folio *folio, in folio_mlock_step()
[all …]
|
| H A D | hugetlb.c | 1239 static void enqueue_hugetlb_folio(struct hstate *h, struct folio *folio) in enqueue_hugetlb_folio()
1255 struct folio *folio; in dequeue_hugetlb_folio_node_exact() local
1298 struct folio *folio; in dequeue_hugetlb_folio_nodemask() local
1329 struct folio *folio = NULL; in dequeue_hugetlb_folio() local
1352 struct folio *folio; in alloc_gigantic_frozen_folio() local
1381 void remove_hugetlb_folio(struct hstate *h, struct folio *folio, in remove_hugetlb_folio()
1417 void add_hugetlb_folio(struct hstate *h, struct folio *folio, in add_hugetlb_folio()
1448 struct folio *folio) in __update_and_free_hugetlb_folio()
1523 struct folio *folio; in free_hpage_workfn() local
1551 static void update_and_free_hugetlb_folio(struct hstate *h, struct folio *folio, in update_and_free_hugetlb_folio()
[all …]
|
| H A D | memory-failure.c | 317 void shake_folio(struct folio *folio) in shake_folio()
545 static void collect_procs_anon(const struct folio *folio, in collect_procs_anon()
582 static void collect_procs_file(const struct folio *folio, in collect_procs_file()
664 static void collect_procs(const struct folio *folio, const struct page *page, in collect_procs()
908 static int delete_from_lru_cache(struct folio *folio) in delete_from_lru_cache()
933 static int truncate_error_folio(struct folio *folio, unsigned long pfn, in truncate_error_folio()
1009 struct folio *folio = page_folio(p); in me_pagecache_clean() local
1067 struct folio *folio = page_folio(p); in me_pagecache_dirty() local
1105 struct folio *folio = page_folio(p); in me_swapcache_dirty() local
1127 struct folio *folio = page_folio(p); in me_swapcache_clean() local
[all …]
|
| H A D | huge_memory.c | 1057 int folio_memcg_alloc_deferred(struct folio *folio) in folio_memcg_alloc_deferred()
1270 static inline bool is_transparent_hugepage(const struct folio *folio) in is_transparent_hugepage()
1354 struct folio *folio; in vma_alloc_anon_folio_pmd() local
1400 void map_anon_folio_pmd_nopf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_nopf()
1414 static void map_anon_folio_pmd_pf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_pf()
1428 struct folio *folio; in __do_huge_pmd_anonymous_page() local
1483 struct folio *folio; in do_huge_pmd_device_private() local
1621 struct folio *folio; member
1734 vm_fault_t vmf_insert_folio_pmd(struct vm_fault *vmf, struct folio *folio, in vmf_insert_folio_pmd()
1850 vm_fault_t vmf_insert_folio_pud(struct vm_fault *vmf, struct folio *folio, in vmf_insert_folio_pud()
[all …]
|
| /linux/fs/btrfs/ |
| H A D | subpage.c | 39 struct folio *folio, enum btrfs_folio_type type) in btrfs_attach_folio_state()
70 void btrfs_detach_folio_state(const struct btrfs_fs_info *fs_info, struct folio *folio, in btrfs_detach_folio_state()
121 void btrfs_folio_inc_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_inc_eb_refs()
135 void btrfs_folio_dec_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_dec_eb_refs()
151 struct folio *folio, u64 start, u32 len) in btrfs_subpage_assert()
168 #define subpage_calc_start_bit(fs_info, folio, name, start, len) \ argument
179 static void btrfs_subpage_clamp_range(struct folio *folio, u64 *start, u32 *len) in btrfs_subpage_clamp_range()
197 struct folio *folio, u64 start, u32 len) in btrfs_subpage_end_and_test_lock()
243 struct folio *folio, u64 start, u32 len) in btrfs_folio_end_lock()
273 struct folio *folio, unsigned long *bitmap) in btrfs_folio_end_lock_bitmap()
[all …]
|
| /linux/fs/iomap/ |
| H A D | buffered-io.c | 35 static inline bool ifs_is_fully_uptodate(struct folio *folio, in ifs_is_fully_uptodate()
47 static unsigned ifs_next_uptodate_block(struct folio *folio, in ifs_next_uptodate_block()
59 static unsigned ifs_next_nonuptodate_block(struct folio *folio, in ifs_next_nonuptodate_block()
67 static bool ifs_set_range_uptodate(struct folio *folio, in ifs_set_range_uptodate()
81 static void iomap_set_range_uptodate(struct folio *folio, size_t off, in iomap_set_range_uptodate()
110 void iomap_folio_mark_uptodate(struct folio *folio) in iomap_folio_mark_uptodate()
120 static unsigned ifs_next_dirty_block(struct folio *folio, in ifs_next_dirty_block()
135 static unsigned ifs_next_clean_block(struct folio *folio, in ifs_next_clean_block()
146 static unsigned ifs_find_dirty_range(struct folio *folio, in ifs_find_dirty_range()
170 static unsigned iomap_find_dirty_range(struct folio *folio, u64 *range_start, in iomap_find_dirty_range()
[all …]
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 27 struct folio *folio; in damon_get_folio() local
45 struct folio *folio; in damon_ptep_mkold() local
82 struct folio *folio; in damon_pmdp_mkold() local
164 static bool damon_folio_mkold_one(struct folio *folio, in damon_folio_mkold_one()
179 void damon_folio_mkold(struct folio *folio) in damon_folio_mkold()
199 static bool damon_folio_young_one(struct folio *folio, in damon_folio_young_one()
241 bool damon_folio_young(struct folio *folio) in damon_folio_young()
266 bool damos_folio_filter_match(struct damos_filter *filter, struct folio *folio) in damos_folio_filter_match()
343 struct folio *folio; in damon_migrate_folio_list() local
403 struct folio *folio = lru_to_folio(folio_list); in damon_migrate_pages() local
[all …]
|
| /linux/fs/ |
| H A D | buffer.c | 83 void buffer_check_dirty_writeback(struct folio *folio, in buffer_check_dirty_writeback()
225 struct folio *folio; in __find_get_block_slow() local
298 struct folio *folio; in end_buffer_async_read() local
405 struct folio *folio; in bh_end_async_write() local
673 bool block_dirty_folio(struct address_space *mapping, struct folio *folio) in block_dirty_folio()
730 struct buffer_head *folio_alloc_buffers(struct folio *folio, unsigned long size, in folio_alloc_buffers()
784 static inline void link_dev_buffers(struct folio *folio, in link_dev_buffers()
813 static sector_t folio_init_buffers(struct folio *folio, in folio_init_buffers()
854 struct folio *folio; in grow_dev_folio() local
1008 struct folio *folio = bh->b_folio; in mark_buffer_dirty() local
[all …]
|
| H A D | mpage.c | 96 static void map_buffer_to_folio(struct folio *folio, struct buffer_head *bh, in map_buffer_to_folio()
132 struct folio *folio; member
152 struct folio *folio = args->folio; in do_mpage_readpage() local
360 struct folio *folio; in mpage_readahead() local
386 int mpage_read_folio(struct folio *folio, get_block_t get_block) in mpage_read_folio()
428 static void clean_buffers(struct folio *folio, unsigned first_unmapped) in clean_buffers()
453 static int mpage_write_folio(struct writeback_control *wbc, struct folio *folio, in mpage_write_folio()
664 int (*write_folio)(struct folio *folio, in __mpage_writepages()
670 struct folio *folio = NULL; in __mpage_writepages() local
|
| /linux/fs/nfs/ |
| H A D | write.c | 170 static struct nfs_page *nfs_folio_find_head_request(struct folio *folio) in nfs_folio_find_head_request()
188 static void nfs_grow_file(struct folio *folio, unsigned int offset, in nfs_grow_file()
228 static void nfs_mapping_set_error(struct folio *folio, int error) in nfs_mapping_set_error()
258 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
286 static void nfs_folio_set_writeback(struct folio *folio) in nfs_folio_set_writeback()
295 static void nfs_folio_end_writeback(struct folio *folio) in nfs_folio_end_writeback()
511 static struct nfs_page *nfs_lock_and_join_requests(struct folio *folio) in nfs_lock_and_join_requests()
582 static int nfs_do_writepage(struct folio *folio, struct writeback_control *wbc, in nfs_do_writepage()
629 static int nfs_writepage_locked(struct folio *folio, in nfs_writepage_locked()
682 struct folio *folio = NULL; in nfs_writepages() local
[all …]
|
| /linux/fs/f2fs/ |
| H A D | data.c | 62 bool f2fs_is_cp_guaranteed(const struct folio *folio) in f2fs_is_cp_guaranteed()
82 static enum count_type __read_io_type(struct folio *folio) in __read_io_type()
149 struct folio *folio = fi.folio; in f2fs_finish_read_bio() local
215 struct folio *folio = fi.folio; in f2fs_verify_bio() local
268 struct folio *folio = fi.folio; in f2fs_handle_step_decompress() local
342 struct folio *folio = fi.folio; in f2fs_write_end_bio() local
596 struct folio *folio, nid_t ino) in __has_merged_page()
688 struct inode *inode, struct folio *folio, in __submit_merged_write_cond()
728 struct inode *inode, struct folio *folio, in f2fs_submit_merged_write_cond()
735 struct folio *folio, enum page_type type) in f2fs_submit_merged_write_folio()
[all …]
|
| /linux/arch/mips/include/asm/ |
| H A D | cacheflush.h | 39 #define folio_test_dcache_dirty(folio) \ argument
41 #define folio_set_dcache_dirty(folio) \ argument
43 #define folio_clear_dcache_dirty(folio) \ argument
56 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
68 struct folio *folio = page_folio(page); in flush_dcache_page() local
|
| /linux/fs/ufs/ |
| H A D | dir.c | 46 static void ufs_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in ufs_commit_chunk()
74 struct folio *folio; in ufs_inode_by_name() local
86 struct folio *folio, struct inode *inode, in ufs_set_link()
110 static bool ufs_check_folio(struct folio *folio, char *kaddr) in ufs_check_folio()
191 struct folio *folio = read_mapping_folio(mapping, n, NULL); in ufs_get_folio() local
307 struct folio *folio = NULL; in ufs_add_link() local
431 struct folio *folio; in ufs_readdir() local
484 struct folio *folio) in ufs_delete_entry()
537 struct folio *folio = filemap_grab_folio(mapping, 0); in ufs_make_empty() local
584 struct folio *folio; in ufs_empty_dir() local
|
| /linux/fs/netfs/ |
| H A D | read_pgpriv2.c | 19 static void netfs_pgpriv2_copy_folio(struct netfs_io_request *creq, struct folio *folio) in netfs_pgpriv2_copy_folio()
99 struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_begin_copy_to_cache()
134 void netfs_pgpriv2_copy_to_cache(struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_copy_to_cache()
188 struct folio *folio; in netfs_pgpriv2_unlock_copied_folios() local
|