| /linux/fs/jfs/ |
| H A D | jfs_metapage.c | 83 static inline struct metapage *folio_to_mp(struct folio *folio, int offset) in folio_to_mp()
92 static inline int insert_metapage(struct folio *folio, struct metapage *mp) in insert_metapage()
117 static inline void remove_metapage(struct folio *folio, struct metapage *mp) in remove_metapage()
135 static inline void inc_io(struct folio *folio) in inc_io()
142 static inline void dec_io(struct folio *folio, blk_status_t status, in dec_io()
143 void (*handler)(struct folio *, blk_status_t)) in dec_io()
155 static inline struct metapage *folio_to_mp(struct folio *folio, int offset) in folio_to_mp()
160 static inline int insert_metapage(struct folio *folio, struct metapage *mp) in insert_metapage()
169 static inline void remove_metapage(struct folio *folio, struct metapage *mp) in remove_metapage()
175 #define inc_io(folio) do {} while(0) argument
[all …]
|
| /linux/mm/ |
| H A D | filemap.c | 129 struct folio *folio, void *shadow) in page_cache_delete()
150 struct folio *folio) in filemap_unaccount_folio()
218 void __filemap_remove_folio(struct folio *folio, void *shadow) in __filemap_remove_folio()
227 void filemap_free_folio(struct address_space *mapping, struct folio *folio) in filemap_free_folio()
249 void filemap_remove_folio(struct folio *folio) in filemap_remove_folio()
284 struct folio *folio; in page_cache_delete_batch() local
330 struct folio *folio = fbatch->folios[i]; in delete_from_page_cache_batch() local
492 struct folio *folio; in filemap_range_has_page() local
540 struct folio *folio = fbatch.folios[i]; in __filemap_fdatawait_range() local
652 struct folio *folio; in filemap_range_has_writeback() local
[all …]
|
| H A D | truncate.c | 30 struct folio *folio; in clear_shadow_entries() local
65 struct folio *folio; in truncate_folio_batch_exceptionals() local
121 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
140 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
156 int truncate_inode_folio(struct address_space *mapping, struct folio *folio) in truncate_inode_folio()
177 bool truncate_inode_partial_folio(struct folio *folio, loff_t start, loff_t end) in truncate_inode_partial_folio()
222 struct folio *folio) in generic_error_remove_folio()
247 long mapping_evict_folio(struct address_space *mapping, struct folio *folio) in mapping_evict_folio()
297 struct folio *folio; in truncate_inode_pages_range() local
373 struct folio *folio = fbatch.folios[i]; in truncate_inode_pages_range() local
[all …]
|
| H A D | memory-failure.c | 230 struct folio *folio = page_folio(p); in hwpoison_filter_dev() local
381 void shake_folio(struct folio *folio) in shake_folio()
609 static void collect_procs_anon(const struct folio *folio, in collect_procs_anon()
647 static void collect_procs_file(const struct folio *folio, in collect_procs_file()
730 static void collect_procs(const struct folio *folio, const struct page *page, in collect_procs()
950 static int delete_from_lru_cache(struct folio *folio) in delete_from_lru_cache()
975 static int truncate_error_folio(struct folio *folio, unsigned long pfn, in truncate_error_folio()
1062 struct folio *folio = page_folio(p); in me_pagecache_clean() local
1120 struct folio *folio = page_folio(p); in me_pagecache_dirty() local
1158 struct folio *folio = page_folio(p); in me_swapcache_dirty() local
[all …]
|
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
103 static struct lruvec *__mlock_new_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_new_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
242 void mlock_folio(struct folio *folio) in mlock_folio()
267 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
290 void munlock_folio(struct folio *folio) in munlock_folio()
307 static inline unsigned int folio_mlock_step(struct folio *folio, in folio_mlock_step()
[all …]
|
| H A D | migrate_device.c | 74 struct folio *folio; in migrate_vma_collect_pmd() local
110 struct folio *folio; in migrate_vma_collect_pmd() local
327 struct folio *folio = page_folio(page); in migrate_vma_check_page() local
374 struct folio *folio; in migrate_device_unmap() local
421 struct folio *folio; in migrate_device_unmap() local
572 struct folio *folio = page_folio(page); in migrate_vma_insert_page() local
695 struct folio *newfolio, *folio; in __migrate_device_pages() local
899 struct folio *folio; in migrate_device_range() local
927 int migrate_device_coherent_folio(struct folio *folio) in migrate_device_coherent_folio()
|
| H A D | swap.h | 79 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
111 static inline void swap_read_folio(struct folio *folio, struct swap_iocb **plug) in swap_read_folio()
166 static inline bool add_to_swap(struct folio *folio) in add_to_swap()
176 static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
182 static inline void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
187 static inline void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
196 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
|
| H A D | page_idle.c | 37 struct folio *folio; in page_idle_get_folio() local
52 page_idle_clear_pte_refs_one(struct folio * folio,struct vm_area_struct * vma,unsigned long addr,void * arg) page_idle_clear_pte_refs_one() argument
89 page_idle_clear_pte_refs(struct folio * folio) page_idle_clear_pte_refs() argument
119 struct folio *folio; page_idle_bitmap_read() local
164 struct folio *folio; page_idle_bitmap_write() local
[all...] |
| /linux/fs/btrfs/ |
| H A D | subpage.c | 92 struct folio *folio, enum btrfs_subpage_type type) in btrfs_attach_subpage()
115 void btrfs_detach_subpage(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_detach_subpage()
164 void btrfs_folio_inc_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_inc_eb_refs()
178 void btrfs_folio_dec_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_dec_eb_refs()
194 struct folio *folio, u64 start, u32 len) in btrfs_subpage_assert()
212 #define subpage_calc_start_bit(fs_info, folio, name, start, len) \ argument
222 static void btrfs_subpage_clamp_range(struct folio *folio, u64 *start, u32 *len) in btrfs_subpage_clamp_range()
241 struct folio *folio, u64 start, u32 len) in btrfs_subpage_end_and_test_lock()
293 struct folio *folio, u64 start, u32 len) in btrfs_folio_end_lock()
323 struct folio *folio, unsigned long bitmap) in btrfs_folio_end_lock_bitmap()
[all …]
|
| H A D | extent_io.c | 175 struct folio *folio, const struct folio *locked_folio, in process_one_folio()
213 struct folio *folio = fbatch.folios[i]; in __process_folios_contig() local
262 struct folio *folio = fbatch.folios[i]; in lock_delalloc_folios() local
412 static bool btrfs_verify_folio(struct folio *folio, u64 start, u32 len) in btrfs_verify_folio()
423 static void end_folio_read(struct folio *folio, bool uptodate, u64 start, u32 len) in end_folio_read()
461 struct folio *folio = fi.folio; in end_bbio_data_write() local
488 static void begin_folio_read(struct btrfs_fs_info *fs_info, struct folio *folio) in begin_folio_read()
520 struct folio *folio = fi.folio; in end_bbio_data_read() local
667 struct folio *folio, u64 disk_bytenr, in btrfs_bio_is_contig()
751 u64 disk_bytenr, struct folio *folio, in submit_extent_folio()
[all …]
|
| /linux/include/linux/ |
| H A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
142 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
158 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
170 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
184 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
198 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
212 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| H A D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| H A D | vmstat.h | 422 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
428 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
434 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
440 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
446 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
452 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
458 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
464 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
470 static inline void __node_stat_sub_folio(struct folio *folio, in __node_stat_sub_folio()
476 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
[all …]
|
| H A D | highmem.h | 227 struct folio *folio; in vma_alloc_zeroed_movable_folio() local
455 static inline void memcpy_from_folio(char *to, struct folio *folio, in memcpy_from_folio()
483 static inline void memcpy_to_folio(struct folio *folio, size_t offset, in memcpy_to_folio()
520 static inline __must_check void *folio_zero_tail(struct folio *folio, in folio_zero_tail()
556 static inline void folio_fill_tail(struct folio *folio, size_t offset, in folio_fill_tail()
594 static inline size_t memcpy_from_file_folio(char *to, struct folio *folio, in memcpy_from_file_folio()
620 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments()
632 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment()
644 static inline void folio_zero_range(struct folio *folio, in folio_zero_range()
659 static inline void folio_release_kmap(struct folio *folio, void *addr) in folio_release_kmap()
|
| /linux/fs/bcachefs/ |
| H A D | fs-io-pagecache.h | 19 static inline u64 folio_end_pos(struct folio *folio) in folio_end_pos()
24 static inline size_t folio_sectors(struct folio *folio) in folio_sectors()
29 static inline loff_t folio_sector(struct folio *folio) in folio_sector()
34 static inline u64 folio_end_sector(struct folio *folio) in folio_end_sector()
72 static inline void bch2_folio_sector_set(struct folio *folio, in bch2_folio_sector_set()
80 static inline int folio_pos_to_s(struct folio *folio, loff_t pos) in folio_pos_to_s()
89 static inline void __bch2_folio_release(struct folio *folio) in __bch2_folio_release()
94 static inline void bch2_folio_release(struct folio *folio) in bch2_folio_release()
100 static inline struct bch_folio *__bch2_folio(struct folio *folio) in __bch2_folio()
105 static inline struct bch_folio *bch2_folio(struct folio *folio) in bch2_folio()
|
| H A D | fs-io-pagecache.c | 126 struct bch_folio *__bch2_folio_create(struct folio *folio, gfp_t gfp) in __bch2_folio_create()
141 struct bch_folio *bch2_folio_create(struct folio *folio, gfp_t gfp) in bch2_folio_create()
155 static void __bch2_folio_set(struct folio *folio, in __bch2_folio_set()
266 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_unallocated() local
311 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_reserved() local
362 struct folio *folio, bool check_enospc) in bch2_get_folio_disk_reservation()
404 struct folio *folio, in __bch2_folio_reservation_get()
473 struct folio *folio, in bch2_folio_reservation_get()
482 struct folio *folio, in bch2_folio_reservation_get_partial()
489 static void bch2_clear_folio_bits(struct folio *folio) in bch2_clear_folio_bits()
[all …]
|
| /linux/mm/damon/ |
| H A D | paddr.c | 22 static bool damon_folio_mkold_one(struct folio *folio, in damon_folio_mkold_one() argument
37 static void damon_folio_mkold(struct folio *folio) in damon_folio_mkold() argument
63 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); damon_pa_mkold() local
90 damon_folio_young_one(struct folio * folio,struct vm_area_struct * vma,unsigned long addr,void * arg) damon_folio_young_one() argument
122 damon_folio_young(struct folio * folio) damon_folio_young() argument
153 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); damon_pa_young() local
202 __damos_pa_filter_out(struct damos_filter * filter,struct folio * folio) __damos_pa_filter_out() argument
235 damos_pa_filter_out(struct damos * scheme,struct folio * folio) damos_pa_filter_out() argument
268 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); damon_pa_pageout() local
300 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); damon_pa_mark_accessed_or_deactivate() local
368 struct folio *folio; damon_pa_migrate_folio_list() local
373 struct folio *folio; damon_pa_migrate_folio_list() local
430 struct folio *folio = lru_to_folio(folio_list); damon_pa_migrate_pages() local
458 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); damon_pa_migrate() local
[all...] |
| /linux/fs/iomap/ |
| H A D | buffered-io.c | 45 static inline bool ifs_is_fully_uptodate(struct folio *folio, in ifs_is_fully_uptodate()
59 static bool ifs_set_range_uptodate(struct folio *folio, in ifs_set_range_uptodate()
71 static void iomap_set_range_uptodate(struct folio *folio, size_t off, in iomap_set_range_uptodate()
88 static inline bool ifs_block_is_dirty(struct folio *folio, in ifs_block_is_dirty()
97 static unsigned ifs_find_dirty_range(struct folio *folio, in ifs_find_dirty_range()
122 static unsigned iomap_find_dirty_range(struct folio *folio, u64 *range_start, in iomap_find_dirty_range()
135 static void ifs_clear_range_dirty(struct folio *folio, in ifs_clear_range_dirty()
150 static void iomap_clear_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_clear_range_dirty()
158 static void ifs_set_range_dirty(struct folio *folio, in ifs_set_range_dirty()
173 static void iomap_set_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_set_range_dirty()
[all …]
|
| /linux/fs/sysv/ |
| H A D | dir.c | 31 static void dir_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in dir_commit_chunk()
64 struct folio *folio = read_mapping_folio(dir->i_mapping, n, NULL); in dir_get_folio() local
91 struct folio *folio; in sysv_readdir() local
185 struct folio *folio = NULL; in sysv_add_link() local
234 int sysv_delete_entry(struct sysv_dir_entry *de, struct folio *folio) in sysv_delete_entry()
255 struct folio *folio = filemap_grab_folio(inode->i_mapping, 0); in sysv_make_empty() local
291 struct folio *folio = NULL; in sysv_empty_dir() local
330 int sysv_set_link(struct sysv_dir_entry *de, struct folio *folio, in sysv_set_link()
369 struct folio *folio; in sysv_inode_by_name() local
|
| /linux/fs/nilfs2/ |
| H A D | dir.c | 81 static int nilfs_prepare_chunk(struct folio *folio, unsigned int from, in nilfs_prepare_chunk()
89 static void nilfs_commit_chunk(struct folio *folio, in nilfs_commit_chunk()
109 static bool nilfs_check_folio(struct folio *folio, char *kaddr) in nilfs_check_folio()
190 struct folio *folio = read_mapping_folio(mapping, n, NULL); in nilfs_get_folio() local
249 struct folio *folio; in nilfs_readdir() local
354 struct folio *folio; in nilfs_dotdot() local
392 struct folio *folio; in nilfs_inode_by_name() local
404 struct folio *folio, struct inode *inode) in nilfs_set_link()
435 struct folio *folio = NULL; in nilfs_add_link() local
523 int nilfs_delete_entry(struct nilfs_dir_entry *dir, struct folio *folio) in nilfs_delete_entry()
[all …]
|
| /linux/fs/ubifs/ |
| H A D | file.c | 99 static int do_readpage(struct folio *folio) in do_readpage()
221 struct folio *folio; in write_begin_slow() local
319 static int allocate_budget(struct ubifs_info *c, struct folio *folio, in allocate_budget()
425 struct folio *folio; in ubifs_write_begin() local
509 static void cancel_budget(struct ubifs_info *c, struct folio *folio, in cancel_budget()
527 struct folio *folio, void *fsdata) in ubifs_write_end()
598 static int populate_page(struct ubifs_info *c, struct folio *folio, in populate_page()
778 struct folio *folio; in ubifs_do_bulk_read() local
822 static int ubifs_bulk_read(struct folio *folio) in ubifs_bulk_read()
888 static int ubifs_read_folio(struct file *file, struct folio *folio) in ubifs_read_folio()
[all …]
|
| /linux/fs/ext2/ |
| H A D | dir.c | 84 static void ext2_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in ext2_commit_chunk()
99 static bool ext2_check_folio(struct folio *folio, int quiet, char *kaddr) in ext2_check_folio()
193 struct folio *folio = read_mapping_folio(mapping, n, NULL); in ext2_get_folio() local
277 struct folio *folio; in ext2_readdir() local
424 struct folio *folio; in ext2_inode_by_name() local
435 static int ext2_prepare_chunk(struct folio *folio, loff_t pos, unsigned len) in ext2_prepare_chunk()
451 struct folio *folio, struct inode *inode, bool update_times) in ext2_set_link()
484 struct folio *folio = NULL; in ext2_add_link() local
571 int ext2_delete_entry(struct ext2_dir_entry_2 *dir, struct folio *folio) in ext2_delete_entry()
619 struct folio *folio = filemap_grab_folio(inode->i_mapping, 0); in ext2_make_empty() local
[all …]
|
| /linux/fs/gfs2/ |
| H A D | aops.c | 40 void gfs2_trans_add_databufs(struct gfs2_inode *ip, struct folio *folio, in gfs2_trans_add_databufs()
92 static int gfs2_write_jdata_folio(struct folio *folio, in gfs2_write_jdata_folio()
123 static int __gfs2_jdata_write_folio(struct folio *folio, in __gfs2_jdata_write_folio()
199 struct folio *folio = fbatch->folios[i]; in gfs2_write_jdata_batch() local
382 static int stuffed_read_folio(struct gfs2_inode *ip, struct folio *folio) in stuffed_read_folio()
416 static int gfs2_read_folio(struct file *file, struct folio *folio) in gfs2_read_folio()
456 struct folio *folio; in gfs2_internal_read() local
544 struct folio *folio) in jdata_dirty_folio()
603 static void gfs2_invalidate_folio(struct folio *folio, size_t offset, in gfs2_invalidate_folio()
645 bool gfs2_release_folio(struct folio *folio, gfp_t gfp_mask) in gfs2_release_folio()
|
| /linux/fs/ufs/ |
| H A D | dir.c | 45 static void ufs_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in ufs_commit_chunk()
73 struct folio *folio; in ufs_inode_by_name() local
85 struct folio *folio, struct inode *inode, in ufs_set_link()
109 static bool ufs_check_folio(struct folio *folio, char *kaddr) in ufs_check_folio()
190 struct folio *folio = read_mapping_folio(mapping, n, NULL); in ufs_get_folio() local
306 struct folio *folio = NULL; in ufs_add_link() local
430 struct folio *folio; in ufs_readdir() local
483 struct folio *folio) in ufs_delete_entry()
536 struct folio *folio = filemap_grab_folio(mapping, 0); in ufs_make_empty() local
583 struct folio *folio; in ufs_empty_dir() local
|
| /linux/fs/minix/ |
| H A D | dir.c | 43 static void dir_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in dir_commit_chunk()
70 struct folio *folio = read_mapping_folio(dir->i_mapping, n, NULL); in dir_get_folio() local
103 struct folio *folio; in minix_readdir() local
206 struct folio *folio = NULL; in minix_add_link() local
286 int minix_delete_entry(struct minix_dir_entry *de, struct folio *folio) in minix_delete_entry()
312 struct folio *folio = filemap_grab_folio(inode->i_mapping, 0); in minix_make_empty() local
359 struct folio *folio = NULL; in minix_empty_dir() local
407 int minix_set_link(struct minix_dir_entry *de, struct folio *folio, in minix_set_link()
443 struct folio *folio; in minix_inode_by_name() local
|