| /linux/mm/ |
| H A D | swap.c | 73 static void __page_cache_release(struct folio *folio, struct lruvec **lruvecp, in __page_cache_release() argument
87 static void page_cache_release(struct folio *folio) in page_cache_release() argument
97 __folio_put(struct folio * folio) __folio_put() argument
118 lru_add(struct lruvec * lruvec,struct folio * folio) lru_add() argument
165 struct folio *folio = fbatch->folios[i]; folio_batch_move_lru() local
179 __folio_batch_add_and_move(struct folio_batch __percpu * fbatch,struct folio * folio,move_fn_t move_fn,bool on_lru,bool disable_irq) __folio_batch_add_and_move() argument
204 folio_batch_add_and_move(folio,op,on_lru) global() argument
213 lru_move_tail(struct lruvec * lruvec,struct folio * folio) lru_move_tail() argument
231 folio_rotate_reclaimable(struct folio * folio) folio_rotate_reclaimable() argument
292 lru_note_cost_refault(struct folio * folio) lru_note_cost_refault() argument
298 lru_activate(struct lruvec * lruvec,struct folio * folio) lru_activate() argument
324 folio_activate(struct folio * folio) folio_activate() argument
337 folio_activate(struct folio * folio) folio_activate() argument
351 __lru_cache_activate_folio(struct folio * folio) __lru_cache_activate_folio() argument
383 lru_gen_inc_refs(struct folio * folio) lru_gen_inc_refs() argument
407 lru_gen_clear_refs(struct folio * folio) lru_gen_clear_refs() argument
425 lru_gen_inc_refs(struct folio * folio) lru_gen_inc_refs() argument
429 lru_gen_clear_refs(struct folio * folio) lru_gen_clear_refs() argument
449 folio_mark_accessed(struct folio * folio) folio_mark_accessed() argument
494 folio_add_lru(struct folio * folio) folio_add_lru() argument
517 folio_add_lru_vma(struct folio * folio,struct vm_area_struct * vma) folio_add_lru_vma() argument
548 lru_deactivate_file(struct lruvec * lruvec,struct folio * folio) lru_deactivate_file() argument
589 lru_deactivate(struct lruvec * lruvec,struct folio * folio) lru_deactivate() argument
605 lru_lazyfree(struct lruvec * lruvec,struct folio * folio) lru_lazyfree() argument
680 deactivate_file_folio(struct folio * folio) deactivate_file_folio() argument
700 folio_deactivate(struct folio * folio) folio_deactivate() argument
718 folio_mark_lazyfree(struct folio * folio) folio_mark_lazyfree() argument
948 struct folio *folio = folios->folios[i]; folios_put_refs() local
1018 struct folio *folio = page_folio(encoded_page_ptr(encoded[i])); release_pages() local
1070 struct folio *folio = fbatch->folios[i]; folio_batch_remove_exceptionals() local
[all...] |
| H A D | filemap.c | 129 struct folio *folio, void *shadow) in page_cache_delete() argument
150 filemap_unaccount_folio(struct address_space * mapping,struct folio * folio) filemap_unaccount_folio() argument
218 __filemap_remove_folio(struct folio * folio,void * shadow) __filemap_remove_folio() argument
227 filemap_free_folio(struct address_space * mapping,struct folio * folio) filemap_free_folio() argument
246 filemap_remove_folio(struct folio * folio) filemap_remove_folio() argument
281 struct folio *folio; page_cache_delete_batch() local
327 struct folio *folio = fbatch->folios[i]; delete_from_page_cache_batch() local
489 struct folio *folio; filemap_range_has_page() local
537 struct folio *folio = fbatch.folios[i]; __filemap_fdatawait_range() local
649 struct folio *folio; filemap_range_has_writeback() local
858 __filemap_add_folio(struct address_space * mapping,struct folio * folio,pgoff_t index,gfp_t gfp,void ** shadowp) __filemap_add_folio() argument
958 filemap_add_folio(struct address_space * mapping,struct folio * folio,pgoff_t index,gfp_t gfp) filemap_add_folio() argument
995 struct folio *folio; filemap_alloc_folio_noprof() local
1064 folio_waitqueue(struct folio * folio) folio_waitqueue() argument
1178 folio_wake_bit(struct folio * folio,int bit_nr) folio_wake_bit() argument
1225 folio_trylock_flag(struct folio * folio,int bit_nr,struct wait_queue_entry * wait) folio_trylock_flag() argument
1238 folio_wait_bit_common(struct folio * folio,int bit_nr,int state,enum behavior behavior) folio_wait_bit_common() argument
1400 struct folio *folio = pfn_swap_entry_folio(entry); migration_entry_wait_on_locked() local
1454 folio_wait_bit(struct folio * folio,int bit_nr) folio_wait_bit() argument
1460 folio_wait_bit_killable(struct folio * folio,int bit_nr) folio_wait_bit_killable() argument
1479 folio_put_wait_locked(struct folio * folio,int state) folio_put_wait_locked() argument
1493 folio_unlock(struct folio * folio) folio_unlock() argument
1518 folio_end_read(struct folio * folio,bool success) folio_end_read() argument
1545 folio_end_private_2(struct folio * folio) folio_end_private_2() argument
1560 folio_wait_private_2(struct folio * folio) folio_wait_private_2() argument
1578 folio_wait_private_2_killable(struct folio * folio) folio_wait_private_2_killable() argument
1592 filemap_end_dropbehind(struct folio * folio) filemap_end_dropbehind() argument
1611 filemap_end_dropbehind_write(struct folio * folio) filemap_end_dropbehind_write() argument
1637 folio_end_writeback(struct folio * folio) folio_end_writeback() argument
1673 __folio_lock(struct folio * folio) __folio_lock() argument
1680 __folio_lock_killable(struct folio * folio) __folio_lock_killable() argument
1687 __folio_lock_async(struct folio * folio,struct wait_page_queue * wait) __folio_lock_async() argument
1724 __folio_lock_or_retry(struct folio * folio,struct vm_fault * vmf) __folio_lock_or_retry() argument
1865 struct folio *folio; filemap_get_entry() local
1912 struct folio *folio; __filemap_get_folio() local
2032 struct folio *folio; find_get_entry() local
2088 struct folio *folio; find_get_entries() local
2137 struct folio *folio; find_lock_entries() local
2228 struct folio *folio; filemap_get_folios_contig() local
2303 struct folio *folio; filemap_get_folios_tag() local
2370 struct folio *folio; filemap_get_read_batch() local
2403 filemap_read_folio(struct file * file,filler_t filler,struct folio * folio) filemap_read_folio() argument
2429 filemap_range_uptodate(struct address_space * mapping,loff_t pos,size_t count,struct folio * folio,bool need_uptodate) filemap_range_uptodate() argument
2454 filemap_update_page(struct kiocb * iocb,struct address_space * mapping,size_t count,struct folio * folio,bool need_uptodate) filemap_update_page() argument
2511 struct folio *folio; filemap_create_folio() local
2562 filemap_readahead(struct kiocb * iocb,struct file * file,struct address_space * mapping,struct folio * folio,pgoff_t last_index) filemap_readahead() argument
2582 struct folio *folio; filemap_get_pages() local
2642 pos_same_folio(loff_t pos1,loff_t pos2,struct folio * folio) pos_same_folio() argument
2649 filemap_end_dropbehind_read(struct folio * folio) filemap_end_dropbehind_read() argument
2743 struct folio *folio = fbatch.folios[i]; filemap_read() local
2775 struct folio *folio = fbatch.folios[i]; filemap_read() local
2911 splice_folio_into_pipe(struct pipe_inode_info * pipe,struct folio * folio,loff_t fpos,size_t size) splice_folio_into_pipe() argument
3014 struct folio *folio = fbatch.folios[i]; filemap_splice_read() local
3053 folio_seek_hole_data(struct xa_state * xas,struct address_space * mapping,struct folio * folio,loff_t start,loff_t end,bool seek_data) folio_seek_hole_data() argument
3085 seek_folio_size(struct xa_state * xas,struct folio * folio) seek_folio_size() argument
3116 struct folio *folio; mapping_seek_hole_data() local
3170 lock_folio_maybe_drop_mmap(struct vm_fault * vmf,struct folio * folio,struct file ** fpin) lock_folio_maybe_drop_mmap() argument
3281 do_async_mmap_readahead(struct vm_fault * vmf,struct folio * folio) do_async_mmap_readahead() argument
3378 struct folio *folio; filemap_fault() local
3531 filemap_map_pmd(struct vm_fault * vmf,struct folio * folio,pgoff_t start) filemap_map_pmd() argument
3562 struct folio *folio = xas_next_entry(xas, end_pgoff); next_uptodate_folio() local
3605 filemap_map_folio_range(struct vm_fault * vmf,struct folio * folio,unsigned long start,unsigned long addr,unsigned int nr_pages,unsigned long * rss,unsigned int * mmap_miss) filemap_map_folio_range() argument
3668 filemap_map_order0_folio(struct vm_fault * vmf,struct folio * folio,unsigned long addr,unsigned long * rss,unsigned int * mmap_miss) filemap_map_order0_folio() argument
3708 struct folio *folio; filemap_map_pages() local
3775 struct folio *folio = page_folio(vmf->page); filemap_page_mkwrite() local
3877 struct folio *folio; do_read_cache_folio() local
3987 struct folio *folio; do_read_cache_page() local
4124 struct folio *folio; generic_perform_write() local
4310 filemap_release_folio(struct folio * folio,gfp_t gfp) filemap_release_folio() argument
4397 struct folio *folio; filemap_cachestat() local
[all...] |
| H A D | rmap.c | 499 struct anon_vma *folio_get_anon_vma(const struct folio *folio) in folio_get_anon_vma()
543 struct anon_vma *folio_lock_anon_vma_read(const struct folio *folio, in folio_lock_anon_vma_read()
788 unsigned long page_address_in_vma(const struct folio *folio, in page_address_in_vma()
849 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
986 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1094 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1113 int folio_mkclean(struct folio *folio) in folio_mkclean()
1145 static bool mapping_wrprotect_range_one(struct folio *folio, in mapping_wrprotect_range_one()
1244 static __always_inline unsigned int __folio_add_rmap(struct folio *folio, in __folio_add_rmap()
1330 void folio_move_anon_rmap(struct folio *folio, struct vm_area_struct *vma) in folio_move_anon_rmap()
[all …]
|
| H A D | truncate.c | 30 struct folio *folio; in clear_shadow_entries() local
65 struct folio *folio; in truncate_folio_batch_exceptionals() local
135 folio_invalidate(struct folio * folio,size_t offset,size_t length) folio_invalidate() argument
154 truncate_cleanup_folio(struct folio * folio) truncate_cleanup_folio() argument
170 truncate_inode_folio(struct address_space * mapping,struct folio * folio) truncate_inode_folio() argument
191 truncate_inode_partial_folio(struct folio * folio,loff_t start,loff_t end) truncate_inode_partial_folio() argument
275 generic_error_remove_folio(struct address_space * mapping,struct folio * folio) generic_error_remove_folio() argument
300 mapping_evict_folio(struct address_space * mapping,struct folio * folio) mapping_evict_folio() argument
350 struct folio *folio; truncate_inode_pages_range() local
426 struct folio *folio = fbatch.folios[i]; truncate_inode_pages_range() local
525 struct folio *folio = fbatch.folios[i]; mapping_try_invalidate() local
581 folio_launder(struct address_space * mapping,struct folio * folio) folio_launder() argument
597 folio_unmap_invalidate(struct address_space * mapping,struct folio * folio,gfp_t gfp) folio_unmap_invalidate() argument
668 struct folio *folio = fbatch.folios[i]; invalidate_inode_pages2_range() local
821 struct folio *folio; pagecache_isize_extended() local
[all...] |
| H A D | swap.h | 81 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
132 static inline void swap_read_folio(struct folio *folio, struct swap_iocb **plug) in swap_read_folio()
165 static inline int swap_writeout(struct folio *folio, in swap_writeout()
193 static inline int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
199 static inline void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
204 static inline void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
213 static inline unsigned int folio_swap_flags(struct folio *folio) in folio_swap_flags()
241 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
|
| H A D | memory-failure.c | 230 struct folio *folio = page_folio(p); in hwpoison_filter_dev() local
381 void shake_folio(struct folio *folio) in shake_folio() argument
609 static void collect_procs_anon(const struct folio *folio, in collect_procs_anon() argument
647 collect_procs_file(const struct folio * folio,const struct page * page,struct list_head * to_kill,int force_early) collect_procs_file() argument
730 collect_procs(const struct folio * folio,const struct page * page,struct list_head * tokill,int force_early) collect_procs() argument
961 delete_from_lru_cache(struct folio * folio) delete_from_lru_cache() argument
986 truncate_error_folio(struct folio * folio,unsigned long pfn,struct address_space * mapping) truncate_error_folio() argument
1073 struct folio *folio = page_folio(p); me_pagecache_clean() local
1131 struct folio *folio = page_folio(p); me_pagecache_dirty() local
1169 struct folio *folio = page_folio(p); me_swapcache_dirty() local
1191 struct folio *folio = page_folio(p); me_swapcache_clean() local
1213 struct folio *folio = page_folio(p); me_huge_page() local
1406 struct folio *folio = page_folio(page); __get_hwpoison_page() local
1505 struct folio *folio = page_folio(page); __get_unpoison_page() local
1574 unmap_poisoned_folio(struct folio * folio,unsigned long pfn,bool must_kill) unmap_poisoned_folio() argument
1630 hwpoison_user_mappings(struct folio * folio,struct page * p,unsigned long pfn,int flags) hwpoison_user_mappings() argument
1770 struct folio *folio = pfn_folio(pfn); mf_generic_kill_procs() local
1881 raw_hwp_list_head(struct folio * folio) raw_hwp_list_head() argument
1890 struct folio *folio = page_folio(page); is_raw_hwpoison_page_in_hugepage() local
1921 __folio_free_raw_hwp(struct folio * folio,bool move_flag) __folio_free_raw_hwp() argument
1939 folio_set_hugetlb_hwpoison(struct folio * folio,struct page * page) folio_set_hugetlb_hwpoison() argument
1982 folio_free_raw_hwp(struct folio * folio,bool move_flag) folio_free_raw_hwp() argument
2001 folio_clear_hugetlb_hwpoison(struct folio * folio) folio_clear_hugetlb_hwpoison() argument
2025 struct folio *folio = page_folio(page); __get_huge_page_for_hwpoison() local
2078 struct folio *folio; try_memory_failure_hugetlb() local
2148 folio_free_raw_hwp(struct folio * folio,bool flag) folio_free_raw_hwp() argument
2203 kill_procs_now(struct page * p,unsigned long pfn,int flags,struct folio * folio) kill_procs_now() argument
2239 struct folio *folio; memory_failure() local
2556 struct folio *folio; unpoison_memory() local
2672 struct folio *folio = page_folio(page); soft_offline_in_use_page() local
[all...] |
| H A D | swap_state.c | 88 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
141 void __delete_from_swap_cache(struct folio *folio, in __delete_from_swap_cache()
174 void delete_from_swap_cache(struct folio *folio) in delete_from_swap_cache()
224 void free_swap_cache(struct folio *folio) in free_swap_cache()
237 void free_folio_and_swap_cache(struct folio *folio) in free_folio_and_swap_cache()
255 struct folio *folio = page_folio(encoded_page_ptr(pages[i])); in free_pages_and_swap_cache() local
286 struct folio *folio; in swap_cache_get_folio() local
341 struct folio *folio = filemap_get_entry(mapping, index); in filemap_get_incore_folio() local
369 struct folio *folio; in __read_swap_cache_async() local
488 struct folio *folio; in read_swap_cache_async() local
[all …]
|
| H A D | page_idle.c | 37 struct folio *folio; in page_idle_get_folio() local
52 static bool page_idle_clear_pte_refs_one(struct folio *folio, in page_idle_clear_pte_refs_one()
94 static void page_idle_clear_pte_refs(struct folio *folio) in page_idle_clear_pte_refs()
124 struct folio *folio; in page_idle_bitmap_read() local
169 struct folio *folio; in page_idle_bitmap_write() local
|
| /linux/include/linux/ |
| H A D | rmap.h | 178 static __always_inline void folio_lock_large_mapcount(struct folio *folio) in folio_lock_large_mapcount()
183 static __always_inline void folio_unlock_large_mapcount(struct folio *folio) in folio_unlock_large_mapcount()
188 static inline unsigned int folio_mm_id(const struct folio *folio, int idx) in folio_mm_id()
194 static inline void folio_set_mm_id(struct folio *folio, int idx, mm_id_t id) in folio_set_mm_id()
201 static inline void __folio_large_mapcount_sanity_checks(const struct folio *folio, in __folio_large_mapcount_sanity_checks()
229 static __always_inline void folio_set_large_mapcount(struct folio *folio, in folio_set_large_mapcount()
243 static __always_inline int folio_add_return_large_mapcount(struct folio *folio, in folio_add_return_large_mapcount()
293 static __always_inline int folio_sub_return_large_mapcount(struct folio *folio, in folio_sub_return_large_mapcount()
344 static inline void folio_set_large_mapcount(struct folio *folio, int mapcount, in folio_set_large_mapcount()
351 static inline void folio_add_large_mapcount(struct folio *folio, in folio_add_large_mapcount()
[all …]
|
| H A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
142 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
158 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
170 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
184 static inline int folio_ref_sub_and_test(struct folio *folio, int nr) in folio_ref_sub_and_test()
198 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
212 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
[all …]
|
| H A D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| H A D | mm_inline.h | 28 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
66 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
87 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
144 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
157 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
174 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
220 static inline unsigned long lru_gen_folio_seq(struct lruvec *lruvec, struct folio *folio, in lru_gen_folio_seq()
253 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
283 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
323 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
[all …]
|
| /linux/fs/btrfs/ |
| H A D | subpage.c | 67 struct folio *folio, enum btrfs_folio_type type) in btrfs_attach_folio_state()
98 void btrfs_detach_folio_state(const struct btrfs_fs_info *fs_info, struct folio *folio, in btrfs_detach_folio_state()
148 void btrfs_folio_inc_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_inc_eb_refs()
162 void btrfs_folio_dec_eb_refs(const struct btrfs_fs_info *fs_info, struct folio *folio) in btrfs_folio_dec_eb_refs()
178 struct folio *folio, u64 start, u32 len) in btrfs_subpage_assert()
194 #define subpage_calc_start_bit(fs_info, folio, name, start, len) \ argument
206 static void btrfs_subpage_clamp_range(struct folio *folio, u64 *start, u32 *len) in btrfs_subpage_clamp_range()
224 struct folio *folio, u64 start, u32 len) in btrfs_subpage_end_and_test_lock()
276 struct folio *folio, u64 start, u32 len) in btrfs_folio_end_lock()
306 struct folio *folio, unsigned long bitmap) in btrfs_folio_end_lock_bitmap()
[all …]
|
| H A D | extent_io.c | 178 struct folio *folio, const struct folio *locked_folio, in process_one_folio()
216 struct folio *folio = fbatch.folios[i]; in __process_folios_contig() local
257 struct folio *folio = fbatch.folios[i]; in lock_delalloc_folios() local
406 static bool btrfs_verify_folio(struct folio *folio, u64 start, u32 len) in btrfs_verify_folio()
417 static void end_folio_read(struct folio *folio, bool uptodate, u64 start, u32 len) in end_folio_read()
455 struct folio *folio = fi.folio; in end_bbio_data_write() local
479 static void begin_folio_read(struct btrfs_fs_info *fs_info, struct folio *folio) in begin_folio_read()
510 struct folio *folio = fi.folio; in end_bbio_data_read() local
711 u64 disk_bytenr, struct folio *folio, in submit_extent_folio()
784 struct folio *folio, in attach_extent_buffer_folio()
[all …]
|
| /linux/fs/iomap/ |
| H A D | buffered-io.c | 32 static inline bool ifs_is_fully_uptodate(struct folio *folio, in ifs_is_fully_uptodate()
46 static bool ifs_set_range_uptodate(struct folio *folio, in ifs_set_range_uptodate()
58 static void iomap_set_range_uptodate(struct folio *folio, size_t off, in iomap_set_range_uptodate()
78 static inline bool ifs_block_is_dirty(struct folio *folio, in ifs_block_is_dirty()
87 static unsigned ifs_find_dirty_range(struct folio *folio, in ifs_find_dirty_range()
112 static unsigned iomap_find_dirty_range(struct folio *folio, u64 *range_start, in iomap_find_dirty_range()
125 static void ifs_clear_range_dirty(struct folio *folio, in ifs_clear_range_dirty()
140 static void iomap_clear_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_clear_range_dirty()
148 static void ifs_set_range_dirty(struct folio *folio, in ifs_set_range_dirty()
163 static void iomap_set_range_dirty(struct folio *folio, size_t off, size_t len) in iomap_set_range_dirty()
[all …]
|
| /linux/fs/bcachefs/ |
| H A D | fs-io-pagecache.h | 19 static inline u64 folio_end_pos(struct folio *folio) in folio_end_pos()
24 static inline size_t folio_sectors(struct folio *folio) in folio_sectors()
29 static inline loff_t folio_sector(struct folio *folio) in folio_sector()
34 static inline u64 folio_end_sector(struct folio *folio) in folio_end_sector()
72 static inline void bch2_folio_sector_set(struct folio *folio, in bch2_folio_sector_set()
80 static inline int folio_pos_to_s(struct folio *folio, loff_t pos) in folio_pos_to_s()
89 static inline void __bch2_folio_release(struct folio *folio) in __bch2_folio_release()
94 static inline void bch2_folio_release(struct folio *folio) in bch2_folio_release()
100 static inline struct bch_folio *__bch2_folio(struct folio *folio) in __bch2_folio()
105 static inline struct bch_folio *bch2_folio(struct folio *folio) in bch2_folio()
|
| H A D | fs-io-pagecache.c | 126 struct bch_folio *__bch2_folio_create(struct folio *folio, gfp_t gfp) in __bch2_folio_create()
141 struct bch_folio *bch2_folio_create(struct folio *folio, gfp_t gfp) in bch2_folio_create()
155 static void __bch2_folio_set(struct folio *folio, in __bch2_folio_set()
266 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_unallocated() local
311 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_reserved() local
362 struct folio *folio, bool check_enospc) in bch2_get_folio_disk_reservation()
404 struct folio *folio, in __bch2_folio_reservation_get()
473 struct folio *folio, in bch2_folio_reservation_get()
482 struct folio *folio, in bch2_folio_reservation_get_partial()
489 static void bch2_clear_folio_bits(struct folio *folio) in bch2_clear_folio_bits()
[all …]
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 29 struct folio *folio; in damon_get_folio() local
47 struct folio *folio; in damon_ptep_mkold() local
78 struct folio *folio = damon_get_folio(pmd_pfn(pmdp_get(pmd))); in damon_pmdp_mkold() local
144 static bool damon_folio_mkold_one(struct folio *folio, in damon_folio_mkold_one()
159 void damon_folio_mkold(struct folio *folio) in damon_folio_mkold()
183 static bool damon_folio_young_one(struct folio *folio, in damon_folio_young_one()
223 bool damon_folio_young(struct folio *folio) in damon_folio_young()
252 bool damos_folio_filter_match(struct damos_filter *filter, struct folio *folio) in damos_folio_filter_match()
329 struct folio *folio; in damon_migrate_folio_list() local
334 struct folio *folio; in damon_migrate_folio_list() local
[all …]
|
| H A D | paddr.c | 23 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_mkold() local
52 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_young() local
103 static bool damos_pa_filter_out(struct damos *scheme, struct folio *folio) in damos_pa_filter_out()
117 static bool damon_pa_invalid_damos_folio(struct folio *folio, struct damos *s) in damon_pa_invalid_damos_folio()
135 struct folio *folio; in damon_pa_pageout() local
190 struct folio *folio; in damon_pa_mark_accessed_or_deactivate() local
237 struct folio *folio; in damon_pa_migrate() local
278 struct folio *folio; in damon_pa_stat() local
|
| /linux/fs/nilfs2/ |
| H A D | dir.c | 81 static int nilfs_prepare_chunk(struct folio *folio, unsigned int from, in nilfs_prepare_chunk()
89 static void nilfs_commit_chunk(struct folio *folio, in nilfs_commit_chunk()
109 static bool nilfs_check_folio(struct folio *folio, char *kaddr) in nilfs_check_folio()
190 struct folio *folio = read_mapping_folio(mapping, n, NULL); in nilfs_get_folio() local
249 struct folio *folio; in nilfs_readdir() local
354 struct folio *folio; in nilfs_dotdot() local
392 struct folio *folio; in nilfs_inode_by_name() local
404 struct folio *folio, struct inode *inode) in nilfs_set_link()
435 struct folio *folio = NULL; in nilfs_add_link() local
523 int nilfs_delete_entry(struct nilfs_dir_entry *dir, struct folio *folio) in nilfs_delete_entry()
[all …]
|
| /linux/fs/ |
| H A D | buffer.c | 88 void buffer_check_dirty_writeback(struct folio *folio, in buffer_check_dirty_writeback()
188 struct folio *folio; in __find_get_block_slow() local
261 struct folio *folio; in end_buffer_async_read() local
321 struct folio *folio = bh->b_folio; in need_fsverity() local
392 struct folio *folio; in end_buffer_async_write() local
731 bool block_dirty_folio(struct address_space *mapping, struct folio *folio) in block_dirty_folio()
921 struct buffer_head *folio_alloc_buffers(struct folio *folio, unsigned long size, in folio_alloc_buffers()
975 static inline void link_dev_buffers(struct folio *folio, in link_dev_buffers()
1004 static sector_t folio_init_buffers(struct folio *folio, in folio_init_buffers()
1046 struct folio *folio; in grow_dev_folio() local
[all …]
|
| /linux/fs/ext2/ |
| H A D | dir.c | 84 static void ext2_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in ext2_commit_chunk()
99 static bool ext2_check_folio(struct folio *folio, int quiet, char *kaddr) in ext2_check_folio()
193 struct folio *folio = read_mapping_folio(mapping, n, NULL); in ext2_get_folio() local
277 struct folio *folio; in ext2_readdir() local
424 struct folio *folio; in ext2_inode_by_name() local
435 static int ext2_prepare_chunk(struct folio *folio, loff_t pos, unsigned len) in ext2_prepare_chunk()
451 struct folio *folio, struct inode *inode, bool update_times) in ext2_set_link()
484 struct folio *folio = NULL; in ext2_add_link() local
571 int ext2_delete_entry(struct ext2_dir_entry_2 *dir, struct folio *folio) in ext2_delete_entry()
619 struct folio *folio = filemap_grab_folio(inode->i_mapping, 0); in ext2_make_empty() local
[all …]
|
| /linux/fs/gfs2/ |
| H A D | aops.c | 71 static int gfs2_write_jdata_folio(struct folio *folio, in gfs2_write_jdata_folio()
102 static int __gfs2_jdata_write_folio(struct folio *folio, in __gfs2_jdata_write_folio()
132 struct folio *folio = NULL; in gfs2_jdata_writeback() local
213 struct folio *folio = fbatch->folios[i]; in gfs2_write_jdata_batch() local
388 static int stuffed_read_folio(struct gfs2_inode *ip, struct folio *folio) in stuffed_read_folio()
422 static int gfs2_read_folio(struct file *file, struct folio *folio) in gfs2_read_folio()
462 struct folio *folio; in gfs2_internal_read() local
550 struct folio *folio) in gfs2_jdata_dirty_folio()
609 static void gfs2_invalidate_folio(struct folio *folio, size_t offset, in gfs2_invalidate_folio()
651 bool gfs2_release_folio(struct folio *folio, gfp_t gfp_mask) in gfs2_release_folio()
|
| /linux/fs/f2fs/ |
| H A D | node.h | 277 static inline void fill_node_footer(const struct folio *folio, nid_t nid, in fill_node_footer()
304 static inline void fill_node_footer_blkaddr(struct folio *folio, block_t blkaddr) in fill_node_footer_blkaddr()
317 static inline bool is_recoverable_dnode(const struct folio *folio) in is_recoverable_dnode()
371 static inline int set_nid(struct folio *folio, int off, nid_t nid, bool i) in set_nid()
384 static inline nid_t get_nid(const struct folio *folio, int off, bool i) in get_nid()
400 static inline int is_node(const struct folio *folio, int type) in is_node()
406 #define is_cold_node(folio) is_node(folio, COLD_BIT_SHIFT) argument
407 #define is_fsync_dnode(folio) is_node(folio, FSYNC_BIT_SHIFT) argument
408 #define is_dent_dnode(folio) is_node(folio, DENT_BIT_SHIFT) argument
410 static inline void set_cold_node(const struct folio *folio, bool is_dir) in set_cold_node()
[all …]
|
| /linux/fs/ufs/ |
| H A D | dir.c | 45 static void ufs_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in ufs_commit_chunk()
73 struct folio *folio; in ufs_inode_by_name() local
85 struct folio *folio, struct inode *inode, in ufs_set_link()
109 static bool ufs_check_folio(struct folio *folio, char *kaddr) in ufs_check_folio()
190 struct folio *folio = read_mapping_folio(mapping, n, NULL); in ufs_get_folio() local
306 struct folio *folio = NULL; in ufs_add_link() local
430 struct folio *folio; in ufs_readdir() local
483 struct folio *folio) in ufs_delete_entry()
536 struct folio *folio = filemap_grab_folio(mapping, 0); in ufs_make_empty() local
583 struct folio *folio; in ufs_empty_dir() local
|