| /linux/fs/iomap/ |
| H A D | buffered-io.c | 34 static inline bool ifs_is_fully_uptodate(struct folio *folio, in ifs_is_fully_uptodate()
46 static unsigned ifs_next_uptodate_block(struct folio *folio, in ifs_next_uptodate_block()
58 static unsigned ifs_next_nonuptodate_block(struct folio *folio, in ifs_next_nonuptodate_block()
66 static bool ifs_set_range_uptodate(struct folio *folio, in ifs_set_range_uptodate()
78 static void iomap_set_range_uptodate(struct folio *folio, size_t off, in iomap_set_range_uptodate()
111 static unsigned ifs_next_dirty_block(struct folio *folio, in ifs_next_dirty_block()
126 static unsigned ifs_next_clean_block(struct folio *folio, in ifs_next_clean_block()
137 static unsigned ifs_find_dirty_range(struct folio *folio, in ifs_find_dirty_range()
161 static unsigned iomap_find_dirty_range(struct folio *folio, u64 *range_start, in iomap_find_dirty_range()
174 static void ifs_clear_range_dirty(struct folio *folio, in ifs_clear_range_dirty()
[all …]
|
| /linux/mm/ |
| H A D | filemap.c | 130 struct folio *folio, void *shadow) in page_cache_delete()
151 struct folio *folio) in filemap_unaccount_folio()
222 void __filemap_remove_folio(struct folio *folio, void *shadow) in __filemap_remove_folio()
232 struct folio *folio) in filemap_free_folio()
251 void filemap_remove_folio(struct folio *folio) in filemap_remove_folio()
286 struct folio *folio; in page_cache_delete_batch() local
332 struct folio *folio = fbatch->folios[i]; in delete_from_page_cache_batch() local
483 struct folio *folio; in filemap_range_has_page() local
531 struct folio *folio = fbatch.folios[i]; in __filemap_fdatawait_range() local
643 struct folio *folio; in filemap_range_has_writeback() local
[all …]
|
| H A D | rmap.c | 587 struct anon_vma *folio_get_anon_vma(const struct folio *folio) in folio_get_anon_vma()
633 struct anon_vma *folio_lock_anon_vma_read(const struct folio *folio, in folio_lock_anon_vma_read()
856 unsigned long page_address_in_vma(const struct folio *folio, in page_address_in_vma()
917 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
1064 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1180 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1199 int folio_mkclean(struct folio *folio) in folio_mkclean()
1231 static bool mapping_wrprotect_range_one(struct folio *folio, in mapping_wrprotect_range_one()
1330 static void __folio_mod_stat(struct folio *folio, int nr, int nr_pmdmapped) in __folio_mod_stat()
1352 static __always_inline void __folio_add_rmap(struct folio *folio, in __folio_add_rmap()
[all …]
|
| H A D | swap_state.c | 90 struct folio *folio; in swap_cache_get_folio() local
141 struct folio *folio, swp_entry_t entry) in __swap_cache_add_folio()
177 static int swap_cache_add_folio(struct folio *folio, swp_entry_t entry, in swap_cache_add_folio()
234 void __swap_cache_del_folio(struct swap_cluster_info *ci, struct folio *folio, in __swap_cache_del_folio()
292 void swap_cache_del_folio(struct folio *folio) in swap_cache_del_folio()
361 void free_swap_cache(struct folio *folio) in free_swap_cache()
374 void free_folio_and_swap_cache(struct folio *folio) in free_folio_and_swap_cache()
392 struct folio *folio = page_folio(encoded_page_ptr(pages[i])); in free_pages_and_swap_cache() local
418 void swap_update_readahead(struct folio *folio, struct vm_area_struct *vma, in swap_update_readahead()
466 struct folio *folio, in __swap_cache_prepare_and_add()
[all …]
|
| H A D | migrate_device.c | 82 static int migrate_vma_split_folio(struct folio *folio, in migrate_vma_split_folio()
141 struct folio *folio; in migrate_vma_collect_huge_pmd() local
274 struct folio *folio; in migrate_vma_collect_pmd() local
533 struct folio *folio = page_folio(page); in migrate_vma_check_page() local
574 struct folio *folio; in migrate_device_unmap() local
630 struct folio *folio; in migrate_device_unmap() local
795 struct folio *folio = page_folio(page); in migrate_vma_insert_huge_pmd_page() local
904 struct folio *folio) in migrate_vma_split_unmapped_folio()
939 struct folio *folio) in migrate_vma_split_unmapped_folio()
972 struct folio *folio = page_folio(page); in migrate_vma_insert_page() local
[all …]
|
| H A D | huge_memory.c | 1153 struct mem_cgroup *folio_split_queue_memcg(struct folio *folio, in folio_split_queue_memcg()
1169 struct mem_cgroup *folio_split_queue_memcg(struct folio *folio, in folio_split_queue_memcg()
1219 static struct deferred_split *folio_split_queue_lock(struct folio *folio) in folio_split_queue_lock()
1235 folio_split_queue_lock_irqsave(struct folio *folio, unsigned long *flags) in folio_split_queue_lock_irqsave()
1257 static inline bool is_transparent_hugepage(const struct folio *folio) in is_transparent_hugepage()
1338 struct folio *folio; in vma_alloc_anon_folio_pmd() local
1376 void map_anon_folio_pmd_nopf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_nopf()
1390 static void map_anon_folio_pmd_pf(struct folio *folio, pmd_t *pmd, in map_anon_folio_pmd_pf()
1404 struct folio *folio; in __do_huge_pmd_anonymous_page() local
1459 struct folio *folio; in do_huge_pmd_device_private() local
[all …]
|
| H A D | memory-failure.c | 317 void shake_folio(struct folio *folio) in shake_folio()
545 static void collect_procs_anon(const struct folio *folio, in collect_procs_anon()
583 static void collect_procs_file(const struct folio *folio, in collect_procs_file()
666 static void collect_procs(const struct folio *folio, const struct page *page, in collect_procs()
910 static int delete_from_lru_cache(struct folio *folio) in delete_from_lru_cache()
935 static int truncate_error_folio(struct folio *folio, unsigned long pfn, in truncate_error_folio()
1022 struct folio *folio = page_folio(p); in me_pagecache_clean() local
1080 struct folio *folio = page_folio(p); in me_pagecache_dirty() local
1118 struct folio *folio = page_folio(p); in me_swapcache_dirty() local
1140 struct folio *folio = page_folio(p); in me_swapcache_clean() local
[all …]
|
| H A D | hugetlb.c | 1251 static void enqueue_hugetlb_folio(struct hstate *h, struct folio *folio) in enqueue_hugetlb_folio()
1267 struct folio *folio; in dequeue_hugetlb_folio_node_exact() local
1310 struct folio *folio; in dequeue_hugetlb_folio_nodemask() local
1341 struct folio *folio = NULL; in dequeue_hugetlb_folio_vma() local
1380 struct folio *folio; in alloc_gigantic_frozen_folio() local
1409 void remove_hugetlb_folio(struct hstate *h, struct folio *folio, in remove_hugetlb_folio()
1445 void add_hugetlb_folio(struct hstate *h, struct folio *folio, in add_hugetlb_folio()
1476 struct folio *folio) in __update_and_free_hugetlb_folio()
1551 struct folio *folio; in free_hpage_workfn() local
1579 static void update_and_free_hugetlb_folio(struct hstate *h, struct folio *folio, in update_and_free_hugetlb_folio()
[all …]
|
| H A D | migrate.c | 119 struct folio *folio = folio_get_nontail_page(page); in isolate_movable_ops_page() local
199 struct folio *folio = page_folio(page); in putback_movable_ops_page() local
259 struct folio *folio; in putback_movable_pages() local
279 bool isolate_folio_to_list(struct folio *folio, struct list_head *list) in isolate_folio_to_list()
299 struct folio *folio, pte_t old_pte, unsigned long idx) in try_to_map_unused_to_zeropage()
339 struct folio *folio; member
346 static bool remove_migration_pte(struct folio *folio, in remove_migration_pte()
572 struct folio *newfolio, struct folio *folio, int expected_count) in __folio_migrate_mapping()
711 struct folio *newfolio, struct folio *folio, int extra_count) in folio_migrate_mapping()
762 void folio_migrate_flags(struct folio *newfolio, struct folio *folio) in folio_migrate_flags()
[all …]
|
| /linux/include/linux/ |
| H A D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| H A D | pagemap.h | 565 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
582 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
595 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
613 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
630 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
944 static inline pgoff_t folio_next_index(const struct folio *folio) in folio_next_index()
955 static inline loff_t folio_next_pos(const struct folio *folio) in folio_next_pos()
970 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
984 static inline bool folio_contains(const struct folio *folio, pgoff_t index) in folio_contains()
1035 static inline pgoff_t page_pgoff(const struct folio *folio, in page_pgoff()
[all …]
|
| H A D | memremap.h | 166 static inline bool folio_is_device_private(const struct folio *folio) in folio_is_device_private()
179 static inline bool folio_is_pci_p2pdma(const struct folio *folio) in folio_is_pci_p2pdma()
186 static inline void *folio_zone_device_data(const struct folio *folio) in folio_zone_device_data()
192 static inline void folio_set_zone_device_data(struct folio *folio, void *data) in folio_set_zone_device_data()
204 static inline bool folio_is_device_coherent(const struct folio *folio) in folio_is_device_coherent()
215 static inline bool folio_is_fsdax(const struct folio *folio) in folio_is_fsdax()
238 static inline void zone_device_folio_init(struct folio *folio, in zone_device_folio_init()
|
| H A D | mm.h | 240 static inline unsigned long folio_page_idx(const struct folio *folio, in folio_page_idx()
1680 static inline unsigned int folio_large_order(const struct folio *folio) in folio_large_order()
1686 static inline unsigned long folio_large_nr_pages(const struct folio *folio) in folio_large_nr_pages()
1691 static inline unsigned long folio_large_nr_pages(const struct folio *folio) in folio_large_nr_pages()
1706 const struct folio *folio = (struct folio *)page; in compound_order() local
1722 static inline unsigned int folio_order(const struct folio *folio) in folio_order()
1736 static inline void folio_reset_order(struct folio *folio) in folio_reset_order()
1770 static inline int folio_put_testzero(struct folio *folio) in folio_put_testzero()
1833 static inline int folio_entire_mapcount(const struct folio *folio) in folio_entire_mapcount()
1841 static inline int folio_large_mapcount(const struct folio *folio) in folio_large_mapcount()
[all …]
|
| /linux/fs/ |
| H A D | mpage.c | 96 static void map_buffer_to_folio(struct folio *folio, struct buffer_head *bh, in map_buffer_to_folio()
132 struct folio *folio; member
152 struct folio *folio = args->folio; in do_mpage_readpage() local
360 struct folio *folio; in mpage_readahead() local
386 int mpage_read_folio(struct folio *folio, get_block_t get_block) in mpage_read_folio()
428 static void clean_buffers(struct folio *folio, unsigned first_unmapped) in clean_buffers()
453 static int mpage_write_folio(struct writeback_control *wbc, struct folio *folio, in mpage_write_folio()
664 int (*write_folio)(struct folio *folio, in __mpage_writepages()
670 struct folio *folio = NULL; in __mpage_writepages() local
|
| /linux/fs/nfs/ |
| H A D | write.c | 170 static struct nfs_page *nfs_folio_find_head_request(struct folio *folio) in nfs_folio_find_head_request()
188 static void nfs_grow_file(struct folio *folio, unsigned int offset, in nfs_grow_file()
228 static void nfs_mapping_set_error(struct folio *folio, int error) in nfs_mapping_set_error()
258 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
286 static void nfs_folio_set_writeback(struct folio *folio) in nfs_folio_set_writeback()
295 static void nfs_folio_end_writeback(struct folio *folio) in nfs_folio_end_writeback()
511 static struct nfs_page *nfs_lock_and_join_requests(struct folio *folio) in nfs_lock_and_join_requests()
582 static int nfs_do_writepage(struct folio *folio, struct writeback_control *wbc, in nfs_do_writepage()
629 static int nfs_writepage_locked(struct folio *folio, in nfs_writepage_locked()
682 struct folio *folio = NULL; in nfs_writepages() local
[all …]
|
| /linux/arch/mips/include/asm/ |
| H A D | cacheflush.h | 39 #define folio_test_dcache_dirty(folio) \ argument
41 #define folio_set_dcache_dirty(folio) \ argument
43 #define folio_clear_dcache_dirty(folio) \ argument
56 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
68 struct folio *folio = page_folio(page); in flush_dcache_page() local
|
| /linux/fs/ecryptfs/ |
| H A D | mmap.c | 33 struct folio *folio = NULL; in ecryptfs_writepages() local
91 ecryptfs_copy_up_encrypted_with_header(struct folio *folio, in ecryptfs_copy_up_encrypted_with_header()
163 static int ecryptfs_read_folio(struct file *file, struct folio *folio) in ecryptfs_read_folio()
214 static int fill_zeros_to_end_of_page(struct folio *folio, unsigned int to) in fill_zeros_to_end_of_page()
248 struct folio *folio; in ecryptfs_write_begin() local
443 struct folio *folio, void *fsdata) in ecryptfs_write_end()
|
| /linux/fs/btrfs/ |
| H A D | extent_io.c | 245 struct folio *folio, const struct folio *locked_folio, in process_one_folio()
283 struct folio *folio = fbatch.folios[i]; in __process_folios_contig() local
324 struct folio *folio = fbatch.folios[i]; in lock_delalloc_folios() local
479 static bool btrfs_verify_folio(struct fsverity_info *vi, struct folio *folio, in btrfs_verify_folio()
489 static void end_folio_read(struct fsverity_info *vi, struct folio *folio, in end_folio_read()
528 struct folio *folio = fi.folio; in end_bbio_data_write() local
545 static void begin_folio_read(struct btrfs_fs_info *fs_info, struct folio *folio) in begin_folio_read()
582 struct folio *folio = fi.folio; in end_bbio_data_read() local
785 u64 disk_bytenr, struct folio *folio, in submit_extent_folio()
864 struct folio *folio, in attach_extent_buffer_folio()
[all …]
|
| /linux/fs/netfs/ |
| H A D | read_pgpriv2.c | 19 static void netfs_pgpriv2_copy_folio(struct netfs_io_request *creq, struct folio *folio) in netfs_pgpriv2_copy_folio()
98 struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_begin_copy_to_cache()
132 void netfs_pgpriv2_copy_to_cache(struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_copy_to_cache()
184 struct folio *folio; in netfs_pgpriv2_unlock_copied_folios() local
|
| H A D | misc.c | 34 struct folio *folio; in netfs_alloc_folioq_buffer() local
87 struct folio *folio = folioq_folio(fq, slot); in netfs_free_folioq_buffer() local
136 bool netfs_dirty_folio(struct address_space *mapping, struct folio *folio) in netfs_dirty_folio()
211 void netfs_invalidate_folio(struct folio *folio, size_t offset, size_t length) in netfs_invalidate_folio()
293 bool netfs_release_folio(struct folio *folio, gfp_t gfp) in netfs_release_folio()
|
| H A D | write_issue.c | 45 struct folio *folio) in netfs_kill_dirty_pages()
321 struct folio *folio) in netfs_write_folio()
555 struct folio *folio; in netfs_writepages() local
646 struct folio *folio, size_t copied, bool to_page_end, in netfs_advance_writethrough()
704 struct folio *folio) in netfs_write_folio_single()
859 struct folio *folio = folioq_folio(fq, slot); in netfs_writeback_single() local
|
| /linux/fs/xfs/scrub/ |
| H A D | xfile.c | 126 struct folio *folio; in xfile_load() local
196 struct folio *folio; in xfile_store() local
254 struct folio *folio = NULL; in xfile_get_folio() local
307 struct folio *folio) in xfile_put_folio()
|
| /linux/virt/kvm/ |
| H A D | guest_memfd.c | 52 folio_file_pfn(struct folio * folio,pgoff_t index) folio_file_pfn() argument
63 __kvm_gmem_prepare_folio(struct kvm * kvm,struct kvm_memory_slot * slot,pgoff_t index,struct folio * folio) __kvm_gmem_prepare_folio() argument
86 kvm_gmem_prepare_folio(struct kvm * kvm,struct kvm_memory_slot * slot,gfn_t gfn,struct folio * folio) kvm_gmem_prepare_folio() argument
123 struct folio *folio; kvm_gmem_get_folio() local
269 struct folio *folio; kvm_gmem_allocate() local
394 struct folio *folio; kvm_gmem_fault_user_mapping() local
498 kvm_gmem_error_folio(struct address_space * mapping,struct folio * folio) kvm_gmem_error_folio() argument
526 kvm_gmem_free_folio(struct folio * folio) kvm_gmem_free_folio() argument
759 struct folio *folio; __kvm_gmem_get_pfn() local
793 struct folio *folio; kvm_gmem_get_pfn() local
829 struct folio *folio; __kvm_gmem_populate() local
[all...] |
| /linux/fs/ntfs/ |
| H A D | mft.c | 103 struct folio *folio; in map_mft_record_folio() local
225 struct folio *folio; in unmap_mft_record() local
453 struct folio *folio; in ntfs_sync_mft_mirror() local
540 struct folio *folio = ni->folio; in write_mft_record_nolock() local
948 struct folio *folio; in ntfs_mft_bitmap_find_and_alloc_free_rec_nolock() local
1136 struct folio *folio; in ntfs_mft_bitmap_extend_allocation_nolock() local
1940 struct folio *folio; in ntfs_mft_record_format() local
2097 struct folio *folio; in ntfs_mft_record_alloc() local
2698 static int ntfs_write_mft_block(struct folio *folio, struct writeback_control *wbc) in ntfs_write_mft_block()
2911 struct folio *folio = NULL; in ntfs_mft_writepages() local
[all …]
|
| /linux/arch/sh/mm/ |
| H A D | cache.c | 64 struct folio *folio = page_folio(page); in copy_to_user_page() local
85 struct folio *folio = page_folio(page); in copy_from_user_page() local
150 struct folio *folio = page_folio(pfn_to_page(pfn)); in __update_cache() local
160 struct folio *folio = page_folio(page); in __flush_anon_page() local
225 void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
|