| /linux/fs/iomap/ |
| H A D | buffered-io.c | 34 ifs_is_fully_uptodate(struct folio * folio,struct iomap_folio_state * ifs) ifs_is_fully_uptodate() argument
46 ifs_next_uptodate_block(struct folio * folio,unsigned start_blk,unsigned end_blk) ifs_next_uptodate_block() argument
58 ifs_next_nonuptodate_block(struct folio * folio,unsigned start_blk,unsigned end_blk) ifs_next_nonuptodate_block() argument
66 ifs_set_range_uptodate(struct folio * folio,struct iomap_folio_state * ifs,size_t off,size_t len) ifs_set_range_uptodate() argument
78 iomap_set_range_uptodate(struct folio * folio,size_t off,size_t len) iomap_set_range_uptodate() argument
111 ifs_next_dirty_block(struct folio * folio,unsigned start_blk,unsigned end_blk) ifs_next_dirty_block() argument
126 ifs_next_clean_block(struct folio * folio,unsigned start_blk,unsigned end_blk) ifs_next_clean_block() argument
137 ifs_find_dirty_range(struct folio * folio,struct iomap_folio_state * ifs,u64 * range_start,u64 range_end) ifs_find_dirty_range() argument
161 iomap_find_dirty_range(struct folio * folio,u64 * range_start,u64 range_end) iomap_find_dirty_range() argument
174 ifs_clear_range_dirty(struct folio * folio,struct iomap_folio_state * ifs,size_t off,size_t len) ifs_clear_range_dirty() argument
189 iomap_clear_range_dirty(struct folio * folio,size_t off,size_t len) iomap_clear_range_dirty() argument
197 ifs_set_range_dirty(struct folio * folio,struct iomap_folio_state * ifs,size_t off,size_t len) ifs_set_range_dirty() argument
212 iomap_set_range_dirty(struct folio * folio,size_t off,size_t len) iomap_set_range_dirty() argument
221 ifs_alloc(struct inode * inode,struct folio * folio,unsigned int flags) ifs_alloc() argument
255 ifs_free(struct folio * folio) ifs_free() argument
287 iomap_adjust_read_range(struct inode * inode,struct folio * folio,loff_t * pos,loff_t length,size_t * offp,size_t * lenp) iomap_adjust_read_range() argument
371 iomap_read_inline_data(const struct iomap_iter * iter,struct folio * folio) iomap_read_inline_data() argument
396 iomap_finish_folio_read(struct folio * folio,size_t off,size_t len,int error) iomap_finish_folio_read() argument
424 iomap_read_init(struct folio * folio) iomap_read_init() argument
462 iomap_read_end(struct folio * folio,size_t bytes_submitted) iomap_read_end() argument
515 struct folio *folio = ctx->cur_folio; iomap_read_folio_iter() local
588 struct folio *folio = ctx->cur_folio; iomap_read_folio() local
686 iomap_is_partially_uptodate(struct folio * folio,size_t from,size_t count) iomap_is_partially_uptodate() argument
730 iomap_release_folio(struct folio * folio,gfp_t gfp_flags) iomap_release_folio() argument
747 iomap_invalidate_folio(struct folio * folio,size_t offset,size_t len) iomap_invalidate_folio() argument
764 iomap_dirty_folio(struct address_space * mapping,struct folio * folio) iomap_dirty_folio() argument
791 __iomap_write_begin(const struct iomap_iter * iter,const struct iomap_write_ops * write_ops,size_t len,struct folio * folio) __iomap_write_begin() argument
872 struct folio *folio = folio_batch_next(iter->fbatch); __iomap_get_folio() local
901 __iomap_put_folio(struct iomap_iter * iter,const struct iomap_write_ops * write_ops,size_t ret,struct folio * folio) __iomap_put_folio() argument
915 iomap_trim_folio_range(struct iomap_iter * iter,struct folio * folio,size_t * offset,u64 * bytes) iomap_trim_folio_range() argument
930 iomap_write_begin_inline(const struct iomap_iter * iter,struct folio * folio) iomap_write_begin_inline() argument
950 struct folio *folio; iomap_write_begin() local
1031 __iomap_write_end(struct inode * inode,loff_t pos,size_t len,size_t copied,struct folio * folio) __iomap_write_end() argument
1055 iomap_write_end_inline(const struct iomap_iter * iter,struct folio * folio,loff_t pos,size_t copied) iomap_write_end_inline() argument
1080 iomap_write_end(struct iomap_iter * iter,size_t len,size_t copied,struct folio * folio) iomap_write_end() argument
1109 struct folio *folio; iomap_write_iter() local
1236 iomap_write_delalloc_ifs_punch(struct inode * inode,struct folio * folio,loff_t start_byte,loff_t end_byte,struct iomap * iomap,iomap_punch_t punch) iomap_write_delalloc_ifs_punch() argument
1265 iomap_write_delalloc_punch(struct inode * inode,struct folio * folio,loff_t * punch_start_byte,loff_t start_byte,loff_t end_byte,struct iomap * iomap,iomap_punch_t punch) iomap_write_delalloc_punch() argument
1311 struct folio *folio; iomap_write_delalloc_scan() local
1469 struct folio *folio; iomap_unshare_iter() local
1542 struct folio *folio; iomap_zero_iter() local
1688 iomap_folio_mkwrite_iter(struct iomap_iter * iter,struct folio * folio) iomap_folio_mkwrite_iter() argument
1715 struct folio *folio = page_folio(vmf->page); iomap_page_mkwrite() local
1737 iomap_writeback_init(struct inode * inode,struct folio * folio) iomap_writeback_init() argument
1757 iomap_finish_folio_write(struct inode * inode,struct folio * folio,size_t len) iomap_finish_folio_write() argument
1771 iomap_writeback_range(struct iomap_writepage_ctx * wpc,struct folio * folio,u64 pos,u32 rlen,u64 end_pos,size_t * bytes_submitted) iomap_writeback_range() argument
1802 iomap_writeback_handle_eof(struct folio * folio,struct inode * inode,u64 * end_pos) iomap_writeback_handle_eof() argument
1854 iomap_writeback_folio(struct iomap_writepage_ctx * wpc,struct folio * folio) iomap_writeback_folio() argument
1947 struct folio *folio = NULL; iomap_writepages() local
[all...] |
| /linux/mm/ |
| H A D | filemap.c | 130 struct folio *folio, void *shadow) in page_cache_delete() argument
151 filemap_unaccount_folio(struct address_space * mapping,struct folio * folio) filemap_unaccount_folio() argument
222 __filemap_remove_folio(struct folio * folio,void * shadow) __filemap_remove_folio() argument
232 filemap_free_folio(const struct address_space * mapping,struct folio * folio) filemap_free_folio() argument
251 filemap_remove_folio(struct folio * folio) filemap_remove_folio() argument
286 struct folio *folio; page_cache_delete_batch() local
332 struct folio *folio = fbatch->folios[i]; delete_from_page_cache_batch() local
483 struct folio *folio; filemap_range_has_page() local
531 struct folio *folio = fbatch.folios[i]; __filemap_fdatawait_range() local
643 struct folio *folio; filemap_range_has_writeback() local
850 __filemap_add_folio(struct address_space * mapping,struct folio * folio,pgoff_t index,gfp_t gfp,void ** shadowp) __filemap_add_folio() argument
950 filemap_add_folio(struct address_space * mapping,struct folio * folio,pgoff_t index,gfp_t gfp) filemap_add_folio() argument
998 struct folio *folio; filemap_alloc_folio_noprof() local
1071 folio_waitqueue(struct folio * folio) folio_waitqueue() argument
1185 folio_wake_bit(struct folio * folio,int bit_nr) folio_wake_bit() argument
1232 folio_trylock_flag(struct folio * folio,int bit_nr,struct wait_queue_entry * wait) folio_trylock_flag() argument
1245 folio_wait_bit_common(struct folio * folio,int bit_nr,int state,enum behavior behavior) folio_wait_bit_common() argument
1409 struct folio *folio = softleaf_to_folio(entry); softleaf_entry_wait_on_locked() local
1466 folio_wait_bit(struct folio * folio,int bit_nr) folio_wait_bit() argument
1472 folio_wait_bit_killable(struct folio * folio,int bit_nr) folio_wait_bit_killable() argument
1491 folio_put_wait_locked(struct folio * folio,int state) folio_put_wait_locked() argument
1505 folio_unlock(struct folio * folio) folio_unlock() argument
1530 folio_end_read(struct folio * folio,bool success) folio_end_read() argument
1557 folio_end_private_2(struct folio * folio) folio_end_private_2() argument
1572 folio_wait_private_2(struct folio * folio) folio_wait_private_2() argument
1590 folio_wait_private_2_killable(struct folio * folio) folio_wait_private_2_killable() argument
1604 filemap_end_dropbehind(struct folio * folio) filemap_end_dropbehind() argument
1623 folio_end_dropbehind(struct folio * folio) folio_end_dropbehind() argument
1651 folio_end_writeback_no_dropbehind(struct folio * folio) folio_end_writeback_no_dropbehind() argument
1682 folio_end_writeback(struct folio * folio) folio_end_writeback() argument
1703 __folio_lock(struct folio * folio) __folio_lock() argument
1710 __folio_lock_killable(struct folio * folio) __folio_lock_killable() argument
1717 __folio_lock_async(struct folio * folio,struct wait_page_queue * wait) __folio_lock_async() argument
1754 __folio_lock_or_retry(struct folio * folio,struct vm_fault * vmf) __folio_lock_or_retry() argument
1896 struct folio *folio; filemap_get_entry() local
1944 struct folio *folio; __filemap_get_folio_mpol() local
2064 struct folio *folio; find_get_entry() local
2120 struct folio *folio; find_get_entries() local
2169 struct folio *folio; find_lock_entries() local
2260 struct folio *folio; filemap_get_folios_contig() local
2335 struct folio *folio; filemap_get_folios_tag() local
2390 struct folio *folio; filemap_get_folios_dirty() local
2460 struct folio *folio; filemap_get_read_batch() local
2493 filemap_read_folio(struct file * file,filler_t filler,struct folio * folio) filemap_read_folio() argument
2519 filemap_range_uptodate(struct address_space * mapping,loff_t pos,size_t count,struct folio * folio,bool need_uptodate) filemap_range_uptodate() argument
2547 filemap_update_page(struct kiocb * iocb,struct address_space * mapping,size_t count,struct folio * folio,bool need_uptodate) filemap_update_page() argument
2604 struct folio *folio; filemap_create_folio() local
2655 filemap_readahead(struct kiocb * iocb,struct file * file,struct address_space * mapping,struct folio * folio,pgoff_t last_index) filemap_readahead() argument
2675 struct folio *folio; filemap_get_pages() local
2737 pos_same_folio(loff_t pos1,loff_t pos2,struct folio * folio) pos_same_folio() argument
2744 filemap_end_dropbehind_read(struct folio * folio) filemap_end_dropbehind_read() argument
2838 struct folio *folio = fbatch.folios[i]; filemap_read() local
2870 struct folio *folio = fbatch.folios[i]; filemap_read() local
3006 splice_folio_into_pipe(struct pipe_inode_info * pipe,struct folio * folio,loff_t fpos,size_t size) splice_folio_into_pipe() argument
3109 struct folio *folio = fbatch.folios[i]; filemap_splice_read() local
3148 folio_seek_hole_data(struct xa_state * xas,struct address_space * mapping,struct folio * folio,loff_t start,loff_t end,bool seek_data) folio_seek_hole_data() argument
3180 seek_folio_size(struct xa_state * xas,struct folio * folio) seek_folio_size() argument
3211 struct folio *folio; mapping_seek_hole_data() local
3265 lock_folio_maybe_drop_mmap(struct vm_fault * vmf,struct folio * folio,struct file ** fpin) lock_folio_maybe_drop_mmap() argument
3416 do_async_mmap_readahead(struct vm_fault * vmf,struct folio * folio) do_async_mmap_readahead() argument
3521 struct folio *folio; filemap_fault() local
3674 filemap_map_pmd(struct vm_fault * vmf,struct folio * folio,pgoff_t start) filemap_map_pmd() argument
3705 struct folio *folio = xas_next_entry(xas, end_pgoff); next_uptodate_folio() local
3748 filemap_map_folio_range(struct vm_fault * vmf,struct folio * folio,unsigned long start,unsigned long addr,unsigned int nr_pages,unsigned long * rss,unsigned short * mmap_miss,pgoff_t file_end) filemap_map_folio_range() argument
3838 filemap_map_order0_folio(struct vm_fault * vmf,struct folio * folio,unsigned long addr,unsigned long * rss,unsigned short * mmap_miss) filemap_map_order0_folio() argument
3881 struct folio *folio; filemap_map_pages() local
3960 struct folio *folio = page_folio(vmf->page); filemap_page_mkwrite() local
4062 struct folio *folio; do_read_cache_folio() local
4171 struct folio *folio; do_read_cache_page() local
4308 struct folio *folio; generic_perform_write() local
4494 filemap_release_folio(struct folio * folio,gfp_t gfp) filemap_release_folio() argument
4573 struct folio *folio; filemap_cachestat() local
[all...] |
| H A D | rmap.c | 587 struct anon_vma *folio_get_anon_vma(const struct folio *folio) in folio_get_anon_vma()
633 struct anon_vma *folio_lock_anon_vma_read(const struct folio *folio, in folio_lock_anon_vma_read()
856 unsigned long page_address_in_vma(const struct folio *folio, in page_address_in_vma()
917 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
1064 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1180 static bool page_mkclean_one(struct folio *folio, struct vm_area_struct *vma, in page_mkclean_one()
1199 int folio_mkclean(struct folio *folio) in folio_mkclean()
1231 static bool mapping_wrprotect_range_one(struct folio *folio, in mapping_wrprotect_range_one()
1330 static void __folio_mod_stat(struct folio *folio, int nr, int nr_pmdmapped) in __folio_mod_stat()
1352 static __always_inline void __folio_add_rmap(struct folio *folio, in __folio_add_rmap()
[all …]
|
| H A D | swap_state.c | 90 struct folio *folio; in swap_cache_get_folio() local
141 struct folio *folio, swp_entry_t entry) in __swap_cache_add_folio()
177 static int swap_cache_add_folio(struct folio *folio, swp_entry_t entry, in swap_cache_add_folio()
234 void __swap_cache_del_folio(struct swap_cluster_info *ci, struct folio *folio, in __swap_cache_del_folio()
292 void swap_cache_del_folio(struct folio *folio) in swap_cache_del_folio()
361 void free_swap_cache(struct folio *folio) in free_swap_cache()
374 void free_folio_and_swap_cache(struct folio *folio) in free_folio_and_swap_cache()
392 struct folio *folio = page_folio(encoded_page_ptr(pages[i])); in free_pages_and_swap_cache() local
418 void swap_update_readahead(struct folio *folio, struct vm_area_struct *vma, in swap_update_readahead()
466 struct folio *folio, in __swap_cache_prepare_and_add()
[all …]
|
| H A D | migrate_device.c | 82 static int migrate_vma_split_folio(struct folio *folio, in migrate_vma_split_folio()
141 struct folio *folio; in migrate_vma_collect_huge_pmd() local
274 struct folio *folio; in migrate_vma_collect_pmd() local
533 struct folio *folio = page_folio(page); in migrate_vma_check_page() local
574 struct folio *folio; in migrate_device_unmap() local
630 struct folio *folio; in migrate_device_unmap() local
795 struct folio *folio = page_folio(page); in migrate_vma_insert_huge_pmd_page() local
906 struct folio *folio) in migrate_vma_split_unmapped_folio()
941 struct folio *folio) in migrate_vma_split_unmapped_folio()
974 struct folio *folio = page_folio(page); in migrate_vma_insert_page() local
[all …]
|
| H A D | huge_memory.c | 1153 struct mem_cgroup *folio_split_queue_memcg(struct folio *folio, in folio_split_queue_memcg() argument
1169 struct mem_cgroup *folio_split_queue_memcg(struct folio *foli argument
1219 folio_split_queue_lock(struct folio * folio) folio_split_queue_lock() argument
1235 folio_split_queue_lock_irqsave(struct folio * folio,unsigned long * flags) folio_split_queue_lock_irqsave() argument
1257 is_transparent_hugepage(const struct folio * folio) is_transparent_hugepage() argument
1338 struct folio *folio; vma_alloc_anon_folio_pmd() local
1376 map_anon_folio_pmd_nopf(struct folio * folio,pmd_t * pmd,struct vm_area_struct * vma,unsigned long haddr) map_anon_folio_pmd_nopf() argument
1390 map_anon_folio_pmd_pf(struct folio * folio,pmd_t * pmd,struct vm_area_struct * vma,unsigned long haddr) map_anon_folio_pmd_pf() argument
1404 struct folio *folio; __do_huge_pmd_anonymous_page() local
1459 struct folio *folio; do_huge_pmd_device_private() local
1597 struct folio *folio; global() member
1710 vmf_insert_folio_pmd(struct vm_fault * vmf,struct folio * folio,bool write) vmf_insert_folio_pmd() argument
1826 vmf_insert_folio_pud(struct vm_fault * vmf,struct folio * folio,bool write) vmf_insert_folio_pud() argument
2110 struct folio *folio; do_huge_zero_wp_pmd() local
2141 struct folio *folio; do_huge_pmd_wp_page() local
2265 struct folio *folio; do_huge_pmd_numa_page() local
2347 struct folio *folio; madvise_free_huge_pmd() local
2422 zap_huge_pmd_folio(struct mm_struct * mm,struct vm_area_struct * vma,pmd_t pmdval,struct folio * folio,bool is_present) zap_huge_pmd_folio() argument
2458 has_deposited_pgtable(struct vm_area_struct * vma,pmd_t pmdval,struct folio * folio) has_deposited_pgtable() argument
2491 struct folio *folio = NULL; zap_huge_pmd() local
2622 const struct folio *folio = softleaf_to_folio(entry); change_non_present_huge_pmd() local
2974 struct folio *folio; zap_huge_pud() local
2994 struct folio *folio; __split_huge_pud_locked() local
3094 struct folio *folio; __split_huge_pmd_locked() local
3436 unmap_folio(struct folio * folio) unmap_folio() argument
3461 __discard_anon_folio_pmd_locked(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,struct folio * folio) __discard_anon_folio_pmd_locked() argument
3523 unmap_huge_pmd_locked(struct vm_area_struct * vma,unsigned long addr,pmd_t * pmdp,struct folio * folio) unmap_huge_pmd_locked() argument
3534 remap_page(struct folio * folio,unsigned long nr,int flags) remap_page() argument
3550 lru_add_split_folio(struct folio * folio,struct folio * new_folio,struct lruvec * lruvec,struct list_head * list) lru_add_split_folio() argument
3587 __split_folio_to_order(struct folio * folio,int old_order,int new_order) __split_folio_to_order() argument
3732 __split_unmapped_folio(struct folio * folio,int new_order,struct page * split_at,struct xa_state * xas,struct address_space * mapping,enum split_type split_type) __split_unmapped_folio() argument
3812 folio_check_splittable(struct folio * folio,unsigned int new_order,enum split_type split_type) folio_check_splittable() argument
3876 folio_cache_ref_count(const struct folio * folio) folio_cache_ref_count() argument
3883 __folio_freeze_and_split_unmapped(struct folio * folio,unsigned int new_order,struct page * split_at,struct xa_state * xas,struct address_space * mapping,bool do_lru,struct list_head * list,enum split_type split_type,pgoff_t end,int * nr_shmem_dropped) __folio_freeze_and_split_unmapped() argument
4048 __folio_split(struct folio * folio,unsigned int new_order,struct page * split_at,struct page * lock_at,struct list_head * list,enum split_type split_type) __folio_split() argument
4241 folio_split_unmapped(struct folio * folio,unsigned int new_order) folio_split_unmapped() argument
4311 struct folio *folio = page_folio(page); __split_huge_page_to_list_to_order() local
4341 folio_split(struct folio * folio,unsigned int new_order,struct page * split_at,struct list_head * list) folio_split() argument
4358 min_order_for_split(struct folio * folio) min_order_for_split() argument
4375 split_folio_to_list(struct folio * folio,struct list_head * list) split_folio_to_list() argument
4393 __folio_unqueue_deferred_split(struct folio * folio) __folio_unqueue_deferred_split() argument
4419 deferred_split_folio(struct folio * folio,bool partially_mapped) deferred_split_folio() argument
4484 thp_underused(struct folio * folio) thp_underused() argument
4516 struct folio *folio, *next; deferred_split_scan() local
4640 struct folio *folio; split_huge_pages_all() local
4739 struct folio *folio; split_huge_pages_pid() local
4842 struct folio *folio = filemap_get_folio(mapping, index); split_huge_pages_in_file() local
4982 struct folio *folio = page_folio(page); set_pmd_migration_entry() local
5034 struct folio *folio = page_folio(new); remove_migration_pmd() local
[all...] |
| H A D | memory-failure.c | 317 void shake_folio(struct folio *folio) in shake_folio()
545 static void collect_procs_anon(const struct folio *folio, in collect_procs_anon()
583 static void collect_procs_file(const struct folio *folio, in collect_procs_file()
666 static void collect_procs(const struct folio *folio, const struct page *page, in collect_procs()
910 static int delete_from_lru_cache(struct folio *folio) in delete_from_lru_cache()
935 static int truncate_error_folio(struct folio *folio, unsigned long pfn, in truncate_error_folio()
1022 struct folio *folio = page_folio(p); in me_pagecache_clean() local
1080 struct folio *folio = page_folio(p); in me_pagecache_dirty() local
1118 struct folio *folio = page_folio(p); in me_swapcache_dirty() local
1140 struct folio *folio = page_folio(p); in me_swapcache_clean() local
[all …]
|
| H A D | hugetlb.c | 1234 static void enqueue_hugetlb_folio(struct hstate *h, struct folio *folio) in enqueue_hugetlb_folio()
1250 struct folio *folio; in dequeue_hugetlb_folio_node_exact() local
1293 struct folio *folio; in dequeue_hugetlb_folio_nodemask() local
1324 struct folio *folio = NULL; in dequeue_hugetlb_folio_vma() local
1363 struct folio *folio; in alloc_gigantic_frozen_folio() local
1392 void remove_hugetlb_folio(struct hstate *h, struct folio *folio, in remove_hugetlb_folio()
1428 void add_hugetlb_folio(struct hstate *h, struct folio *folio, in add_hugetlb_folio()
1459 struct folio *folio) in __update_and_free_hugetlb_folio()
1534 struct folio *folio; in free_hpage_workfn() local
1562 static void update_and_free_hugetlb_folio(struct hstate *h, struct folio *folio, in update_and_free_hugetlb_folio()
[all …]
|
| H A D | migrate.c | 119 struct folio *folio = folio_get_nontail_page(page); in isolate_movable_ops_page() local
199 struct folio *folio = page_folio(page); in putback_movable_ops_page() local
259 struct folio *folio; in putback_movable_pages() local
279 bool isolate_folio_to_list(struct folio *folio, struct list_head *list) in isolate_folio_to_list()
299 struct folio *folio, pte_t old_pte, unsigned long idx) in try_to_map_unused_to_zeropage()
339 struct folio *folio; member
346 static bool remove_migration_pte(struct folio *folio, in remove_migration_pte()
572 struct folio *newfolio, struct folio *folio, int expected_count) in __folio_migrate_mapping()
711 struct folio *newfolio, struct folio *folio, int extra_count) in folio_migrate_mapping()
762 void folio_migrate_flags(struct folio *newfolio, struct folio *folio) in folio_migrate_flags()
[all …]
|
| /linux/include/linux/ |
| H A D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
70 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
167 static inline struct hugetlb_cgroup *hugetlb_cgroup_from_folio(struct folio *folio) in hugetlb_cgroup_from_folio()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
183 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
[all …]
|
| H A D | pagemap.h | 565 static inline struct address_space *folio_flush_mapping(struct folio *folio) in folio_flush_mapping()
582 static inline struct inode *folio_inode(struct folio *folio) in folio_inode()
595 static inline void folio_attach_private(struct folio *folio, void *data) in folio_attach_private()
613 static inline void *folio_change_private(struct folio *folio, void *data) in folio_change_private()
630 static inline void *folio_detach_private(struct folio *folio) in folio_detach_private()
944 static inline pgoff_t folio_next_index(const struct folio *folio) in folio_next_index()
955 static inline loff_t folio_next_pos(const struct folio *folio) in folio_next_pos()
970 static inline struct page *folio_file_page(struct folio *folio, pgoff_t index) in folio_file_page()
984 static inline bool folio_contains(const struct folio *folio, pgoff_t index) in folio_contains()
1035 static inline pgoff_t page_pgoff(const struct folio *folio, in page_pgoff()
[all …]
|
| H A D | highmem.h | 323 struct folio *folio; in vma_alloc_zeroed_movable_folio() local
575 static inline void memcpy_from_folio(char *to, struct folio *folio, in memcpy_from_folio()
603 static inline void memcpy_to_folio(struct folio *folio, size_t offset, in memcpy_to_folio()
640 static inline __must_check void *folio_zero_tail(struct folio *folio, in folio_zero_tail()
676 static inline void folio_fill_tail(struct folio *folio, size_t offset, in folio_fill_tail()
714 static inline size_t memcpy_from_file_folio(char *to, struct folio *folio, in memcpy_from_file_folio()
740 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments()
752 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment()
764 static inline void folio_zero_range(struct folio *folio, in folio_zero_range()
779 static inline void folio_release_kmap(struct folio *folio, void *addr) in folio_release_kmap()
|
| H A D | memremap.h | 166 static inline bool folio_is_device_private(const struct folio *folio) in folio_is_device_private()
179 static inline bool folio_is_pci_p2pdma(const struct folio *folio) in folio_is_pci_p2pdma()
186 static inline void *folio_zone_device_data(const struct folio *folio) in folio_zone_device_data()
192 static inline void folio_set_zone_device_data(struct folio *folio, void *data) in folio_set_zone_device_data()
204 static inline bool folio_is_device_coherent(const struct folio *folio) in folio_is_device_coherent()
215 static inline bool folio_is_fsdax(const struct folio *folio) in folio_is_fsdax()
238 static inline void zone_device_folio_init(struct folio *folio, in zone_device_folio_init()
|
| H A D | page-flags.h | 313 #define folio_page(folio, n) (&(folio)->page + (n)) argument
340 static const unsigned long *const_folio_flags(const struct folio *folio, in const_folio_flags()
350 static unsigned long *folio_flags(struct folio *folio, unsigned n) in folio_flags()
721 static __always_inline bool folio_test_lazyfree(const struct folio *folio) in folio_test_lazyfree()
744 static __always_inline bool folio_test_ksm(const struct folio *folio) in folio_test_ksm()
768 static inline bool folio_xor_flags_has_waiters(struct folio *folio, in folio_xor_flags_has_waiters()
784 static inline bool folio_test_uptodate(const struct folio *folio) in folio_test_uptodate()
806 static __always_inline void __folio_mark_uptodate(struct folio *folio) in __folio_mark_uptodate()
812 static __always_inline void folio_mark_uptodate(struct folio *folio) in folio_mark_uptodate()
838 #define folio_start_writeback(folio) \ argument
[all …]
|
| H A D | mm.h | 240 static inline unsigned long folio_page_idx(const struct folio *folio, in folio_page_idx()
1680 static inline unsigned int folio_large_order(const struct folio *folio) in folio_large_order()
1686 static inline unsigned long folio_large_nr_pages(const struct folio *folio) in folio_large_nr_pages()
1691 static inline unsigned long folio_large_nr_pages(const struct folio *folio) in folio_large_nr_pages()
1706 const struct folio *folio = (struct folio *)page; in compound_order() local
1722 static inline unsigned int folio_order(const struct folio *folio) in folio_order()
1736 static inline void folio_reset_order(struct folio *folio) in folio_reset_order()
1770 static inline int folio_put_testzero(struct folio *folio) in folio_put_testzero()
1833 static inline int folio_entire_mapcount(const struct folio *folio) in folio_entire_mapcount()
1841 static inline int folio_large_mapcount(const struct folio *folio) in folio_large_mapcount()
[all …]
|
| /linux/mm/damon/ |
| H A D | ops-common.c | 29 struct folio *folio; in damon_get_folio() local
47 struct folio *folio; in damon_ptep_mkold() local
79 struct folio *folio; in damon_pmdp_mkold() local
156 static bool damon_folio_mkold_one(struct folio *folio, in damon_folio_mkold_one()
171 void damon_folio_mkold(struct folio *folio) in damon_folio_mkold()
191 static bool damon_folio_young_one(struct folio *folio, in damon_folio_young_one()
233 bool damon_folio_young(struct folio *folio) in damon_folio_young()
258 bool damos_folio_filter_match(struct damos_filter *filter, struct folio *folio) in damos_folio_filter_match()
335 struct folio *folio; in damon_migrate_folio_list() local
340 struct folio *folio; in damon_migrate_folio_list() local
[all …]
|
| /linux/fs/ |
| H A D | mpage.c | 96 static void map_buffer_to_folio(struct folio *folio, struct buffer_head *bh, in map_buffer_to_folio()
132 struct folio *folio; member
152 struct folio *folio = args->folio; in do_mpage_readpage() local
360 struct folio *folio; in mpage_readahead() local
386 int mpage_read_folio(struct folio *folio, get_block_t get_block) in mpage_read_folio()
428 static void clean_buffers(struct folio *folio, unsigned first_unmapped) in clean_buffers()
453 static int mpage_write_folio(struct writeback_control *wbc, struct folio *folio, in mpage_write_folio()
664 int (*write_folio)(struct folio *folio, in __mpage_writepages()
670 struct folio *folio = NULL; in __mpage_writepages() local
|
| /linux/fs/nfs/ |
| H A D | write.c | 170 static struct nfs_page *nfs_folio_find_head_request(struct folio *folio) in nfs_folio_find_head_request()
188 static void nfs_grow_file(struct folio *folio, unsigned int offset, in nfs_grow_file()
228 static void nfs_mapping_set_error(struct folio *folio, int error) in nfs_mapping_set_error()
258 struct folio *folio = nfs_page_to_folio(req); in nfs_mark_uptodate() local
286 static void nfs_folio_set_writeback(struct folio *folio) in nfs_folio_set_writeback()
295 static void nfs_folio_end_writeback(struct folio *folio) in nfs_folio_end_writeback()
511 static struct nfs_page *nfs_lock_and_join_requests(struct folio *folio) in nfs_lock_and_join_requests()
582 static int nfs_do_writepage(struct folio *folio, struct writeback_control *wbc, in nfs_do_writepage()
629 static int nfs_writepage_locked(struct folio *folio, in nfs_writepage_locked()
682 struct folio *folio = NULL; in nfs_writepages() local
[all …]
|
| /linux/arch/mips/include/asm/ |
| H A D | cacheflush.h | 39 #define folio_test_dcache_dirty(folio) \ argument
41 #define folio_set_dcache_dirty(folio) \ argument
43 #define folio_clear_dcache_dirty(folio) \ argument
56 static inline void flush_dcache_folio(struct folio *folio) in flush_dcache_folio()
68 struct folio *folio = page_folio(page); in flush_dcache_page() local
|
| /linux/fs/ecryptfs/ |
| H A D | mmap.c | 33 struct folio *folio = NULL; in ecryptfs_writepages() local
91 ecryptfs_copy_up_encrypted_with_header(struct folio *folio, in ecryptfs_copy_up_encrypted_with_header()
163 static int ecryptfs_read_folio(struct file *file, struct folio *folio) in ecryptfs_read_folio()
214 static int fill_zeros_to_end_of_page(struct folio *folio, unsigned int to) in fill_zeros_to_end_of_page()
248 struct folio *folio; in ecryptfs_write_begin() local
443 struct folio *folio, void *fsdata) in ecryptfs_write_end()
|
| /linux/fs/btrfs/ |
| H A D | extent_io.c | 245 process_one_folio(struct btrfs_fs_info * fs_info,struct folio * folio,const struct folio * locked_folio,unsigned long page_ops,u64 start,u64 end) process_one_folio() argument
283 struct folio *folio = fbatch.folios[i]; __process_folios_contig() local
324 struct folio *folio = fbatch.folios[i]; lock_delalloc_folios() local
479 btrfs_verify_folio(struct fsverity_info * vi,struct folio * folio,u64 start,u32 len) btrfs_verify_folio() argument
489 end_folio_read(struct fsverity_info * vi,struct folio * folio,bool uptodate,u64 start,u32 len) end_folio_read() argument
528 struct folio *folio = fi.folio; end_bbio_data_write() local
545 begin_folio_read(struct btrfs_fs_info * fs_info,struct folio * folio) begin_folio_read() argument
582 struct folio *folio = fi.folio; end_bbio_data_read() local
785 submit_extent_folio(struct btrfs_bio_ctrl * bio_ctrl,u64 disk_bytenr,struct folio * folio,size_t size,unsigned long pg_offset,u64 read_em_generation) submit_extent_folio() argument
864 attach_extent_buffer_folio(struct extent_buffer * eb,struct folio * folio,struct btrfs_folio_state * prealloc) attach_extent_buffer_folio() argument
902 set_folio_extent_mapped(struct folio * folio) set_folio_extent_mapped() argument
920 clear_folio_extent_mapped(struct folio * folio) clear_folio_extent_mapped() argument
937 get_extent_map(struct btrfs_inode * inode,struct folio * folio,u64 start,u64 len,struct extent_map ** em_cached) get_extent_map() argument
991 btrfs_do_readpage(struct folio * folio,struct extent_map ** em_cached,struct btrfs_bio_ctrl * bio_ctrl,struct fsverity_info * vi) btrfs_do_readpage() argument
1171 struct folio *folio; can_skip_one_ordered_range() local
1330 btrfs_read_folio(struct file * file,struct folio * folio) btrfs_read_folio() argument
1361 set_delalloc_bitmap(struct folio * folio,unsigned long * delalloc_bitmap,u64 start,u32 len) set_delalloc_bitmap() argument
1376 find_next_delalloc_bitmap(struct folio * folio,unsigned long * delalloc_bitmap,u64 start,u64 * found_start,u32 * found_len) find_next_delalloc_bitmap() argument
1416 writepage_delalloc(struct btrfs_inode * inode,struct folio * folio,struct btrfs_bio_ctrl * bio_ctrl) writepage_delalloc() argument
1629 submit_one_sector(struct btrfs_inode * inode,struct folio * folio,u64 filepos,struct btrfs_bio_ctrl * bio_ctrl,loff_t i_size) submit_one_sector() argument
1720 extent_writepage_io(struct btrfs_inode * inode,struct folio * folio,u64 start,u32 len,struct btrfs_bio_ctrl * bio_ctrl,loff_t i_size) extent_writepage_io() argument
1831 extent_writepage(struct folio * folio,struct btrfs_bio_ctrl * bio_ctrl) extent_writepage() argument
2257 struct folio *folio = eb->folios[i]; write_one_eb() local
2496 struct folio *folio = fbatch.folios[i]; extent_write_cache_pages() local
2623 struct folio *folio; extent_write_locked_range() local
2697 struct folio *folio; btrfs_readahead() local
2725 extent_invalidate_folio(struct extent_io_tree * tree,struct folio * folio,size_t offset) extent_invalidate_folio() argument
2757 try_release_extent_state(struct extent_io_tree * tree,struct folio * folio) try_release_extent_state() argument
2803 try_release_extent_mapping(struct folio * folio,gfp_t mask) try_release_extent_mapping() argument
2886 folio_range_has_eb(struct folio * folio) folio_range_has_eb() argument
2900 detach_extent_buffer_folio(const struct extent_buffer * eb,struct folio * folio) detach_extent_buffer_folio() argument
2966 struct folio *folio = eb->folios[i]; btrfs_release_extent_buffer_folios() local
3109 struct folio *folio = new->folios[i]; btrfs_clone_extent_buffer() local
3283 grab_extent_buffer(struct btrfs_fs_info * fs_info,struct folio * folio) grab_extent_buffer() argument
3503 struct folio *folio; alloc_extent_buffer() local
3621 struct folio *folio = eb->folios[i]; alloc_extent_buffer() local
3742 btree_clear_folio_dirty_tag(struct folio * folio) btree_clear_folio_dirty_tag() argument
3785 struct folio *folio = eb->folios[i]; btrfs_clear_buffer_dirty() local
3847 struct folio *folio = eb->folios[i]; clear_extent_buffer_uptodate() local
3957 struct folio *folio = eb->folios[i]; read_extent_buffer_pages_nowait() local
4137 struct folio *folio = eb->folios[i]; assert_eb_folio_uptodate() local
4527 try_release_subpage_extent_buffer(struct folio * folio) try_release_subpage_extent_buffer() argument
4585 try_release_extent_buffer(struct folio * folio) try_release_extent_buffer() argument
[all...] |
| /linux/fs/netfs/ |
| H A D | read_pgpriv2.c | 19 static void netfs_pgpriv2_copy_folio(struct netfs_io_request *creq, struct folio *folio) in netfs_pgpriv2_copy_folio()
98 struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_begin_copy_to_cache()
132 void netfs_pgpriv2_copy_to_cache(struct netfs_io_request *rreq, struct folio *folio) in netfs_pgpriv2_copy_to_cache()
184 struct folio *folio; in netfs_pgpriv2_unlock_copied_folios() local
|
| /linux/fs/qnx6/ |
| H A D | dir.c | 31 struct folio *folio = read_mapping_folio(dir->i_mapping, n, NULL); in qnx6_get_folio() local
57 struct folio *folio = read_mapping_folio(mapping, n, NULL); in qnx6_longname() local
74 struct folio *folio; in qnx6_dir_longfilename() local
133 struct folio *folio; in qnx6_readdir() local
185 struct folio *folio; in qnx6_long_match() local
222 struct folio *folio; in qnx6_find_ino() local
|
| /linux/fs/xfs/scrub/ |
| H A D | xfile.c | 126 struct folio *folio; in xfile_load() local
196 struct folio *folio; in xfile_store() local
254 struct folio *folio = NULL; in xfile_get_folio() local
307 struct folio *folio) in xfile_put_folio()
|
| /linux/virt/kvm/ |
| H A D | guest_memfd.c | 52 folio_file_pfn(struct folio * folio,pgoff_t index) folio_file_pfn() argument
63 __kvm_gmem_prepare_folio(struct kvm * kvm,struct kvm_memory_slot * slot,pgoff_t index,struct folio * folio) __kvm_gmem_prepare_folio() argument
86 kvm_gmem_prepare_folio(struct kvm * kvm,struct kvm_memory_slot * slot,gfn_t gfn,struct folio * folio) kvm_gmem_prepare_folio() argument
123 struct folio *folio; kvm_gmem_get_folio() local
269 struct folio *folio; kvm_gmem_allocate() local
394 struct folio *folio; kvm_gmem_fault_user_mapping() local
498 kvm_gmem_error_folio(struct address_space * mapping,struct folio * folio) kvm_gmem_error_folio() argument
526 kvm_gmem_free_folio(struct folio * folio) kvm_gmem_free_folio() argument
759 struct folio *folio; __kvm_gmem_get_pfn() local
793 struct folio *folio; kvm_gmem_get_pfn() local
829 struct folio *folio; __kvm_gmem_populate() local
[all...] |