129 static void page_cache_delete(struct address_space *mapping,  in page_cache_delete()  argument
132 	XA_STATE(xas, &mapping->i_pages, folio->index);  in page_cache_delete()
135 	mapping_set_update(&xas, mapping);  in page_cache_delete()
145 	folio->mapping = NULL;  in page_cache_delete()
147 	mapping->nrpages -= nr;  in page_cache_delete()
150 static void filemap_unaccount_folio(struct address_space *mapping,  in filemap_unaccount_folio()  argument
163 		if (mapping_exiting(mapping) && !folio_test_large(folio)) {  in filemap_unaccount_folio()
192 		filemap_nr_thps_dec(mapping);  in filemap_unaccount_folio()
194 	if (test_bit(AS_KERNEL_FILE, &folio->mapping->flags))  in filemap_unaccount_folio()
213 			 mapping_can_writeback(mapping)))  in filemap_unaccount_folio()
214 		folio_account_cleaned(folio, inode_to_wb(mapping->host));  in filemap_unaccount_folio()
224 	struct address_space *mapping = folio->mapping;  in __filemap_remove_folio()  local
227 	filemap_unaccount_folio(mapping, folio);  in __filemap_remove_folio()
228 	page_cache_delete(mapping, folio, shadow);  in __filemap_remove_folio()
231 void filemap_free_folio(struct address_space *mapping, struct folio *folio)  in filemap_free_folio()  argument
235 	free_folio = mapping->a_ops->free_folio;  in filemap_free_folio()
252 	struct address_space *mapping = folio->mapping;  in filemap_remove_folio()  local
255 	spin_lock(&mapping->host->i_lock);  in filemap_remove_folio()
256 	xa_lock_irq(&mapping->i_pages);  in filemap_remove_folio()
258 	xa_unlock_irq(&mapping->i_pages);  in filemap_remove_folio()
259 	if (mapping_shrinkable(mapping))  in filemap_remove_folio()
260 		inode_lru_list_add(mapping->host);  in filemap_remove_folio()
261 	spin_unlock(&mapping->host->i_lock);  in filemap_remove_folio()
263 	filemap_free_folio(mapping, folio);  in filemap_remove_folio()
279 static void page_cache_delete_batch(struct address_space *mapping,  in page_cache_delete_batch()  argument
282 	XA_STATE(xas, &mapping->i_pages, fbatch->folios[0]->index);  in page_cache_delete_batch()
287 	mapping_set_update(&xas, mapping);  in page_cache_delete_batch()
310 		folio->mapping = NULL;  in page_cache_delete_batch()
317 	mapping->nrpages -= total_pages;  in page_cache_delete_batch()
320 void delete_from_page_cache_batch(struct address_space *mapping,  in delete_from_page_cache_batch()  argument
328 	spin_lock(&mapping->host->i_lock);  in delete_from_page_cache_batch()
329 	xa_lock_irq(&mapping->i_pages);  in delete_from_page_cache_batch()
334 		filemap_unaccount_folio(mapping, folio);  in delete_from_page_cache_batch()
336 	page_cache_delete_batch(mapping, fbatch);  in delete_from_page_cache_batch()
337 	xa_unlock_irq(&mapping->i_pages);  in delete_from_page_cache_batch()
338 	if (mapping_shrinkable(mapping))  in delete_from_page_cache_batch()
339 		inode_lru_list_add(mapping->host);  in delete_from_page_cache_batch()
340 	spin_unlock(&mapping->host->i_lock);  in delete_from_page_cache_batch()
343 		filemap_free_folio(mapping, fbatch->folios[i]);  in delete_from_page_cache_batch()
346 int filemap_check_errors(struct address_space *mapping)  in filemap_check_errors()  argument
350 	if (test_bit(AS_ENOSPC, &mapping->flags) &&  in filemap_check_errors()
351 	    test_and_clear_bit(AS_ENOSPC, &mapping->flags))  in filemap_check_errors()
353 	if (test_bit(AS_EIO, &mapping->flags) &&  in filemap_check_errors()
354 	    test_and_clear_bit(AS_EIO, &mapping->flags))  in filemap_check_errors()
360 static int filemap_check_and_keep_errors(struct address_space *mapping)  in filemap_check_and_keep_errors()  argument
363 	if (test_bit(AS_EIO, &mapping->flags))  in filemap_check_and_keep_errors()
365 	if (test_bit(AS_ENOSPC, &mapping->flags))  in filemap_check_and_keep_errors()
370 static int filemap_writeback(struct address_space *mapping, loff_t start,  in filemap_writeback()  argument
382 	if (!mapping_can_writeback(mapping) ||  in filemap_writeback()
383 	    !mapping_tagged(mapping, PAGECACHE_TAG_DIRTY))  in filemap_writeback()
386 	wbc_attach_fdatawrite_inode(&wbc, mapping->host);  in filemap_writeback()
387 	ret = do_writepages(mapping, &wbc);  in filemap_writeback()
409 int filemap_fdatawrite_range(struct address_space *mapping, loff_t start,  in filemap_fdatawrite_range()  argument
412 	return filemap_writeback(mapping, start, end, WB_SYNC_ALL, NULL);  in filemap_fdatawrite_range()
416 int filemap_fdatawrite(struct address_space *mapping)  in filemap_fdatawrite()  argument
418 	return filemap_fdatawrite_range(mapping, 0, LLONG_MAX);  in filemap_fdatawrite()
433 int filemap_flush_range(struct address_space *mapping, loff_t start,  in filemap_flush_range()  argument
436 	return filemap_writeback(mapping, start, end, WB_SYNC_NONE, NULL);  in filemap_flush_range()
449 int filemap_flush(struct address_space *mapping)  in filemap_flush()  argument
451 	return filemap_flush_range(mapping, 0, LLONG_MAX);  in filemap_flush()
460 int filemap_flush_nr(struct address_space *mapping, long *nr_to_write)  in filemap_flush_nr()  argument
462 	return filemap_writeback(mapping, 0, LLONG_MAX, WB_SYNC_NONE,  in filemap_flush_nr()
479 bool filemap_range_has_page(struct address_space *mapping,  in filemap_range_has_page()  argument
483 	XA_STATE(xas, &mapping->i_pages, start_byte >> PAGE_SHIFT);  in filemap_range_has_page()
510 static void __filemap_fdatawait_range(struct address_space *mapping,  in __filemap_fdatawait_range()  argument
523 		nr_folios = filemap_get_folios_tag(mapping, &index, end,  in __filemap_fdatawait_range()
555 int filemap_fdatawait_range(struct address_space *mapping, loff_t start_byte,  in filemap_fdatawait_range()  argument
558 	__filemap_fdatawait_range(mapping, start_byte, end_byte);  in filemap_fdatawait_range()
559 	return filemap_check_errors(mapping);  in filemap_fdatawait_range()
577 int filemap_fdatawait_range_keep_errors(struct address_space *mapping,  in filemap_fdatawait_range_keep_errors()  argument
580 	__filemap_fdatawait_range(mapping, start_byte, end_byte);  in filemap_fdatawait_range_keep_errors()
581 	return filemap_check_and_keep_errors(mapping);  in filemap_fdatawait_range_keep_errors()
603 	struct address_space *mapping = file->f_mapping;  in file_fdatawait_range()  local
605 	__filemap_fdatawait_range(mapping, start_byte, end_byte);  in file_fdatawait_range()
624 int filemap_fdatawait_keep_errors(struct address_space *mapping)  in filemap_fdatawait_keep_errors()  argument
626 	__filemap_fdatawait_range(mapping, 0, LLONG_MAX);  in filemap_fdatawait_keep_errors()
627 	return filemap_check_and_keep_errors(mapping);  in filemap_fdatawait_keep_errors()
632 static bool mapping_needs_writeback(struct address_space *mapping)  in mapping_needs_writeback()  argument
634 	return mapping->nrpages;  in mapping_needs_writeback()
637 bool filemap_range_has_writeback(struct address_space *mapping,  in filemap_range_has_writeback()  argument
640 	XA_STATE(xas, &mapping->i_pages, start_byte >> PAGE_SHIFT);  in filemap_range_has_writeback()
675 int filemap_write_and_wait_range(struct address_space *mapping,  in filemap_write_and_wait_range()  argument
683 	if (mapping_needs_writeback(mapping)) {  in filemap_write_and_wait_range()
684 		err = filemap_fdatawrite_range(mapping, lstart, lend);  in filemap_write_and_wait_range()
692 			__filemap_fdatawait_range(mapping, lstart, lend);  in filemap_write_and_wait_range()
694 	err2 = filemap_check_errors(mapping);  in filemap_write_and_wait_range()
701 void __filemap_set_wb_err(struct address_space *mapping, int err)  in __filemap_set_wb_err()  argument
703 	errseq_t eseq = errseq_set(&mapping->wb_err, err);  in __filemap_set_wb_err()
705 	trace_filemap_set_wb_err(mapping, eseq);  in __filemap_set_wb_err()
737 	struct address_space *mapping = file->f_mapping;  in file_check_and_advance_wb_err()  local
740 	if (errseq_check(&mapping->wb_err, old)) {  in file_check_and_advance_wb_err()
744 		err = errseq_check_and_advance(&mapping->wb_err,  in file_check_and_advance_wb_err()
755 	clear_bit(AS_EIO, &mapping->flags);  in file_check_and_advance_wb_err()
756 	clear_bit(AS_ENOSPC, &mapping->flags);  in file_check_and_advance_wb_err()
780 	struct address_space *mapping = file->f_mapping;  in file_write_and_wait_range()  local
785 	if (mapping_needs_writeback(mapping)) {  in file_write_and_wait_range()
786 		err = filemap_fdatawrite_range(mapping, lstart, lend);  in file_write_and_wait_range()
789 			__filemap_fdatawait_range(mapping, lstart, lend);  in file_write_and_wait_range()
813 	struct address_space *mapping = old->mapping;  in replace_page_cache_folio()  local
814 	void (*free_folio)(struct folio *) = mapping->a_ops->free_folio;  in replace_page_cache_folio()
816 	XA_STATE(xas, &mapping->i_pages, offset);  in replace_page_cache_folio()
820 	VM_BUG_ON_FOLIO(new->mapping, new);  in replace_page_cache_folio()
823 	new->mapping = mapping;  in replace_page_cache_folio()
831 	old->mapping = NULL;  in replace_page_cache_folio()
848 noinline int __filemap_add_folio(struct address_space *mapping,  in __filemap_add_folio()  argument
851 	XA_STATE_ORDER(xas, &mapping->i_pages, index, folio_order(folio));  in __filemap_add_folio()
858 	VM_BUG_ON_FOLIO(folio_order(folio) < mapping_min_folio_order(mapping),  in __filemap_add_folio()
860 	mapping_set_update(&xas, mapping);  in __filemap_add_folio()
868 	folio->mapping = mapping;  in __filemap_add_folio()
896 				BUG_ON(shmem_mapping(mapping));  in __filemap_add_folio()
919 		mapping->nrpages += nr;  in __filemap_add_folio()
942 	folio->mapping = NULL;  in __filemap_add_folio()
949 int filemap_add_folio(struct address_space *mapping, struct folio *folio,  in filemap_add_folio()  argument
955 	bool kernel_file = test_bit(AS_KERNEL_FILE, &mapping->flags);  in filemap_add_folio()
966 	ret = __filemap_add_folio(mapping, folio, index, gfp, &shadow);  in filemap_add_folio()
1600 	struct address_space *mapping = folio->mapping;  in filemap_end_dropbehind()  local
1608 	if (mapping)  in filemap_end_dropbehind()
1609 		folio_unmap_invalidate(mapping, folio, 0);  in filemap_end_dropbehind()
1801 pgoff_t page_cache_next_miss(struct address_space *mapping,  in page_cache_next_miss()  argument
1804 	XA_STATE(xas, &mapping->i_pages, index);  in page_cache_next_miss()
1838 pgoff_t page_cache_prev_miss(struct address_space *mapping,  in page_cache_prev_miss()  argument
1841 	XA_STATE(xas, &mapping->i_pages, index);  in page_cache_prev_miss()
1887 void *filemap_get_entry(struct address_space *mapping, pgoff_t index)  in filemap_get_entry()  argument
1889 	XA_STATE(xas, &mapping->i_pages, index);  in filemap_get_entry()
1935 struct folio *__filemap_get_folio_mpol(struct address_space *mapping,  in __filemap_get_folio_mpol()  argument
1941 	folio = filemap_get_entry(mapping, index);  in __filemap_get_folio_mpol()
1958 		if (unlikely(folio->mapping != mapping)) {  in __filemap_get_folio_mpol()
1978 		unsigned int min_order = mapping_min_folio_order(mapping);  in __filemap_get_folio_mpol()
1981 		index = mapping_align_index(mapping, index);  in __filemap_get_folio_mpol()
1983 		if ((fgp_flags & FGP_WRITE) && mapping_can_writeback(mapping))  in __filemap_get_folio_mpol()
1994 		if (order > mapping_max_folio_order(mapping))  in __filemap_get_folio_mpol()
1995 			order = mapping_max_folio_order(mapping);  in __filemap_get_folio_mpol()
2016 			err = filemap_add_folio(mapping, folio, index, gfp);  in __filemap_get_folio_mpol()
2110 unsigned find_get_entries(struct address_space *mapping, pgoff_t *start,  in find_get_entries()  argument
2113 	XA_STATE(xas, &mapping->i_pages, *start);  in find_get_entries()
2131 			nr = 1 << xa_get_order(&mapping->i_pages, indices[idx]);  in find_get_entries()
2159 unsigned find_lock_entries(struct address_space *mapping, pgoff_t *start,  in find_lock_entries()  argument
2162 	XA_STATE(xas, &mapping->i_pages, *start);  in find_lock_entries()
2181 			if (folio->mapping != mapping ||  in find_lock_entries()
2227 unsigned filemap_get_folios(struct address_space *mapping, pgoff_t *start,  in filemap_get_folios()  argument
2230 	return filemap_get_folios_tag(mapping, start, end, XA_PRESENT, fbatch);  in filemap_get_folios()
2249 unsigned filemap_get_folios_contig(struct address_space *mapping,  in filemap_get_folios_contig()  argument
2252 	XA_STATE(xas, &mapping->i_pages, *start);  in filemap_get_folios_contig()
2325 unsigned filemap_get_folios_tag(struct address_space *mapping, pgoff_t *start,  in filemap_get_folios_tag()  argument
2328 	XA_STATE(xas, &mapping->i_pages, *start);  in filemap_get_folios_tag()
2380 unsigned filemap_get_folios_dirty(struct address_space *mapping, pgoff_t *start,  in filemap_get_folios_dirty()  argument
2383 	XA_STATE(xas, &mapping->i_pages, *start);  in filemap_get_folios_dirty()
2450 static void filemap_get_read_batch(struct address_space *mapping,  in filemap_get_read_batch()  argument
2453 	XA_STATE(xas, &mapping->i_pages, index);  in filemap_get_read_batch()
2512 static bool filemap_range_uptodate(struct address_space *mapping,  in filemap_range_uptodate()  argument
2521 	if (!mapping->a_ops->is_partially_uptodate)  in filemap_range_uptodate()
2523 	if (mapping->host->i_blkbits >= folio_shift(folio))  in filemap_range_uptodate()
2536 	return mapping->a_ops->is_partially_uptodate(folio, pos, count);  in filemap_range_uptodate()
2540 		struct address_space *mapping, size_t count,  in filemap_update_page()  argument
2546 		if (!filemap_invalidate_trylock_shared(mapping))  in filemap_update_page()
2549 		filemap_invalidate_lock_shared(mapping);  in filemap_update_page()
2557 			filemap_invalidate_unlock_shared(mapping);  in filemap_update_page()
2571 	if (!folio->mapping)  in filemap_update_page()
2575 	if (filemap_range_uptodate(mapping, iocb->ki_pos, count, folio,  in filemap_update_page()
2583 	error = filemap_read_folio(iocb->ki_filp, mapping->a_ops->read_folio,  in filemap_update_page()
2589 	filemap_invalidate_unlock_shared(mapping);  in filemap_update_page()
2597 	struct address_space *mapping = iocb->ki_filp->f_mapping;  in filemap_create_folio()  local
2600 	unsigned int min_order = mapping_min_folio_order(mapping);  in filemap_create_folio()
2606 	folio = filemap_alloc_folio(mapping_gfp_mask(mapping), min_order, NULL);  in filemap_create_folio()
2625 	filemap_invalidate_lock_shared(mapping);  in filemap_create_folio()
2627 	error = filemap_add_folio(mapping, folio, index,  in filemap_create_folio()
2628 			mapping_gfp_constraint(mapping, GFP_KERNEL));  in filemap_create_folio()
2634 	error = filemap_read_folio(iocb->ki_filp, mapping->a_ops->read_folio,  in filemap_create_folio()
2639 	filemap_invalidate_unlock_shared(mapping);  in filemap_create_folio()
2643 	filemap_invalidate_unlock_shared(mapping);  in filemap_create_folio()
2649 		struct address_space *mapping, struct folio *folio,  in filemap_readahead()  argument
2652 	DEFINE_READAHEAD(ractl, file, &file->f_ra, mapping, folio->index);  in filemap_readahead()
2666 	struct address_space *mapping = filp->f_mapping;  in filemap_get_pages()  local
2675 			mapping_min_folio_nrbytes(mapping)) >> PAGE_SHIFT;  in filemap_get_pages()
2680 	filemap_get_read_batch(mapping, index, last_index - 1, fbatch);  in filemap_get_pages()
2682 		DEFINE_READAHEAD(ractl, filp, &filp->f_ra, mapping, index);  in filemap_get_pages()
2693 		filemap_get_read_batch(mapping, index, last_index - 1, fbatch);  in filemap_get_pages()
2704 		err = filemap_readahead(iocb, filp, mapping, folio, last_index);  in filemap_get_pages()
2713 		err = filemap_update_page(iocb, mapping, count, folio,  in filemap_get_pages()
2719 	trace_mm_filemap_get_pages(mapping, index, last_index - 1);  in filemap_get_pages()
2768 	struct address_space *mapping = filp->f_mapping;  in filemap_read()  local
2769 	struct inode *inode = mapping->host;  in filemap_read()
2821 		writably_mapped = mapping_writably_mapped(mapping);  in filemap_read()
2880 	struct address_space *mapping = iocb->ki_filp->f_mapping;  in kiocb_write_and_wait()  local
2885 		if (filemap_range_needs_writeback(mapping, pos, end))  in kiocb_write_and_wait()
2890 	return filemap_write_and_wait_range(mapping, pos, end);  in kiocb_write_and_wait()
2894 int filemap_invalidate_pages(struct address_space *mapping,  in filemap_invalidate_pages()  argument
2901 		if (filemap_range_has_page(mapping, pos, end))  in filemap_invalidate_pages()
2904 		ret = filemap_write_and_wait_range(mapping, pos, end);  in filemap_invalidate_pages()
2915 	return invalidate_inode_pages2_range(mapping, pos >> PAGE_SHIFT,  in filemap_invalidate_pages()
2921 	struct address_space *mapping = iocb->ki_filp->f_mapping;  in kiocb_invalidate_pages()  local
2923 	return filemap_invalidate_pages(mapping, iocb->ki_pos,  in kiocb_invalidate_pages()
2961 		struct address_space *mapping = file->f_mapping;  in generic_file_read_iter()  local
2962 		struct inode *inode = mapping->host;  in generic_file_read_iter()
2969 		retval = mapping->a_ops->direct_IO(iocb, iter);  in generic_file_read_iter()
3142 		struct address_space *mapping, struct folio *folio,  in folio_seek_hole_data()  argument
3145 	const struct address_space_operations *ops = mapping->a_ops;  in folio_seek_hole_data()
3146 	size_t offset, bsz = i_blocksize(mapping->host);  in folio_seek_hole_data()
3156 	if (unlikely(folio->mapping != mapping))  in folio_seek_hole_data()
3199 loff_t mapping_seek_hole_data(struct address_space *mapping, loff_t start,  in mapping_seek_hole_data()  argument
3202 	XA_STATE(xas, &mapping->i_pages, start >> PAGE_SHIFT);  in mapping_seek_hole_data()
3223 		start = folio_seek_hole_data(&xas, mapping, folio, start, pos,  in mapping_seek_hole_data()
3304 	struct address_space *mapping = file->f_mapping;  in do_sync_mmap_readahead()  local
3305 	DEFINE_READAHEAD(ractl, file, ra, mapping, vmf->pgoff);  in do_sync_mmap_readahead()
3512 	struct address_space *mapping = file->f_mapping;  in filemap_fault()  local
3513 	struct inode *inode = mapping->host;  in filemap_fault()
3523 	trace_mm_filemap_fault(mapping, index);  in filemap_fault()
3528 	folio = filemap_get_folio(mapping, index);  in filemap_fault()
3537 			filemap_invalidate_lock_shared(mapping);  in filemap_fault()
3556 			filemap_invalidate_lock_shared(mapping);  in filemap_fault()
3559 		folio = __filemap_get_folio(mapping, index,  in filemap_fault()
3565 			filemap_invalidate_unlock_shared(mapping);  in filemap_fault()
3574 	if (unlikely(folio->mapping != mapping)) {  in filemap_fault()
3617 		filemap_invalidate_unlock_shared(mapping);  in filemap_fault()
3641 	error = filemap_read_folio(file, mapping->a_ops->read_folio, folio);  in filemap_fault()
3648 	filemap_invalidate_unlock_shared(mapping);  in filemap_fault()
3661 		filemap_invalidate_unlock_shared(mapping);  in filemap_fault()
3697 		struct address_space *mapping, pgoff_t end_pgoff)  in next_uptodate_folio()  argument
3720 		if (folio->mapping != mapping)  in next_uptodate_folio()
3724 		max_idx = DIV_ROUND_UP(i_size_read(mapping->host), PAGE_SIZE);  in next_uptodate_folio()
3747 	struct address_space *mapping = folio->mapping;  in filemap_map_folio_range()  local
3764 	if ((file_end >= folio_next_index(folio) || shmem_mapping(mapping)) &&  in filemap_map_folio_range()
3871 	struct address_space *mapping = file->f_mapping;  in filemap_map_pages()  local
3874 	XA_STATE(xas, &mapping->i_pages, start_pgoff);  in filemap_map_pages()
3882 	folio = next_uptodate_folio(&xas, mapping, end_pgoff);  in filemap_map_pages()
3886 	file_end = DIV_ROUND_UP(i_size_read(mapping->host), PAGE_SIZE) - 1;  in filemap_map_pages()
3896 	if ((file_end >= folio_next_index(folio) || shmem_mapping(mapping)) &&  in filemap_map_pages()
3929 	} while ((folio = next_uptodate_folio(&xas, mapping, end_pgoff)) != NULL);  in filemap_map_pages()
3932 	trace_mm_filemap_map_pages(mapping, start_pgoff, end_pgoff);  in filemap_map_pages()
3948 	struct address_space *mapping = vmf->vma->vm_file->f_mapping;  in filemap_page_mkwrite()  local
3952 	sb_start_pagefault(mapping->host->i_sb);  in filemap_page_mkwrite()
3955 	if (folio->mapping != mapping) {  in filemap_page_mkwrite()
3968 	sb_end_pagefault(mapping->host->i_sb);  in filemap_page_mkwrite()
3982 	struct address_space *mapping = file->f_mapping;  in generic_file_mmap()  local
3984 	if (!mapping->a_ops->read_folio)  in generic_file_mmap()
3994 	struct address_space *mapping = file->f_mapping;  in generic_file_mmap_prepare()  local
3996 	if (!mapping->a_ops->read_folio)  in generic_file_mmap_prepare()
4048 static struct folio *do_read_cache_folio(struct address_space *mapping,  in do_read_cache_folio()  argument
4055 		filler = mapping->a_ops->read_folio;  in do_read_cache_folio()
4057 	folio = filemap_get_folio(mapping, index);  in do_read_cache_folio()
4059 		folio = filemap_alloc_folio(gfp, mapping_min_folio_order(mapping), NULL);  in do_read_cache_folio()
4062 		index = mapping_align_index(mapping, index);  in do_read_cache_folio()
4063 		err = filemap_add_folio(mapping, folio, index, gfp);  in do_read_cache_folio()
4083 	if (!folio->mapping) {  in do_read_cache_folio()
4125 struct folio *read_cache_folio(struct address_space *mapping, pgoff_t index,  in read_cache_folio()  argument
4128 	return do_read_cache_folio(mapping, index, filler, file,  in read_cache_folio()
4129 			mapping_gfp_mask(mapping));  in read_cache_folio()
4150 struct folio *mapping_read_folio_gfp(struct address_space *mapping,  in mapping_read_folio_gfp()  argument
4153 	return do_read_cache_folio(mapping, index, NULL, NULL, gfp);  in mapping_read_folio_gfp()
4157 static struct page *do_read_cache_page(struct address_space *mapping,  in do_read_cache_page()  argument
4162 	folio = do_read_cache_folio(mapping, index, filler, file, gfp);  in do_read_cache_page()
4168 struct page *read_cache_page(struct address_space *mapping,  in read_cache_page()  argument
4171 	return do_read_cache_page(mapping, index, filler, file,  in read_cache_page()
4172 			mapping_gfp_mask(mapping));  in read_cache_page()
4191 struct page *read_cache_page_gfp(struct address_space *mapping,  in read_cache_page_gfp()  argument
4195 	return do_read_cache_page(mapping, index, NULL, NULL, gfp);  in read_cache_page_gfp()
4221 	struct address_space *mapping = iocb->ki_filp->f_mapping;  in kiocb_invalidate_post_direct_write()  local
4223 	if (mapping->nrpages &&  in kiocb_invalidate_post_direct_write()
4224 	    invalidate_inode_pages2_range(mapping,  in kiocb_invalidate_post_direct_write()
4233 	struct address_space *mapping = iocb->ki_filp->f_mapping;  in generic_file_direct_write()  local
4248 	written = mapping->a_ops->direct_IO(iocb, from);  in generic_file_direct_write()
4268 		struct inode *inode = mapping->host;  in generic_file_direct_write()
4290 	struct address_space *mapping = file->f_mapping;  in generic_perform_write()  local
4291 	const struct address_space_operations *a_ops = mapping->a_ops;  in generic_perform_write()
4292 	size_t chunk = mapping_max_folio_size(mapping);  in generic_perform_write()
4307 		balance_dirty_pages_ratelimited(mapping);  in generic_perform_write()
4314 		status = a_ops->write_begin(iocb, mapping, pos, bytes,  in generic_perform_write()
4323 		if (mapping_writably_mapped(mapping))  in generic_perform_write()
4335 		status = a_ops->write_end(iocb, mapping, pos, bytes, copied,  in generic_perform_write()
4404 	struct address_space *mapping = file->f_mapping;  in __generic_file_write_iter()  local
4405 	struct inode *inode = mapping->host;  in __generic_file_write_iter()
4485 	struct address_space * const mapping = folio->mapping;  in filemap_release_folio()  local
4493 	if (mapping && mapping->a_ops->release_folio)  in filemap_release_folio()
4494 		return mapping->a_ops->release_folio(folio, gfp);  in filemap_release_folio()
4515 	struct address_space *mapping = inode->i_mapping;  in filemap_invalidate_inode()  local
4520 	if (!mapping || !mapping->nrpages || end < start)  in filemap_invalidate_inode()
4524 	filemap_invalidate_lock(mapping);  in filemap_invalidate_inode()
4526 	if (!mapping->nrpages)  in filemap_invalidate_inode()
4529 	unmap_mapping_pages(mapping, first, nr, false);  in filemap_invalidate_inode()
4533 		filemap_fdatawrite_range(mapping, start, end);  in filemap_invalidate_inode()
4536 	invalidate_inode_pages2_range(mapping, start / PAGE_SIZE, end / PAGE_SIZE);  in filemap_invalidate_inode()
4539 	filemap_invalidate_unlock(mapping);  in filemap_invalidate_inode()
4541 	return filemap_check_errors(mapping);  in filemap_invalidate_inode()
4558 static void filemap_cachestat(struct address_space *mapping,  in filemap_cachestat()  argument
4561 	XA_STATE(xas, &mapping->i_pages, first_index);  in filemap_cachestat()
4607 			if (shmem_mapping(mapping)) {  in filemap_cachestat()
4707 	struct address_space *mapping;  in SYSCALL_DEFINE4()  local
4733 	mapping = fd_file(f)->f_mapping;  in SYSCALL_DEFINE4()
4734 	filemap_cachestat(mapping, first_index, last_index, &cs);  in SYSCALL_DEFINE4()