Lines Matching refs:vm_area_struct
377 struct vm_area_struct *vma = unmap->first; in free_pgtables()
391 struct vm_area_struct *next; in free_pgtables()
586 static void print_bad_page_map(struct vm_area_struct *vma, in print_bad_page_map()
698 static inline struct page *__vm_normal_page(struct vm_area_struct *vma, in __vm_normal_page()
767 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page()
786 struct folio *vm_normal_folio(struct vm_area_struct *vma, unsigned long addr, in vm_normal_folio()
809 struct page *vm_normal_page_pmd(struct vm_area_struct *vma, unsigned long addr, in vm_normal_page_pmd()
828 struct folio *vm_normal_folio_pmd(struct vm_area_struct *vma, in vm_normal_folio_pmd()
850 struct page *vm_normal_page_pud(struct vm_area_struct *vma, in vm_normal_page_pud()
884 static void restore_exclusive_pte(struct vm_area_struct *vma, in restore_exclusive_pte()
918 static int try_restore_exclusive_pte(struct vm_area_struct *vma, in try_restore_exclusive_pte()
942 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte()
943 struct vm_area_struct *src_vma, unsigned long addr, int *rss) in copy_nonpresent_pte()
1063 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_page()
1098 static __always_inline void __copy_present_ptes(struct vm_area_struct *dst_vma, in __copy_present_ptes()
1099 struct vm_area_struct *src_vma, pte_t *dst_pte, pte_t *src_pte, in __copy_present_ptes()
1129 copy_present_ptes(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_present_ptes()
1202 struct vm_area_struct *vma, unsigned long addr, bool need_zero) in folio_prealloc()
1224 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pte_range()
1379 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pmd_range()
1416 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_pud_range()
1453 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma, in copy_p4d_range()
1482 vma_needs_copy(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) in vma_needs_copy()
1507 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma) in copy_page_range()
1609 zap_install_uffd_wp_if_needed(struct vm_area_struct *vma, in zap_install_uffd_wp_if_needed()
1639 struct vm_area_struct *vma, struct folio *folio, in zap_present_folio_ptes()
1690 struct vm_area_struct *vma, pte_t *pte, pte_t ptent, in zap_present_ptes()
1736 struct vm_area_struct *vma, pte_t *pte, pte_t ptent, in zap_nonpresent_ptes()
1807 struct vm_area_struct *vma, pte_t *pte, in do_zap_pte_range()
1901 struct vm_area_struct *vma, pmd_t *pmd, in zap_pte_range()
1993 struct vm_area_struct *vma, pud_t *pud, in zap_pmd_range()
2029 struct vm_area_struct *vma, p4d_t *p4d, in zap_pud_range()
2057 struct vm_area_struct *vma, pgd_t *pgd, in zap_p4d_range()
2075 static void __zap_vma_range(struct mmu_gather *tlb, struct vm_area_struct *vma, in __zap_vma_range()
2124 int zap_vma_for_reaping(struct vm_area_struct *vma) in zap_vma_for_reaping()
2163 struct vm_area_struct *vma; in unmap_vmas()
2200 struct vm_area_struct *vma, unsigned long address, in zap_vma_range_batched()
2241 void zap_vma_range(struct vm_area_struct *vma, unsigned long address, in zap_vma_range()
2260 void zap_special_vma_range(struct vm_area_struct *vma, unsigned long address, in zap_special_vma_range()
2303 static bool vm_mixed_zeropage_allowed(struct vm_area_struct *vma) in vm_mixed_zeropage_allowed()
2333 static int validate_page_before_insert(struct vm_area_struct *vma, in validate_page_before_insert()
2351 static int insert_page_into_pte_locked(struct vm_area_struct *vma, pte_t *pte, in insert_page_into_pte_locked()
2392 static int insert_page(struct vm_area_struct *vma, unsigned long addr, in insert_page()
2413 static int insert_page_in_batch_locked(struct vm_area_struct *vma, pte_t *pte, in insert_page_in_batch_locked()
2427 static int insert_pages(struct vm_area_struct *vma, unsigned long addr, in insert_pages()
2500 int vm_insert_pages(struct vm_area_struct *vma, unsigned long addr, in vm_insert_pages()
2539 int map_kernel_pages_complete(struct vm_area_struct *vma, in map_kernel_pages_complete()
2581 int vm_insert_page(struct vm_area_struct *vma, unsigned long addr, in vm_insert_page()
2608 static int __vm_map_pages(struct vm_area_struct *vma, struct page **pages, in __vm_map_pages()
2643 int vm_map_pages(struct vm_area_struct *vma, struct page **pages, in vm_map_pages()
2663 int vm_map_pages_zero(struct vm_area_struct *vma, struct page **pages, in vm_map_pages_zero()
2670 static vm_fault_t insert_pfn(struct vm_area_struct *vma, unsigned long addr, in insert_pfn()
2754 vm_fault_t vmf_insert_pfn_prot(struct vm_area_struct *vma, unsigned long addr, in vmf_insert_pfn_prot()
2801 vm_fault_t vmf_insert_pfn(struct vm_area_struct *vma, unsigned long addr, in vmf_insert_pfn()
2808 static bool vm_mixed_ok(struct vm_area_struct *vma, unsigned long pfn, in vm_mixed_ok()
2822 static vm_fault_t __vm_insert_mixed(struct vm_area_struct *vma, in __vm_insert_mixed()
2888 vm_fault_t vmf_insert_mixed(struct vm_area_struct *vma, unsigned long addr, in vmf_insert_mixed()
2900 vm_fault_t vmf_insert_mixed_mkwrite(struct vm_area_struct *vma, in vmf_insert_mixed_mkwrite()
3023 static int remap_pfn_range_internal(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_internal()
3056 static int remap_pfn_range_notrack(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_notrack()
3102 static int remap_pfn_range_track(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range_track()
3139 static int do_remap_pfn_range(struct vm_area_struct *vma, unsigned long addr, in do_remap_pfn_range()
3145 static int do_remap_pfn_range(struct vm_area_struct *vma, unsigned long addr, in do_remap_pfn_range()
3173 static int remap_pfn_range_prepare_vma(struct vm_area_struct *vma, in remap_pfn_range_prepare_vma()
3202 int remap_pfn_range(struct vm_area_struct *vma, unsigned long addr, in remap_pfn_range()
3215 int remap_pfn_range_complete(struct vm_area_struct *vma, in remap_pfn_range_complete()
3293 int vm_iomap_memory(struct vm_area_struct *vma, phys_addr_t start, unsigned long len) in vm_iomap_memory()
3561 struct vm_area_struct *vma = vmf->vma; in __wp_page_copy_user()
3653 static gfp_t __get_fault_gfp_mask(struct vm_area_struct *vma) in __get_fault_gfp_mask()
3708 struct vm_area_struct *vma = vmf->vma; in fault_dirty_shared_page()
3762 struct vm_area_struct *vma = vmf->vma; in wp_page_reuse()
3795 struct vm_area_struct *vma = vmf->vma; in vmf_can_call_fault()
3820 struct vm_area_struct *vma = vmf->vma; in __vmf_anon_prepare()
3856 struct vm_area_struct *vma = vmf->vma; in wp_page_copy()
4047 struct vm_area_struct *vma = vmf->vma; in wp_pfn_shared()
4070 struct vm_area_struct *vma = vmf->vma; in wp_page_shared()
4109 struct vm_area_struct *vma) in __wp_can_reuse_large_anon_folio()
4175 struct vm_area_struct *vma) in __wp_can_reuse_large_anon_folio()
4182 struct vm_area_struct *vma) in wp_can_reuse_anon_folio()
4248 struct vm_area_struct *vma = vmf->vma; in do_wp_page()
4344 struct vm_area_struct *vma; in unmap_mapping_range_tree()
4467 struct vm_area_struct *vma = vmf->vma; in remove_device_exclusive_entry()
4514 struct vm_area_struct *vma, in should_try_to_free_swap()
4614 struct vm_area_struct *vma = vmf->vma; in __alloc_swap_folio()
4692 struct vm_area_struct *vma = vmf->vma; in alloc_swap_folio()
4797 struct vm_area_struct *vma = vmf->vma; in do_swap_page()
5218 struct vm_area_struct *vma = vmf->vma; in alloc_anon_folio()
5302 struct vm_area_struct *vma, unsigned long addr, in map_anon_folio_pte_nopf()
5323 struct vm_area_struct *vma, unsigned long addr, bool uffd_wp) in map_anon_folio_pte_pf()
5339 struct vm_area_struct *vma = vmf->vma; in do_anonymous_page()
5449 struct vm_area_struct *vma = vmf->vma; in __do_fault()
5506 struct vm_area_struct *vma = vmf->vma; in deposit_prealloc_pte()
5519 struct vm_area_struct *vma = vmf->vma; in do_set_pmd()
5610 struct vm_area_struct *vma = vmf->vma; in set_pte_range()
5668 struct vm_area_struct *vma = vmf->vma; in finish_fault()
5923 struct vm_area_struct *vma = vmf->vma; in do_cow_fault()
5965 struct vm_area_struct *vma = vmf->vma; in do_shared_fault()
6015 struct vm_area_struct *vma = vmf->vma; in do_fault()
6061 struct vm_area_struct *vma = vmf->vma; in numa_migrate_check()
6104 static void numa_rebuild_single_mapping(struct vm_fault *vmf, struct vm_area_struct *vma, in numa_rebuild_single_mapping()
6119 static void numa_rebuild_large_mapping(struct vm_fault *vmf, struct vm_area_struct *vma, in numa_rebuild_large_mapping()
6160 struct vm_area_struct *vma = vmf->vma; in do_numa_page()
6251 struct vm_area_struct *vma = vmf->vma; in create_huge_pmd()
6262 struct vm_area_struct *vma = vmf->vma; in wp_huge_pmd()
6295 struct vm_area_struct *vma = vmf->vma; in create_huge_pud()
6309 struct vm_area_struct *vma = vmf->vma; in wp_huge_pud()
6465 static vm_fault_t __handle_mm_fault(struct vm_area_struct *vma, in __handle_mm_fault()
6637 static void lru_gen_enter_fault(struct vm_area_struct *vma) in lru_gen_enter_fault()
6648 static void lru_gen_enter_fault(struct vm_area_struct *vma) in lru_gen_enter_fault()
6657 static vm_fault_t sanitize_fault_flags(struct vm_area_struct *vma, in sanitize_fault_flags()
6699 vm_fault_t handle_mm_fault(struct vm_area_struct *vma, unsigned long address, in handle_mm_fault()
6852 static inline void pfnmap_lockdep_assert(struct vm_area_struct *vma) in pfnmap_lockdep_assert()
6899 struct vm_area_struct *vma = args->vma; in follow_pfnmap_start()
7014 int generic_access_phys(struct vm_area_struct *vma, unsigned long addr, in generic_access_phys()
7089 struct vm_area_struct *vma = NULL; in __access_remote_vm()
7216 struct vm_area_struct *vma = NULL; in __copy_remote_vm_str()
7313 struct vm_area_struct *vma; in print_vma_addr()
7480 struct vm_area_struct *vma, in copy_user_gigantic_page()
7503 struct vm_area_struct *vma;
7518 unsigned long addr_hint, struct vm_area_struct *vma) in copy_user_large_folio()
7593 void vma_pgtable_walk_begin(struct vm_area_struct *vma) in vma_pgtable_walk_begin()
7599 void vma_pgtable_walk_end(struct vm_area_struct *vma) in vma_pgtable_walk_end()