260 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma)  in subpool_vma()
268 void hugetlb_vma_lock_read(struct vm_area_struct *vma)  in hugetlb_vma_lock_read()
281 void hugetlb_vma_unlock_read(struct vm_area_struct *vma)  in hugetlb_vma_unlock_read()
294 void hugetlb_vma_lock_write(struct vm_area_struct *vma)  in hugetlb_vma_lock_write()
307 void hugetlb_vma_unlock_write(struct vm_area_struct *vma)  in hugetlb_vma_unlock_write()
320 int hugetlb_vma_trylock_write(struct vm_area_struct *vma)  in hugetlb_vma_trylock_write()
336 void hugetlb_vma_assert_locked(struct vm_area_struct *vma)  in hugetlb_vma_assert_locked()
359 	struct vm_area_struct *vma = vma_lock->vma;  in __hugetlb_vma_unlock_write_put()  local
372 static void __hugetlb_vma_unlock_write_free(struct vm_area_struct *vma)  in __hugetlb_vma_unlock_write_free()
386 static void hugetlb_vma_lock_free(struct vm_area_struct *vma)  in hugetlb_vma_lock_free()
402 static void hugetlb_vma_lock_alloc(struct vm_area_struct *vma)  in hugetlb_vma_lock_alloc()
993 			struct vm_area_struct *vma, unsigned long address)  in vma_hugecache_offset()
1008 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma)  in vma_kernel_pagesize()
1022 __weak unsigned long vma_mmu_pagesize(struct vm_area_struct *vma)  in vma_mmu_pagesize()
1055 static unsigned long get_vma_private_data(struct vm_area_struct *vma)  in get_vma_private_data()
1060 static void set_vma_private_data(struct vm_area_struct *vma,  in set_vma_private_data()
1150 static struct resv_map *vma_resv_map(struct vm_area_struct *vma)  in vma_resv_map()
1165 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map)  in set_vma_resv_map()
1173 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags)  in set_vma_resv_flags()
1181 static int is_vma_resv_set(struct vm_area_struct *vma, unsigned long flag)  in is_vma_resv_set()
1188 bool __vma_private_lock(struct vm_area_struct *vma)  in __vma_private_lock()
1195 void hugetlb_dup_vma_private(struct vm_area_struct *vma)  in hugetlb_dup_vma_private()
1226 void clear_vma_resv_huge_pages(struct vm_area_struct *vma)  in clear_vma_resv_huge_pages()
1337 				struct vm_area_struct *vma,  in dequeue_hugetlb_folio_vma()
2300 		struct vm_area_struct *vma, unsigned long addr)  in alloc_buddy_hugetlb_folio_with_mpol()
2582 				struct vm_area_struct *vma, unsigned long addr,  in __vma_reservation_common()
2662 			struct vm_area_struct *vma, unsigned long addr)  in vma_needs_reservation()
2668 			struct vm_area_struct *vma, unsigned long addr)  in vma_commit_reservation()
2674 			struct vm_area_struct *vma, unsigned long addr)  in vma_end_reservation()
2680 			struct vm_area_struct *vma, unsigned long addr)  in vma_add_reservation()
2686 			struct vm_area_struct *vma, unsigned long addr)  in vma_del_reservation()
2711 void restore_reserve_on_error(struct hstate *h, struct vm_area_struct *vma,  in restore_reserve_on_error()
2980 struct folio *alloc_hugetlb_folio(struct vm_area_struct *vma,  in alloc_hugetlb_folio()
5046 static void hugetlb_vm_op_open(struct vm_area_struct *vma)  in hugetlb_vm_op_open()
5084 static void hugetlb_vm_op_close(struct vm_area_struct *vma)  in hugetlb_vm_op_close()
5115 static int hugetlb_vm_op_split(struct vm_area_struct *vma, unsigned long addr)  in hugetlb_vm_op_split()
5141 static unsigned long hugetlb_vm_op_pagesize(struct vm_area_struct *vma)  in hugetlb_vm_op_pagesize()
5173 static pte_t make_huge_pte(struct vm_area_struct *vma, struct page *page,  in make_huge_pte()
5192 static void set_huge_ptep_writable(struct vm_area_struct *vma,  in set_huge_ptep_writable()
5202 static void set_huge_ptep_maybe_writable(struct vm_area_struct *vma,  in set_huge_ptep_maybe_writable()
5236 hugetlb_install_folio(struct vm_area_struct *vma, pte_t *ptep, unsigned long addr,  in hugetlb_install_folio()
5438 static void move_huge_pte(struct vm_area_struct *vma, unsigned long old_addr,  in move_huge_pte()
5477 int move_hugetlb_page_tables(struct vm_area_struct *vma,  in move_hugetlb_page_tables()
5541 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,  in __unmap_hugepage_range()
5709 void __hugetlb_zap_begin(struct vm_area_struct *vma,  in __hugetlb_zap_begin()
5721 void __hugetlb_zap_end(struct vm_area_struct *vma,  in __hugetlb_zap_end()
5748 void unmap_hugepage_range(struct vm_area_struct *vma, unsigned long start,  in unmap_hugepage_range()
5773 static void unmap_ref_private(struct mm_struct *mm, struct vm_area_struct *vma,  in unmap_ref_private()
5832 	struct vm_area_struct *vma = vmf->vma;  in hugetlb_wp()  local
6026 				 struct vm_area_struct *vma, unsigned long address)  in hugetlbfs_pagecache_present()
6105 	struct vm_area_struct *vma = vmf->vma;  in hugetlb_no_page()  local
6343 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,  in hugetlb_fault()
6556 		struct vm_area_struct *vma, unsigned long address)  in alloc_hugetlb_folio_vma()
6795 long hugetlb_change_protection(struct vm_area_struct *vma,  in hugetlb_change_protection()
6945 					struct vm_area_struct *vma,  in hugetlb_reserve_pages()
7146 				struct vm_area_struct *vma,  in page_table_shareable()
7173 bool want_pmd_share(struct vm_area_struct *vma, unsigned long addr)  in want_pmd_share()
7199 void adjust_range_if_pmd_sharing_possible(struct vm_area_struct *vma,  in adjust_range_if_pmd_sharing_possible()
7230 pte_t *huge_pmd_share(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_share()
7283 int huge_pmd_unshare(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_unshare()
7306 pte_t *huge_pmd_share(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_share()
7312 int huge_pmd_unshare(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_unshare()
7318 void adjust_range_if_pmd_sharing_possible(struct vm_area_struct *vma,  in adjust_range_if_pmd_sharing_possible()
7323 bool want_pmd_share(struct vm_area_struct *vma, unsigned long addr)  in want_pmd_share()
7330 pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pte_alloc()
7569 static void hugetlb_unshare_pmds(struct vm_area_struct *vma,  in hugetlb_unshare_pmds()
7619 void hugetlb_unshare_all_pmds(struct vm_area_struct *vma)  in hugetlb_unshare_all_pmds()