260 static inline struct hugepage_subpool *subpool_vma(struct vm_area_struct *vma)  in subpool_vma()
268 void hugetlb_vma_lock_read(struct vm_area_struct *vma)  in hugetlb_vma_lock_read()
281 void hugetlb_vma_unlock_read(struct vm_area_struct *vma)  in hugetlb_vma_unlock_read()
294 void hugetlb_vma_lock_write(struct vm_area_struct *vma)  in hugetlb_vma_lock_write()
307 void hugetlb_vma_unlock_write(struct vm_area_struct *vma)  in hugetlb_vma_unlock_write()
320 int hugetlb_vma_trylock_write(struct vm_area_struct *vma)  in hugetlb_vma_trylock_write()
336 void hugetlb_vma_assert_locked(struct vm_area_struct *vma)  in hugetlb_vma_assert_locked()
359 	struct vm_area_struct *vma = vma_lock->vma;  in __hugetlb_vma_unlock_write_put()  local
372 static void __hugetlb_vma_unlock_write_free(struct vm_area_struct *vma)  in __hugetlb_vma_unlock_write_free()
386 static void hugetlb_vma_lock_free(struct vm_area_struct *vma)  in hugetlb_vma_lock_free()
402 static void hugetlb_vma_lock_alloc(struct vm_area_struct *vma)  in hugetlb_vma_lock_alloc()
993 			struct vm_area_struct *vma, unsigned long address)  in vma_hugecache_offset()
1008 unsigned long vma_kernel_pagesize(struct vm_area_struct *vma)  in vma_kernel_pagesize()
1022 __weak unsigned long vma_mmu_pagesize(struct vm_area_struct *vma)  in vma_mmu_pagesize()
1055 static unsigned long get_vma_private_data(struct vm_area_struct *vma)  in get_vma_private_data()
1060 static void set_vma_private_data(struct vm_area_struct *vma,  in set_vma_private_data()
1150 static struct resv_map *vma_resv_map(struct vm_area_struct *vma)  in vma_resv_map()
1165 static void set_vma_resv_map(struct vm_area_struct *vma, struct resv_map *map)  in set_vma_resv_map()
1173 static void set_vma_resv_flags(struct vm_area_struct *vma, unsigned long flags)  in set_vma_resv_flags()
1181 static int is_vma_resv_set(struct vm_area_struct *vma, unsigned long flag)  in is_vma_resv_set()
1188 bool __vma_private_lock(struct vm_area_struct *vma)  in __vma_private_lock()
1195 void hugetlb_dup_vma_private(struct vm_area_struct *vma)  in hugetlb_dup_vma_private()
1226 void clear_vma_resv_huge_pages(struct vm_area_struct *vma)  in clear_vma_resv_huge_pages()
1337 				struct vm_area_struct *vma,  in dequeue_hugetlb_folio_vma()
2304 		struct vm_area_struct *vma, unsigned long addr)  in alloc_buddy_hugetlb_folio_with_mpol()
2586 				struct vm_area_struct *vma, unsigned long addr,  in __vma_reservation_common()
2666 			struct vm_area_struct *vma, unsigned long addr)  in vma_needs_reservation()
2672 			struct vm_area_struct *vma, unsigned long addr)  in vma_commit_reservation()
2678 			struct vm_area_struct *vma, unsigned long addr)  in vma_end_reservation()
2684 			struct vm_area_struct *vma, unsigned long addr)  in vma_add_reservation()
2690 			struct vm_area_struct *vma, unsigned long addr)  in vma_del_reservation()
2715 void restore_reserve_on_error(struct hstate *h, struct vm_area_struct *vma,  in restore_reserve_on_error()
2984 struct folio *alloc_hugetlb_folio(struct vm_area_struct *vma,  in alloc_hugetlb_folio()
5050 static void hugetlb_vm_op_open(struct vm_area_struct *vma)  in hugetlb_vm_op_open()
5088 static void hugetlb_vm_op_close(struct vm_area_struct *vma)  in hugetlb_vm_op_close()
5119 static int hugetlb_vm_op_split(struct vm_area_struct *vma, unsigned long addr)  in hugetlb_vm_op_split()
5145 static unsigned long hugetlb_vm_op_pagesize(struct vm_area_struct *vma)  in hugetlb_vm_op_pagesize()
5177 static pte_t make_huge_pte(struct vm_area_struct *vma, struct page *page,  in make_huge_pte()
5196 static void set_huge_ptep_writable(struct vm_area_struct *vma,  in set_huge_ptep_writable()
5206 static void set_huge_ptep_maybe_writable(struct vm_area_struct *vma,  in set_huge_ptep_maybe_writable()
5240 hugetlb_install_folio(struct vm_area_struct *vma, pte_t *ptep, unsigned long addr,  in hugetlb_install_folio()
5442 static void move_huge_pte(struct vm_area_struct *vma, unsigned long old_addr,  in move_huge_pte()
5481 int move_hugetlb_page_tables(struct vm_area_struct *vma,  in move_hugetlb_page_tables()
5545 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,  in __unmap_hugepage_range()
5713 void __hugetlb_zap_begin(struct vm_area_struct *vma,  in __hugetlb_zap_begin()
5725 void __hugetlb_zap_end(struct vm_area_struct *vma,  in __hugetlb_zap_end()
5752 void unmap_hugepage_range(struct vm_area_struct *vma, unsigned long start,  in unmap_hugepage_range()
5777 static void unmap_ref_private(struct mm_struct *mm, struct vm_area_struct *vma,  in unmap_ref_private()
5836 	struct vm_area_struct *vma = vmf->vma;  in hugetlb_wp()  local
6030 				 struct vm_area_struct *vma, unsigned long address)  in hugetlbfs_pagecache_present()
6109 	struct vm_area_struct *vma = vmf->vma;  in hugetlb_no_page()  local
6347 vm_fault_t hugetlb_fault(struct mm_struct *mm, struct vm_area_struct *vma,  in hugetlb_fault()
6560 		struct vm_area_struct *vma, unsigned long address)  in alloc_hugetlb_folio_vma()
6799 long hugetlb_change_protection(struct vm_area_struct *vma,  in hugetlb_change_protection()
6949 					struct vm_area_struct *vma,  in hugetlb_reserve_pages()
7150 				struct vm_area_struct *vma,  in page_table_shareable()
7177 bool want_pmd_share(struct vm_area_struct *vma, unsigned long addr)  in want_pmd_share()
7203 void adjust_range_if_pmd_sharing_possible(struct vm_area_struct *vma,  in adjust_range_if_pmd_sharing_possible()
7234 pte_t *huge_pmd_share(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_share()
7287 int huge_pmd_unshare(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_unshare()
7310 pte_t *huge_pmd_share(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_share()
7316 int huge_pmd_unshare(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pmd_unshare()
7322 void adjust_range_if_pmd_sharing_possible(struct vm_area_struct *vma,  in adjust_range_if_pmd_sharing_possible()
7327 bool want_pmd_share(struct vm_area_struct *vma, unsigned long addr)  in want_pmd_share()
7334 pte_t *huge_pte_alloc(struct mm_struct *mm, struct vm_area_struct *vma,  in huge_pte_alloc()
7573 static void hugetlb_unshare_pmds(struct vm_area_struct *vma,  in hugetlb_unshare_pmds()
7623 void hugetlb_unshare_all_pmds(struct vm_area_struct *vma)  in hugetlb_unshare_all_pmds()