132 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages,  in hugepage_new_subpool()
468 						struct hstate *h,  in record_hugetlb_cgroup_uncharge_info()
550 		     long to, struct hstate *h, struct hugetlb_cgroup *cg,  in hugetlb_resv_map_add()
576 				     struct hstate *h, long *regions_needed)  in add_reservation_in_range()
708 		       long in_regions_needed, struct hstate *h,  in region_add()
944 		struct hstate *h = hstate_inode(inode);  in hugetlb_fix_reserve_counts()  local
991 static pgoff_t vma_hugecache_offset(struct hstate *h,  in vma_hugecache_offset()
1068 					  struct hstate *h)  in resv_map_set_hugetlb_cgroup_uncharge_info()
1312 static void enqueue_hugetlb_folio(struct hstate *h, struct folio *folio)  in enqueue_hugetlb_folio()
1325 static struct folio *dequeue_hugetlb_folio_node_exact(struct hstate *h,  in dequeue_hugetlb_folio_node_exact()
1350 static struct folio *dequeue_hugetlb_folio_nodemask(struct hstate *h, gfp_t gfp_mask,  in dequeue_hugetlb_folio_nodemask()
1390 static unsigned long available_huge_pages(struct hstate *h)  in available_huge_pages()
1395 static struct folio *dequeue_hugetlb_folio_vma(struct hstate *h,  in dequeue_hugetlb_folio_vma()
1492 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed)  in hstate_next_node_to_free()
1518 static struct folio *alloc_gigantic_folio(struct hstate *h, gfp_t gfp_mask,  in alloc_gigantic_folio()
1567 static struct folio *alloc_gigantic_folio(struct hstate *h, gfp_t gfp_mask,  in alloc_gigantic_folio()
1575 static struct folio *alloc_gigantic_folio(struct hstate *h, gfp_t gfp_mask,  in alloc_gigantic_folio()
1590 static void remove_hugetlb_folio(struct hstate *h, struct folio *folio,  in remove_hugetlb_folio()
1626 static void add_hugetlb_folio(struct hstate *h, struct folio *folio,  in add_hugetlb_folio()
1656 static void __update_and_free_hugetlb_folio(struct hstate *h,  in __update_and_free_hugetlb_folio()
1732 		struct hstate *h;  in free_hpage_workfn()  local
1753 static inline void flush_free_hpage_work(struct hstate *h)  in flush_free_hpage_work()
1759 static void update_and_free_hugetlb_folio(struct hstate *h, struct folio *folio,  in update_and_free_hugetlb_folio()
1778 static void bulk_vmemmap_restore_error(struct hstate *h,  in bulk_vmemmap_restore_error()
1829 static void update_and_free_pages_bulk(struct hstate *h,  in update_and_free_pages_bulk()
1872 	struct hstate *h;  in size_to_hstate()  local
1887 	struct hstate *h = folio_hstate(folio);  in free_huge_folio()  local
1951 static void __prep_account_new_huge_page(struct hstate *h, int nid)  in __prep_account_new_huge_page()
1958 static void init_new_hugetlb_folio(struct hstate *h, struct folio *folio)  in init_new_hugetlb_folio()
1967 static void __prep_new_hugetlb_folio(struct hstate *h, struct folio *folio)  in __prep_new_hugetlb_folio()
1973 static void prep_new_hugetlb_folio(struct hstate *h, struct folio *folio, int nid)  in prep_new_hugetlb_folio()
2001 static struct folio *alloc_buddy_hugetlb_folio(struct hstate *h,  in alloc_buddy_hugetlb_folio()
2065 static struct folio *only_alloc_fresh_hugetlb_folio(struct hstate *h,  in only_alloc_fresh_hugetlb_folio()
2087 static struct folio *alloc_fresh_hugetlb_folio(struct hstate *h,  in alloc_fresh_hugetlb_folio()
2103 static void prep_and_add_allocated_folios(struct hstate *h,  in prep_and_add_allocated_folios()
2125 static struct folio *alloc_pool_huge_folio(struct hstate *h,  in alloc_pool_huge_folio()
2152 static struct folio *remove_pool_hugetlb_folio(struct hstate *h,  in remove_pool_hugetlb_folio()
2206 		struct hstate *h = folio_hstate(folio);  in dissolve_free_hugetlb_folio()  local
2278 	struct hstate *h;  in dissolve_free_hugetlb_folios()  local
2300 static struct folio *alloc_surplus_hugetlb_folio(struct hstate *h,  in alloc_surplus_hugetlb_folio()
2341 static struct folio *alloc_migrate_hugetlb_folio(struct hstate *h, gfp_t gfp_mask,  in alloc_migrate_hugetlb_folio()
2368 struct folio *alloc_buddy_hugetlb_folio_with_mpol(struct hstate *h,  in alloc_buddy_hugetlb_folio_with_mpol()
2393 struct folio *alloc_hugetlb_folio_reserve(struct hstate *h, int preferred_nid,  in alloc_hugetlb_folio_reserve()
2411 struct folio *alloc_hugetlb_folio_nodemask(struct hstate *h, int preferred_nid,  in alloc_hugetlb_folio_nodemask()
2455 static int gather_surplus_pages(struct hstate *h, long delta)  in gather_surplus_pages()
2556 static void return_unused_surplus_pages(struct hstate *h,  in return_unused_surplus_pages()
2636 static long __vma_reservation_common(struct hstate *h,  in __vma_reservation_common()
2716 static long vma_needs_reservation(struct hstate *h,  in vma_needs_reservation()
2722 static long vma_commit_reservation(struct hstate *h,  in vma_commit_reservation()
2728 static void vma_end_reservation(struct hstate *h,  in vma_end_reservation()
2734 static long vma_add_reservation(struct hstate *h,  in vma_add_reservation()
2740 static long vma_del_reservation(struct hstate *h,  in vma_del_reservation()
2766 void restore_reserve_on_error(struct hstate *h, struct vm_area_struct *vma,  in restore_reserve_on_error()
2847 static int alloc_and_dissolve_hugetlb_folio(struct hstate *h,  in alloc_and_dissolve_hugetlb_folio()
2929 	struct hstate *h;  in isolate_or_dissolve_huge_page()  local
2967 	struct hstate *h = hstate_vma(vma);  in alloc_hugetlb_folio()  local
3119 int __alloc_bootmem_huge_page(struct hstate *h, int nid)  in __alloc_bootmem_huge_page()
3188 					      struct hstate *h,  in hugetlb_folio_init_vmemmap()
3203 static void __init prep_and_add_bootmem_folios(struct hstate *h,  in prep_and_add_bootmem_folios()
3240 	struct hstate *h = NULL, *prev_h = NULL;  in gather_bootmem_prealloc_node()  local
3300 static void __init hugetlb_hstate_alloc_pages_onenode(struct hstate *h, int nid)  in hugetlb_hstate_alloc_pages_onenode()
3331 static bool __init hugetlb_hstate_alloc_pages_specific_nodes(struct hstate *h)  in hugetlb_hstate_alloc_pages_specific_nodes()
3346 static void __init hugetlb_hstate_alloc_pages_errcheck(unsigned long allocated, struct hstate *h)  in hugetlb_hstate_alloc_pages_errcheck()
3360 	struct hstate *h = (struct hstate *)arg;  in hugetlb_pages_alloc_boot_node()  local
3382 static unsigned long __init hugetlb_gigantic_pages_alloc_boot(struct hstate *h)  in hugetlb_gigantic_pages_alloc_boot()
3395 static unsigned long __init hugetlb_pages_alloc_boot(struct hstate *h)  in hugetlb_pages_alloc_boot()
3444 static void __init hugetlb_hstate_alloc_pages(struct hstate *h)  in hugetlb_hstate_alloc_pages()
3479 	struct hstate *h, *h2;  in hugetlb_init_hstates()  local
3510 	struct hstate *h;  in report_hugepages()  local
3524 static void try_to_free_low(struct hstate *h, unsigned long count,  in try_to_free_low()
3556 static inline void try_to_free_low(struct hstate *h, unsigned long count,  in try_to_free_low()
3567 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed,  in adjust_pool_surplus()
3595 #define persistent_huge_pages(h) (h->nr_huge_pages - h->surplus_huge_pages)  argument
3596 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid,  in set_max_huge_pages()
3919 	struct hstate *h;  in nr_hugepages_show_common()  local
3933 					   struct hstate *h, int nid,  in __nr_hugepages_store_common()
3969 	struct hstate *h;  in nr_hugepages_store_common()  local
4020 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in nr_overcommit_hugepages_show()  local
4029 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in nr_overcommit_hugepages_store()  local
4049 	struct hstate *h;  in free_hugepages_show()  local
4066 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in resv_hugepages_show()  local
4074 	struct hstate *h;  in surplus_hugepages_show()  local
4094 	struct hstate *h;  in demote_store()  local
4150 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in demote_size_show()  local
4160 	struct hstate *h, *demote_hstate;  in demote_size_store()  local
4213 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent,  in hugetlb_sysfs_add_hstate()
4305 	struct hstate *h;  in hugetlb_unregister_node()  local
4335 	struct hstate *h;  in hugetlb_register_node()  local
4399 	struct hstate *h;  in hugetlb_sysfs_init()  local
4506 	struct hstate *h;  in hugetlb_add_hstate()  local
4649 	struct hstate *h;  in hugepagesz_setup()  local
4738 static unsigned int allowed_mems_nr(struct hstate *h)  in allowed_mems_nr()
4776 	struct hstate *h = &default_hstate;  in hugetlb_sysctl_handler_common()  local
4815 	struct hstate *h = &default_hstate;  in hugetlb_overcommit_handler()  local
4882 	struct hstate *h;  in hugetlb_report_meminfo()  local
4912 	struct hstate *h = &default_hstate;  in hugetlb_report_node_meminfo()  local
4928 	struct hstate *h;  in hugetlb_show_meminfo_node()  local
4951 	struct hstate *h;  in hugetlb_total_pages()  local
4959 static int hugetlb_acct_memory(struct hstate *h, long delta)  in hugetlb_acct_memory()
5049 	struct hstate *h = hstate_vma(vma);  in hugetlb_vm_op_close()  local
5214 	struct hstate *h = hstate_vma(src_vma);  in copy_hugetlb_page_range()  local
5398 	struct hstate *h = hstate_vma(vma);  in move_huge_pte()  local
5426 	struct hstate *h = hstate_vma(vma);  in move_hugetlb_page_tables()  local
5495 	struct hstate *h = hstate_vma(vma);  in __unmap_hugepage_range()  local
5720 	struct hstate *h = hstate_vma(vma);  in unmap_ref_private()  local
5780 	struct hstate *h = hstate_vma(vma);  in hugetlb_wp()  local
5975 bool hugetlbfs_pagecache_present(struct hstate *h,  in hugetlbfs_pagecache_present()
5993 	struct hstate *h = hstate_inode(inode);  in hugetlb_add_to_page_cache()  local
6039 static bool hugetlb_pte_stable(struct hstate *h, struct mm_struct *mm, unsigned long addr,  in hugetlb_pte_stable()
6057 	struct hstate *h = hstate_vma(vma);  in hugetlb_no_page()  local
6301 	struct hstate *h = hstate_vma(vma);  in hugetlb_fault()  local
6502 static struct folio *alloc_hugetlb_folio_vma(struct hstate *h,  in alloc_hugetlb_folio_vma()
6539 	struct hstate *h = hstate_vma(dst_vma);  in hugetlb_mfill_atomic_pte()  local
6756 	struct hstate *h = hstate_vma(vma);  in hugetlb_change_protection()  local
6902 	struct hstate *h = hstate_inode(inode);  in hugetlb_reserve_pages()  local
7059 	struct hstate *h = hstate_inode(inode);  in hugetlb_unreserve_pages()  local
7363 unsigned long hugetlb_mask_last_page(struct hstate *h)  in hugetlb_mask_last_page()
7378 __weak unsigned long hugetlb_mask_last_page(struct hstate *h)  in hugetlb_mask_last_page()
7448 	struct hstate *h = folio_hstate(old_folio);  in move_hugetlb_state()  local
7490 	struct hstate *h = hstate_vma(vma);  in hugetlb_unshare_pmds()  local