1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_GENERIC_HUGETLB_H 3 #define _ASM_GENERIC_HUGETLB_H 4 5 #include <linux/swap.h> 6 #include <linux/swapops.h> 7 8 static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) 9 { 10 return mk_pte(page, pgprot); 11 } 12 13 static inline unsigned long huge_pte_write(pte_t pte) 14 { 15 return pte_write(pte); 16 } 17 18 static inline unsigned long huge_pte_dirty(pte_t pte) 19 { 20 return pte_dirty(pte); 21 } 22 23 static inline pte_t huge_pte_mkwrite(pte_t pte) 24 { 25 return pte_mkwrite_novma(pte); 26 } 27 28 #ifndef __HAVE_ARCH_HUGE_PTE_WRPROTECT 29 static inline pte_t huge_pte_wrprotect(pte_t pte) 30 { 31 return pte_wrprotect(pte); 32 } 33 #endif 34 35 static inline pte_t huge_pte_mkdirty(pte_t pte) 36 { 37 return pte_mkdirty(pte); 38 } 39 40 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) 41 { 42 return pte_modify(pte, newprot); 43 } 44 45 #ifndef __HAVE_ARCH_HUGE_PTE_MKUFFD_WP 46 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) 47 { 48 return huge_pte_wrprotect(pte_mkuffd_wp(pte)); 49 } 50 #endif 51 52 #ifndef __HAVE_ARCH_HUGE_PTE_CLEAR_UFFD_WP 53 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) 54 { 55 return pte_clear_uffd_wp(pte); 56 } 57 #endif 58 59 #ifndef __HAVE_ARCH_HUGE_PTE_UFFD_WP 60 static inline int huge_pte_uffd_wp(pte_t pte) 61 { 62 return pte_uffd_wp(pte); 63 } 64 #endif 65 66 #ifndef __HAVE_ARCH_HUGE_PTE_CLEAR 67 static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr, 68 pte_t *ptep, unsigned long sz) 69 { 70 pte_clear(mm, addr, ptep); 71 } 72 #endif 73 74 #ifndef __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE 75 static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb, 76 unsigned long addr, unsigned long end, 77 unsigned long floor, unsigned long ceiling) 78 { 79 free_pgd_range(tlb, addr, end, floor, ceiling); 80 } 81 #endif 82 83 #ifndef __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT 84 static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, 85 pte_t *ptep, pte_t pte, unsigned long sz) 86 { 87 set_pte_at(mm, addr, ptep, pte); 88 } 89 #endif 90 91 #ifndef __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR 92 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 93 unsigned long addr, pte_t *ptep) 94 { 95 return ptep_get_and_clear(mm, addr, ptep); 96 } 97 #endif 98 99 #ifndef __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH 100 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 101 unsigned long addr, pte_t *ptep) 102 { 103 return ptep_clear_flush(vma, addr, ptep); 104 } 105 #endif 106 107 #ifndef __HAVE_ARCH_HUGE_PTE_NONE 108 static inline int huge_pte_none(pte_t pte) 109 { 110 return pte_none(pte); 111 } 112 #endif 113 114 /* Please refer to comments above pte_none_mostly() for the usage */ 115 #ifndef __HAVE_ARCH_HUGE_PTE_NONE_MOSTLY 116 static inline int huge_pte_none_mostly(pte_t pte) 117 { 118 return huge_pte_none(pte) || is_pte_marker(pte); 119 } 120 #endif 121 122 #ifndef __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE 123 static inline int prepare_hugepage_range(struct file *file, 124 unsigned long addr, unsigned long len) 125 { 126 return 0; 127 } 128 #endif 129 130 #ifndef __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT 131 static inline void huge_ptep_set_wrprotect(struct mm_struct *mm, 132 unsigned long addr, pte_t *ptep) 133 { 134 ptep_set_wrprotect(mm, addr, ptep); 135 } 136 #endif 137 138 #ifndef __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS 139 static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma, 140 unsigned long addr, pte_t *ptep, 141 pte_t pte, int dirty) 142 { 143 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); 144 } 145 #endif 146 147 #ifndef __HAVE_ARCH_HUGE_PTEP_GET 148 static inline pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 149 { 150 return ptep_get(ptep); 151 } 152 #endif 153 154 #ifndef __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED 155 static inline bool gigantic_page_runtime_supported(void) 156 { 157 return IS_ENABLED(CONFIG_ARCH_HAS_GIGANTIC_PAGE); 158 } 159 #endif /* __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED */ 160 161 #endif /* _ASM_GENERIC_HUGETLB_H */ 162