1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_E500)
11 #include <asm/nohash/hugetlb-e500.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15
16 extern bool hugetlb_disabled;
17
hugepages_supported(void)18 static inline bool hugepages_supported(void)
19 {
20 if (hugetlb_disabled)
21 return false;
22
23 return HPAGE_SHIFT != 0;
24 }
25 #define hugepages_supported hugepages_supported
26
27 void __init hugetlbpage_init_defaultsize(void);
28
29 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
30 unsigned long len);
31
is_hugepage_only_range(struct mm_struct * mm,unsigned long addr,unsigned long len)32 static inline int is_hugepage_only_range(struct mm_struct *mm,
33 unsigned long addr,
34 unsigned long len)
35 {
36 if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
37 return slice_is_hugepage_only_range(mm, addr, len);
38 return 0;
39 }
40 #define is_hugepage_only_range is_hugepage_only_range
41
42 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
43 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep,
44 pte_t pte, unsigned long sz);
45
46 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
huge_ptep_get_and_clear(struct mm_struct * mm,unsigned long addr,pte_t * ptep,unsigned long sz)47 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
48 unsigned long addr, pte_t *ptep,
49 unsigned long sz)
50 {
51 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
52 }
53
54 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
huge_ptep_clear_flush(struct vm_area_struct * vma,unsigned long addr,pte_t * ptep)55 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
56 unsigned long addr, pte_t *ptep)
57 {
58 pte_t pte;
59 unsigned long sz = huge_page_size(hstate_vma(vma));
60
61 pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep, sz);
62 flush_hugetlb_page(vma, addr);
63 return pte;
64 }
65
66 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
67 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
68 unsigned long addr, pte_t *ptep,
69 pte_t pte, int dirty);
70
71 void gigantic_hugetlb_cma_reserve(void) __init;
72 #include <asm-generic/hugetlb.h>
73
74 #else /* ! CONFIG_HUGETLB_PAGE */
flush_hugetlb_page(struct vm_area_struct * vma,unsigned long vmaddr)75 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
76 unsigned long vmaddr)
77 {
78 }
79
gigantic_hugetlb_cma_reserve(void)80 static inline void __init gigantic_hugetlb_cma_reserve(void)
81 {
82 }
83
hugetlbpage_init_defaultsize(void)84 static inline void __init hugetlbpage_init_defaultsize(void)
85 {
86 }
87 #endif /* CONFIG_HUGETLB_PAGE */
88
89 #endif /* _ASM_POWERPC_HUGETLB_H */
90