xref: /linux/arch/powerpc/include/asm/hugetlb.h (revision 57fb15c32f4f6a4f1a58f1fbc58a799c3f975ed8)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4 
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7 
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_E500)
11 #include <asm/nohash/hugetlb-e500.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15 
16 extern bool hugetlb_disabled;
17 
18 void __init hugetlbpage_init_defaultsize(void);
19 
20 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
21 			   unsigned long len);
22 
23 static inline int is_hugepage_only_range(struct mm_struct *mm,
24 					 unsigned long addr,
25 					 unsigned long len)
26 {
27 	if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
28 		return slice_is_hugepage_only_range(mm, addr, len);
29 	return 0;
30 }
31 #define is_hugepage_only_range is_hugepage_only_range
32 
33 #ifdef CONFIG_ARCH_HAS_HUGEPD
34 #define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
35 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
36 			    unsigned long end, unsigned long floor,
37 			    unsigned long ceiling);
38 #endif
39 
40 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
41 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep,
42 		     pte_t pte, unsigned long sz);
43 
44 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
45 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
46 					    unsigned long addr, pte_t *ptep)
47 {
48 	return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
49 }
50 
51 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
52 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
53 					  unsigned long addr, pte_t *ptep)
54 {
55 	pte_t pte;
56 
57 	pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
58 	flush_hugetlb_page(vma, addr);
59 	return pte;
60 }
61 
62 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
63 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
64 			       unsigned long addr, pte_t *ptep,
65 			       pte_t pte, int dirty);
66 
67 void gigantic_hugetlb_cma_reserve(void) __init;
68 #include <asm-generic/hugetlb.h>
69 
70 #else /* ! CONFIG_HUGETLB_PAGE */
71 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
72 				      unsigned long vmaddr)
73 {
74 }
75 
76 static inline void __init gigantic_hugetlb_cma_reserve(void)
77 {
78 }
79 
80 static inline void __init hugetlbpage_init_defaultsize(void)
81 {
82 }
83 #endif /* CONFIG_HUGETLB_PAGE */
84 
85 #endif /* _ASM_POWERPC_HUGETLB_H */
86