xref: /linux/arch/powerpc/include/asm/hugetlb.h (revision 6aacab308a5dfd222b2d23662bbae60c11007cfb)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4 
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7 
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_E500)
11 #include <asm/nohash/hugetlb-e500.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15 
16 extern bool hugetlb_disabled;
17 
18 static inline bool hugepages_supported(void)
19 {
20 	if (hugetlb_disabled)
21 		return false;
22 
23 	return HPAGE_SHIFT != 0;
24 }
25 #define hugepages_supported hugepages_supported
26 
27 void __init hugetlbpage_init_defaultsize(void);
28 
29 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
30 			   unsigned long len);
31 
32 static inline int is_hugepage_only_range(struct mm_struct *mm,
33 					 unsigned long addr,
34 					 unsigned long len)
35 {
36 	if (IS_ENABLED(CONFIG_PPC_64S_HASH_MMU) && !radix_enabled())
37 		return slice_is_hugepage_only_range(mm, addr, len);
38 	return 0;
39 }
40 #define is_hugepage_only_range is_hugepage_only_range
41 
42 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
43 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep,
44 		     pte_t pte, unsigned long sz);
45 
46 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
47 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
48 					    unsigned long addr, pte_t *ptep,
49 					    unsigned long sz)
50 {
51 	return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
52 }
53 
54 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
55 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
56 					  unsigned long addr, pte_t *ptep)
57 {
58 	pte_t pte;
59 	unsigned long sz = huge_page_size(hstate_vma(vma));
60 
61 	pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep, sz);
62 	flush_hugetlb_page(vma, addr);
63 	return pte;
64 }
65 
66 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
67 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
68 			       unsigned long addr, pte_t *ptep,
69 			       pte_t pte, int dirty);
70 
71 #include <asm-generic/hugetlb.h>
72 
73 #else /* ! CONFIG_HUGETLB_PAGE */
74 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
75 				      unsigned long vmaddr)
76 {
77 }
78 
79 static inline void __init hugetlbpage_init_defaultsize(void)
80 {
81 }
82 #endif /* CONFIG_HUGETLB_PAGE */
83 
84 #endif /* _ASM_POWERPC_HUGETLB_H */
85