xref: /linux/arch/powerpc/include/asm/pgtable.h (revision 170aafe35cb98e0f3fbacb446ea86389fbce22ea)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_PGTABLE_H
3 #define _ASM_POWERPC_PGTABLE_H
4 
5 #ifndef __ASSEMBLY__
6 #include <linux/mmdebug.h>
7 #include <linux/mmzone.h>
8 #include <asm/processor.h>		/* For TASK_SIZE */
9 #include <asm/mmu.h>
10 #include <asm/page.h>
11 #include <asm/tlbflush.h>
12 
13 struct mm_struct;
14 
15 #endif /* !__ASSEMBLY__ */
16 
17 #ifdef CONFIG_PPC_BOOK3S
18 #include <asm/book3s/pgtable.h>
19 #else
20 #include <asm/nohash/pgtable.h>
21 #endif /* !CONFIG_PPC_BOOK3S */
22 
23 /*
24  * Protection used for kernel text. We want the debuggers to be able to
25  * set breakpoints anywhere, so don't write protect the kernel text
26  * on platforms where such control is possible.
27  */
28 #if defined(CONFIG_KGDB) || defined(CONFIG_XMON) || defined(CONFIG_BDI_SWITCH) || \
29 	defined(CONFIG_KPROBES) || defined(CONFIG_DYNAMIC_FTRACE)
30 #define PAGE_KERNEL_TEXT	PAGE_KERNEL_X
31 #else
32 #define PAGE_KERNEL_TEXT	PAGE_KERNEL_ROX
33 #endif
34 
35 /* Make modules code happy. We don't set RO yet */
36 #define PAGE_KERNEL_EXEC	PAGE_KERNEL_X
37 
38 /* Advertise special mapping type for AGP */
39 #define PAGE_AGP		(PAGE_KERNEL_NC)
40 #define HAVE_PAGE_AGP
41 
42 #ifndef __ASSEMBLY__
43 
44 #define PFN_PTE_SHIFT		PTE_RPN_SHIFT
45 
46 void set_ptes(struct mm_struct *mm, unsigned long addr, pte_t *ptep,
47 		pte_t pte, unsigned int nr);
48 #define set_ptes set_ptes
49 #define update_mmu_cache(vma, addr, ptep) \
50 	update_mmu_cache_range(NULL, vma, addr, ptep, 1)
51 
52 #ifndef MAX_PTRS_PER_PGD
53 #define MAX_PTRS_PER_PGD PTRS_PER_PGD
54 #endif
55 
56 /* Keep these as a macros to avoid include dependency mess */
57 #define pte_page(x)		pfn_to_page(pte_pfn(x))
58 #define mk_pte(page, pgprot)	pfn_pte(page_to_pfn(page), (pgprot))
59 
60 static inline unsigned long pte_pfn(pte_t pte)
61 {
62 	return (pte_val(pte) & PTE_RPN_MASK) >> PTE_RPN_SHIFT;
63 }
64 
65 /*
66  * Select all bits except the pfn
67  */
68 static inline pgprot_t pte_pgprot(pte_t pte)
69 {
70 	unsigned long pte_flags;
71 
72 	pte_flags = pte_val(pte) & ~PTE_RPN_MASK;
73 	return __pgprot(pte_flags);
74 }
75 
76 static inline pgprot_t pgprot_nx(pgprot_t prot)
77 {
78 	return pte_pgprot(pte_exprotect(__pte(pgprot_val(prot))));
79 }
80 #define pgprot_nx pgprot_nx
81 
82 #ifndef pmd_page_vaddr
83 static inline const void *pmd_page_vaddr(pmd_t pmd)
84 {
85 	return __va(pmd_val(pmd) & ~PMD_MASKED_BITS);
86 }
87 #define pmd_page_vaddr pmd_page_vaddr
88 #endif
89 /*
90  * ZERO_PAGE is a global shared page that is always zero: used
91  * for zero-mapped memory areas etc..
92  */
93 extern unsigned long empty_zero_page[];
94 #define ZERO_PAGE(vaddr) (virt_to_page(empty_zero_page))
95 
96 extern pgd_t swapper_pg_dir[];
97 
98 extern void paging_init(void);
99 void poking_init(void);
100 
101 extern unsigned long ioremap_bot;
102 extern const pgprot_t protection_map[16];
103 
104 /* can we use this in kvm */
105 unsigned long vmalloc_to_phys(void *vmalloc_addr);
106 
107 void pgtable_cache_add(unsigned int shift);
108 
109 #ifdef CONFIG_PPC32
110 void __init *early_alloc_pgtable(unsigned long size);
111 #endif
112 pte_t *early_pte_alloc_kernel(pmd_t *pmdp, unsigned long va);
113 
114 #if defined(CONFIG_STRICT_KERNEL_RWX) || defined(CONFIG_PPC32)
115 void mark_initmem_nx(void);
116 #else
117 static inline void mark_initmem_nx(void) { }
118 #endif
119 
120 #define __HAVE_ARCH_PTEP_SET_ACCESS_FLAGS
121 int ptep_set_access_flags(struct vm_area_struct *vma, unsigned long address,
122 			  pte_t *ptep, pte_t entry, int dirty);
123 
124 pgprot_t __phys_mem_access_prot(unsigned long pfn, unsigned long size,
125 				pgprot_t vma_prot);
126 
127 struct file;
128 static inline pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
129 					    unsigned long size, pgprot_t vma_prot)
130 {
131 	return __phys_mem_access_prot(pfn, size, vma_prot);
132 }
133 #define __HAVE_PHYS_MEM_ACCESS_PROT
134 
135 void __update_mmu_cache(struct vm_area_struct *vma, unsigned long address, pte_t *ptep);
136 
137 /*
138  * This gets called at the end of handling a page fault, when
139  * the kernel has put a new PTE into the page table for the process.
140  * We use it to ensure coherency between the i-cache and d-cache
141  * for the page which has just been mapped in.
142  * On machines which use an MMU hash table, we use this to put a
143  * corresponding HPTE into the hash table ahead of time, instead of
144  * waiting for the inevitable extra hash-table miss exception.
145  */
146 static inline void update_mmu_cache_range(struct vm_fault *vmf,
147 		struct vm_area_struct *vma, unsigned long address,
148 		pte_t *ptep, unsigned int nr)
149 {
150 	if ((mmu_has_feature(MMU_FTR_HPTE_TABLE) && !radix_enabled()) ||
151 	    (IS_ENABLED(CONFIG_PPC_E500) && IS_ENABLED(CONFIG_HUGETLB_PAGE)))
152 		__update_mmu_cache(vma, address, ptep);
153 }
154 
155 /*
156  * When used, PTE_FRAG_NR is defined in subarch pgtable.h
157  * so we are sure it is included when arriving here.
158  */
159 #ifdef PTE_FRAG_NR
160 static inline void *pte_frag_get(mm_context_t *ctx)
161 {
162 	return ctx->pte_frag;
163 }
164 
165 static inline void pte_frag_set(mm_context_t *ctx, void *p)
166 {
167 	ctx->pte_frag = p;
168 }
169 #else
170 #define PTE_FRAG_NR		1
171 #define PTE_FRAG_SIZE_SHIFT	PAGE_SHIFT
172 #define PTE_FRAG_SIZE		(1UL << PTE_FRAG_SIZE_SHIFT)
173 
174 static inline void *pte_frag_get(mm_context_t *ctx)
175 {
176 	return NULL;
177 }
178 
179 static inline void pte_frag_set(mm_context_t *ctx, void *p)
180 {
181 }
182 #endif
183 
184 #define pmd_pgtable pmd_pgtable
185 static inline pgtable_t pmd_pgtable(pmd_t pmd)
186 {
187 	return (pgtable_t)pmd_page_vaddr(pmd);
188 }
189 
190 #ifdef CONFIG_PPC64
191 int __meminit vmemmap_populated(unsigned long vmemmap_addr, int vmemmap_map_size);
192 bool altmap_cross_boundary(struct vmem_altmap *altmap, unsigned long start,
193 			   unsigned long page_size);
194 /*
195  * mm/memory_hotplug.c:mhp_supports_memmap_on_memory goes into details
196  * some of the restrictions. We don't check for PMD_SIZE because our
197  * vmemmap allocation code can fallback correctly. The pageblock
198  * alignment requirement is met using altmap->reserve blocks.
199  */
200 #define arch_supports_memmap_on_memory arch_supports_memmap_on_memory
201 static inline bool arch_supports_memmap_on_memory(unsigned long vmemmap_size)
202 {
203 	if (!radix_enabled())
204 		return false;
205 	/*
206 	 * With 4K page size and 2M PMD_SIZE, we can align
207 	 * things better with memory block size value
208 	 * starting from 128MB. Hence align things with PMD_SIZE.
209 	 */
210 	if (IS_ENABLED(CONFIG_PPC_4K_PAGES))
211 		return IS_ALIGNED(vmemmap_size, PMD_SIZE);
212 	return true;
213 }
214 
215 #endif /* CONFIG_PPC64 */
216 
217 #endif /* __ASSEMBLY__ */
218 
219 #endif /* _ASM_POWERPC_PGTABLE_H */
220