xref: /linux/arch/powerpc/include/asm/page_64.h (revision e58e871becec2d3b04ed91c0c16fe8deac9c9dfa)
1 #ifndef _ASM_POWERPC_PAGE_64_H
2 #define _ASM_POWERPC_PAGE_64_H
3 
4 /*
5  * Copyright (C) 2001 PPC64 Team, IBM Corp
6  *
7  * This program is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU General Public License
9  * as published by the Free Software Foundation; either version
10  * 2 of the License, or (at your option) any later version.
11  */
12 
13 /*
14  * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux
15  * specific, every notion of page number shared with the firmware, TCEs,
16  * iommu, etc... still uses a page size of 4K.
17  */
18 #define HW_PAGE_SHIFT		12
19 #define HW_PAGE_SIZE		(ASM_CONST(1) << HW_PAGE_SHIFT)
20 #define HW_PAGE_MASK		(~(HW_PAGE_SIZE-1))
21 
22 /*
23  * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and
24  * HW_PAGE_SHIFT, that is 4K pages.
25  */
26 #define PAGE_FACTOR		(PAGE_SHIFT - HW_PAGE_SHIFT)
27 
28 /* Segment size; normal 256M segments */
29 #define SID_SHIFT		28
30 #define SID_MASK		ASM_CONST(0xfffffffff)
31 #define ESID_MASK		0xfffffffff0000000UL
32 #define GET_ESID(x)		(((x) >> SID_SHIFT) & SID_MASK)
33 
34 /* 1T segments */
35 #define SID_SHIFT_1T		40
36 #define SID_MASK_1T		0xffffffUL
37 #define ESID_MASK_1T		0xffffff0000000000UL
38 #define GET_ESID_1T(x)		(((x) >> SID_SHIFT_1T) & SID_MASK_1T)
39 
40 #ifndef __ASSEMBLY__
41 #include <asm/cache.h>
42 
43 typedef unsigned long pte_basic_t;
44 
45 static inline void clear_page(void *addr)
46 {
47 	unsigned long iterations;
48 	unsigned long onex, twox, fourx, eightx;
49 
50 	iterations = ppc64_caches.l1d.blocks_per_page / 8;
51 
52 	/*
53 	 * Some verisions of gcc use multiply instructions to
54 	 * calculate the offsets so lets give it a hand to
55 	 * do better.
56 	 */
57 	onex = ppc64_caches.l1d.block_size;
58 	twox = onex << 1;
59 	fourx = onex << 2;
60 	eightx = onex << 3;
61 
62 	asm volatile(
63 	"mtctr	%1	# clear_page\n\
64 	.balign	16\n\
65 1:	dcbz	0,%0\n\
66 	dcbz	%3,%0\n\
67 	dcbz	%4,%0\n\
68 	dcbz	%5,%0\n\
69 	dcbz	%6,%0\n\
70 	dcbz	%7,%0\n\
71 	dcbz	%8,%0\n\
72 	dcbz	%9,%0\n\
73 	add	%0,%0,%10\n\
74 	bdnz+	1b"
75 	: "=&r" (addr)
76 	: "r" (iterations), "0" (addr), "b" (onex), "b" (twox),
77 		"b" (twox+onex), "b" (fourx), "b" (fourx+onex),
78 		"b" (twox+fourx), "b" (eightx-onex), "r" (eightx)
79 	: "ctr", "memory");
80 }
81 
82 extern void copy_page(void *to, void *from);
83 
84 /* Log 2 of page table size */
85 extern u64 ppc64_pft_size;
86 
87 #endif /* __ASSEMBLY__ */
88 
89 #ifdef CONFIG_PPC_MM_SLICES
90 
91 #define SLICE_LOW_SHIFT		28
92 #define SLICE_HIGH_SHIFT	40
93 
94 #define SLICE_LOW_TOP		(0x100000000ul)
95 #define SLICE_NUM_LOW		(SLICE_LOW_TOP >> SLICE_LOW_SHIFT)
96 #define SLICE_NUM_HIGH		(H_PGTABLE_RANGE >> SLICE_HIGH_SHIFT)
97 
98 #define GET_LOW_SLICE_INDEX(addr)	((addr) >> SLICE_LOW_SHIFT)
99 #define GET_HIGH_SLICE_INDEX(addr)	((addr) >> SLICE_HIGH_SHIFT)
100 
101 #ifndef __ASSEMBLY__
102 struct mm_struct;
103 
104 extern unsigned long slice_get_unmapped_area(unsigned long addr,
105 					     unsigned long len,
106 					     unsigned long flags,
107 					     unsigned int psize,
108 					     int topdown);
109 
110 extern unsigned int get_slice_psize(struct mm_struct *mm,
111 				    unsigned long addr);
112 
113 extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize);
114 extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start,
115 				  unsigned long len, unsigned int psize);
116 
117 #endif /* __ASSEMBLY__ */
118 #else
119 #define slice_init()
120 #ifdef CONFIG_PPC_STD_MMU_64
121 #define get_slice_psize(mm, addr)	((mm)->context.user_psize)
122 #define slice_set_user_psize(mm, psize)		\
123 do {						\
124 	(mm)->context.user_psize = (psize);	\
125 	(mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \
126 } while (0)
127 #else /* CONFIG_PPC_STD_MMU_64 */
128 #ifdef CONFIG_PPC_64K_PAGES
129 #define get_slice_psize(mm, addr)	MMU_PAGE_64K
130 #else /* CONFIG_PPC_64K_PAGES */
131 #define get_slice_psize(mm, addr)	MMU_PAGE_4K
132 #endif /* !CONFIG_PPC_64K_PAGES */
133 #define slice_set_user_psize(mm, psize)	do { BUG(); } while(0)
134 #endif /* !CONFIG_PPC_STD_MMU_64 */
135 
136 #define slice_set_range_psize(mm, start, len, psize)	\
137 	slice_set_user_psize((mm), (psize))
138 #endif /* CONFIG_PPC_MM_SLICES */
139 
140 #ifdef CONFIG_HUGETLB_PAGE
141 
142 #ifdef CONFIG_PPC_MM_SLICES
143 #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
144 #endif
145 
146 #endif /* !CONFIG_HUGETLB_PAGE */
147 
148 #define VM_DATA_DEFAULT_FLAGS \
149 	(is_32bit_task() ? \
150 	 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64)
151 
152 /*
153  * This is the default if a program doesn't have a PT_GNU_STACK
154  * program header entry. The PPC64 ELF ABI has a non executable stack
155  * stack by default, so in the absence of a PT_GNU_STACK program header
156  * we turn execute permission off.
157  */
158 #define VM_STACK_DEFAULT_FLAGS32	(VM_READ | VM_WRITE | VM_EXEC | \
159 					 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
160 
161 #define VM_STACK_DEFAULT_FLAGS64	(VM_READ | VM_WRITE | \
162 					 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
163 
164 #define VM_STACK_DEFAULT_FLAGS \
165 	(is_32bit_task() ? \
166 	 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64)
167 
168 #include <asm-generic/getorder.h>
169 
170 #endif /* _ASM_POWERPC_PAGE_64_H */
171