1 #ifndef _ASM_POWERPC_PAGE_64_H 2 #define _ASM_POWERPC_PAGE_64_H 3 4 /* 5 * Copyright (C) 2001 PPC64 Team, IBM Corp 6 * 7 * This program is free software; you can redistribute it and/or 8 * modify it under the terms of the GNU General Public License 9 * as published by the Free Software Foundation; either version 10 * 2 of the License, or (at your option) any later version. 11 */ 12 13 /* 14 * We always define HW_PAGE_SHIFT to 12 as use of 64K pages remains Linux 15 * specific, every notion of page number shared with the firmware, TCEs, 16 * iommu, etc... still uses a page size of 4K. 17 */ 18 #define HW_PAGE_SHIFT 12 19 #define HW_PAGE_SIZE (ASM_CONST(1) << HW_PAGE_SHIFT) 20 #define HW_PAGE_MASK (~(HW_PAGE_SIZE-1)) 21 22 /* 23 * PAGE_FACTOR is the number of bits factor between PAGE_SHIFT and 24 * HW_PAGE_SHIFT, that is 4K pages. 25 */ 26 #define PAGE_FACTOR (PAGE_SHIFT - HW_PAGE_SHIFT) 27 28 /* Segment size; normal 256M segments */ 29 #define SID_SHIFT 28 30 #define SID_MASK ASM_CONST(0xfffffffff) 31 #define ESID_MASK 0xfffffffff0000000UL 32 #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK) 33 34 /* 1T segments */ 35 #define SID_SHIFT_1T 40 36 #define SID_MASK_1T 0xffffffUL 37 #define ESID_MASK_1T 0xffffff0000000000UL 38 #define GET_ESID_1T(x) (((x) >> SID_SHIFT_1T) & SID_MASK_1T) 39 40 #ifndef __ASSEMBLY__ 41 #include <asm/cache.h> 42 43 typedef unsigned long pte_basic_t; 44 45 static inline void clear_page(void *addr) 46 { 47 unsigned long iterations; 48 unsigned long onex, twox, fourx, eightx; 49 50 iterations = ppc64_caches.l1d.blocks_per_page / 8; 51 52 /* 53 * Some verisions of gcc use multiply instructions to 54 * calculate the offsets so lets give it a hand to 55 * do better. 56 */ 57 onex = ppc64_caches.l1d.block_size; 58 twox = onex << 1; 59 fourx = onex << 2; 60 eightx = onex << 3; 61 62 asm volatile( 63 "mtctr %1 # clear_page\n\ 64 .balign 16\n\ 65 1: dcbz 0,%0\n\ 66 dcbz %3,%0\n\ 67 dcbz %4,%0\n\ 68 dcbz %5,%0\n\ 69 dcbz %6,%0\n\ 70 dcbz %7,%0\n\ 71 dcbz %8,%0\n\ 72 dcbz %9,%0\n\ 73 add %0,%0,%10\n\ 74 bdnz+ 1b" 75 : "=&r" (addr) 76 : "r" (iterations), "0" (addr), "b" (onex), "b" (twox), 77 "b" (twox+onex), "b" (fourx), "b" (fourx+onex), 78 "b" (twox+fourx), "b" (eightx-onex), "r" (eightx) 79 : "ctr", "memory"); 80 } 81 82 extern void copy_page(void *to, void *from); 83 84 /* Log 2 of page table size */ 85 extern u64 ppc64_pft_size; 86 87 #endif /* __ASSEMBLY__ */ 88 89 #ifdef CONFIG_PPC_MM_SLICES 90 91 #define SLICE_LOW_SHIFT 28 92 #define SLICE_HIGH_SHIFT 40 93 94 #define SLICE_LOW_TOP (0x100000000ul) 95 #define SLICE_NUM_LOW (SLICE_LOW_TOP >> SLICE_LOW_SHIFT) 96 #define SLICE_NUM_HIGH (H_PGTABLE_RANGE >> SLICE_HIGH_SHIFT) 97 98 #define GET_LOW_SLICE_INDEX(addr) ((addr) >> SLICE_LOW_SHIFT) 99 #define GET_HIGH_SLICE_INDEX(addr) ((addr) >> SLICE_HIGH_SHIFT) 100 101 /* 102 * 1 bit per slice and we have one slice per 1TB 103 * Right now we support only 64TB. 104 * IF we change this we will have to change the type 105 * of high_slices 106 */ 107 #define SLICE_MASK_SIZE 8 108 109 #ifndef __ASSEMBLY__ 110 111 struct slice_mask { 112 u16 low_slices; 113 u64 high_slices; 114 }; 115 116 struct mm_struct; 117 118 extern unsigned long slice_get_unmapped_area(unsigned long addr, 119 unsigned long len, 120 unsigned long flags, 121 unsigned int psize, 122 int topdown); 123 124 extern unsigned int get_slice_psize(struct mm_struct *mm, 125 unsigned long addr); 126 127 extern void slice_set_user_psize(struct mm_struct *mm, unsigned int psize); 128 extern void slice_set_range_psize(struct mm_struct *mm, unsigned long start, 129 unsigned long len, unsigned int psize); 130 131 #endif /* __ASSEMBLY__ */ 132 #else 133 #define slice_init() 134 #ifdef CONFIG_PPC_STD_MMU_64 135 #define get_slice_psize(mm, addr) ((mm)->context.user_psize) 136 #define slice_set_user_psize(mm, psize) \ 137 do { \ 138 (mm)->context.user_psize = (psize); \ 139 (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \ 140 } while (0) 141 #else /* CONFIG_PPC_STD_MMU_64 */ 142 #ifdef CONFIG_PPC_64K_PAGES 143 #define get_slice_psize(mm, addr) MMU_PAGE_64K 144 #else /* CONFIG_PPC_64K_PAGES */ 145 #define get_slice_psize(mm, addr) MMU_PAGE_4K 146 #endif /* !CONFIG_PPC_64K_PAGES */ 147 #define slice_set_user_psize(mm, psize) do { BUG(); } while(0) 148 #endif /* !CONFIG_PPC_STD_MMU_64 */ 149 150 #define slice_set_range_psize(mm, start, len, psize) \ 151 slice_set_user_psize((mm), (psize)) 152 #endif /* CONFIG_PPC_MM_SLICES */ 153 154 #ifdef CONFIG_HUGETLB_PAGE 155 156 #ifdef CONFIG_PPC_MM_SLICES 157 #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA 158 #endif 159 160 #endif /* !CONFIG_HUGETLB_PAGE */ 161 162 #define VM_DATA_DEFAULT_FLAGS \ 163 (is_32bit_task() ? \ 164 VM_DATA_DEFAULT_FLAGS32 : VM_DATA_DEFAULT_FLAGS64) 165 166 /* 167 * This is the default if a program doesn't have a PT_GNU_STACK 168 * program header entry. The PPC64 ELF ABI has a non executable stack 169 * stack by default, so in the absence of a PT_GNU_STACK program header 170 * we turn execute permission off. 171 */ 172 #define VM_STACK_DEFAULT_FLAGS32 (VM_READ | VM_WRITE | VM_EXEC | \ 173 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) 174 175 #define VM_STACK_DEFAULT_FLAGS64 (VM_READ | VM_WRITE | \ 176 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC) 177 178 #define VM_STACK_DEFAULT_FLAGS \ 179 (is_32bit_task() ? \ 180 VM_STACK_DEFAULT_FLAGS32 : VM_STACK_DEFAULT_FLAGS64) 181 182 #include <asm-generic/getorder.h> 183 184 #endif /* _ASM_POWERPC_PAGE_64_H */ 185