1 /* 2 * This file is subject to the terms and conditions of the GNU General Public 3 * License. See the file "COPYING" in the main directory of this archive 4 * for more details. 5 * 6 * Copyright (C) 1999, 2000 by Silicon Graphics 7 * Copyright (C) 2003 by Ralf Baechle 8 */ 9 #include <linux/export.h> 10 #include <linux/init.h> 11 #include <linux/mm.h> 12 #include <asm/fixmap.h> 13 #include <asm/pgalloc.h> 14 #include <asm/tlbflush.h> 15 16 void pgd_init(void *addr) 17 { 18 unsigned long *p, *end; 19 unsigned long entry; 20 21 #if !defined(__PAGETABLE_PUD_FOLDED) 22 entry = (unsigned long)invalid_pud_table; 23 #elif !defined(__PAGETABLE_PMD_FOLDED) 24 entry = (unsigned long)invalid_pmd_table; 25 #else 26 entry = (unsigned long)invalid_pte_table; 27 #endif 28 29 p = (unsigned long *) addr; 30 end = p + PTRS_PER_PGD; 31 32 do { 33 p[0] = entry; 34 p[1] = entry; 35 p[2] = entry; 36 p[3] = entry; 37 p[4] = entry; 38 p += 8; 39 p[-3] = entry; 40 p[-2] = entry; 41 p[-1] = entry; 42 } while (p != end); 43 } 44 45 #ifndef __PAGETABLE_PMD_FOLDED 46 void pmd_init(void *addr) 47 { 48 unsigned long *p, *end; 49 unsigned long pagetable = (unsigned long)invalid_pte_table; 50 51 p = (unsigned long *)addr; 52 end = p + PTRS_PER_PMD; 53 54 do { 55 p[0] = pagetable; 56 p[1] = pagetable; 57 p[2] = pagetable; 58 p[3] = pagetable; 59 p[4] = pagetable; 60 p += 8; 61 p[-3] = pagetable; 62 p[-2] = pagetable; 63 p[-1] = pagetable; 64 } while (p != end); 65 } 66 EXPORT_SYMBOL_GPL(pmd_init); 67 #endif 68 69 #ifndef __PAGETABLE_PUD_FOLDED 70 void pud_init(void *addr) 71 { 72 unsigned long *p, *end; 73 unsigned long pagetable = (unsigned long)invalid_pmd_table; 74 75 p = (unsigned long *)addr; 76 end = p + PTRS_PER_PUD; 77 78 do { 79 p[0] = pagetable; 80 p[1] = pagetable; 81 p[2] = pagetable; 82 p[3] = pagetable; 83 p[4] = pagetable; 84 p += 8; 85 p[-3] = pagetable; 86 p[-2] = pagetable; 87 p[-1] = pagetable; 88 } while (p != end); 89 } 90 #endif 91 92 #ifdef CONFIG_TRANSPARENT_HUGEPAGE 93 pmd_t mk_pmd(struct page *page, pgprot_t prot) 94 { 95 pmd_t pmd; 96 97 pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot); 98 99 return pmd; 100 } 101 102 void set_pmd_at(struct mm_struct *mm, unsigned long addr, 103 pmd_t *pmdp, pmd_t pmd) 104 { 105 *pmdp = pmd; 106 } 107 #endif 108 109 void __init pagetable_init(void) 110 { 111 unsigned long vaddr; 112 pgd_t *pgd_base; 113 114 /* Initialize the entire pgd. */ 115 pgd_init(swapper_pg_dir); 116 #ifndef __PAGETABLE_PUD_FOLDED 117 pud_init(invalid_pud_table); 118 #endif 119 #ifndef __PAGETABLE_PMD_FOLDED 120 pmd_init(invalid_pmd_table); 121 #endif 122 pgd_base = swapper_pg_dir; 123 /* 124 * Fixed mappings: 125 */ 126 vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK; 127 fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base); 128 } 129