1 /* 2 * include/asm-s390/pgalloc.h 3 * 4 * S390 version 5 * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation 6 * Author(s): Hartmut Penner (hp@de.ibm.com) 7 * Martin Schwidefsky (schwidefsky@de.ibm.com) 8 * 9 * Derived from "include/asm-i386/pgalloc.h" 10 * Copyright (C) 1994 Linus Torvalds 11 */ 12 13 #ifndef _S390_PGALLOC_H 14 #define _S390_PGALLOC_H 15 16 #include <linux/threads.h> 17 #include <linux/gfp.h> 18 #include <linux/mm.h> 19 20 unsigned long *crst_table_alloc(struct mm_struct *); 21 void crst_table_free(struct mm_struct *, unsigned long *); 22 23 unsigned long *page_table_alloc(struct mm_struct *, unsigned long); 24 void page_table_free(struct mm_struct *, unsigned long *); 25 #ifdef CONFIG_HAVE_RCU_TABLE_FREE 26 void page_table_free_rcu(struct mmu_gather *, unsigned long *); 27 void __tlb_remove_table(void *_table); 28 #endif 29 30 static inline void clear_table(unsigned long *s, unsigned long val, size_t n) 31 { 32 typedef struct { char _[n]; } addrtype; 33 34 *s = val; 35 n = (n / 256) - 1; 36 asm volatile( 37 #ifdef CONFIG_64BIT 38 " mvc 8(248,%0),0(%0)\n" 39 #else 40 " mvc 4(252,%0),0(%0)\n" 41 #endif 42 "0: mvc 256(256,%0),0(%0)\n" 43 " la %0,256(%0)\n" 44 " brct %1,0b\n" 45 : "+a" (s), "+d" (n), "=m" (*(addrtype *) s) 46 : "m" (*(addrtype *) s)); 47 } 48 49 static inline void crst_table_init(unsigned long *crst, unsigned long entry) 50 { 51 clear_table(crst, entry, sizeof(unsigned long)*2048); 52 } 53 54 #ifndef __s390x__ 55 56 static inline unsigned long pgd_entry_type(struct mm_struct *mm) 57 { 58 return _SEGMENT_ENTRY_EMPTY; 59 } 60 61 #define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); }) 62 #define pud_free(mm, x) do { } while (0) 63 64 #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); }) 65 #define pmd_free(mm, x) do { } while (0) 66 67 #define pgd_populate(mm, pgd, pud) BUG() 68 #define pud_populate(mm, pud, pmd) BUG() 69 70 #else /* __s390x__ */ 71 72 static inline unsigned long pgd_entry_type(struct mm_struct *mm) 73 { 74 if (mm->context.asce_limit <= (1UL << 31)) 75 return _SEGMENT_ENTRY_EMPTY; 76 if (mm->context.asce_limit <= (1UL << 42)) 77 return _REGION3_ENTRY_EMPTY; 78 return _REGION2_ENTRY_EMPTY; 79 } 80 81 int crst_table_upgrade(struct mm_struct *, unsigned long limit); 82 void crst_table_downgrade(struct mm_struct *, unsigned long limit); 83 84 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) 85 { 86 unsigned long *table = crst_table_alloc(mm); 87 if (table) 88 crst_table_init(table, _REGION3_ENTRY_EMPTY); 89 return (pud_t *) table; 90 } 91 #define pud_free(mm, pud) crst_table_free(mm, (unsigned long *) pud) 92 93 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) 94 { 95 unsigned long *table = crst_table_alloc(mm); 96 if (table) 97 crst_table_init(table, _SEGMENT_ENTRY_EMPTY); 98 return (pmd_t *) table; 99 } 100 #define pmd_free(mm, pmd) crst_table_free(mm, (unsigned long *) pmd) 101 102 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) 103 { 104 pgd_val(*pgd) = _REGION2_ENTRY | __pa(pud); 105 } 106 107 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) 108 { 109 pud_val(*pud) = _REGION3_ENTRY | __pa(pmd); 110 } 111 112 #endif /* __s390x__ */ 113 114 static inline pgd_t *pgd_alloc(struct mm_struct *mm) 115 { 116 spin_lock_init(&mm->context.list_lock); 117 INIT_LIST_HEAD(&mm->context.pgtable_list); 118 INIT_LIST_HEAD(&mm->context.gmap_list); 119 return (pgd_t *) crst_table_alloc(mm); 120 } 121 #define pgd_free(mm, pgd) crst_table_free(mm, (unsigned long *) pgd) 122 123 static inline void pmd_populate(struct mm_struct *mm, 124 pmd_t *pmd, pgtable_t pte) 125 { 126 pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte); 127 } 128 129 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) 130 131 #define pmd_pgtable(pmd) \ 132 (pgtable_t)(pmd_val(pmd) & -sizeof(pte_t)*PTRS_PER_PTE) 133 134 /* 135 * page table entry allocation/free routines. 136 */ 137 #define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm, vmaddr)) 138 #define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm, vmaddr)) 139 140 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) 141 #define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte) 142 143 extern void rcu_table_freelist_finish(void); 144 145 #endif /* _S390_PGALLOC_H */ 146