1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * S390 version 4 * Copyright IBM Corp. 1999, 2000 5 * Author(s): Hartmut Penner (hp@de.ibm.com) 6 * Martin Schwidefsky (schwidefsky@de.ibm.com) 7 * 8 * Derived from "include/asm-i386/pgalloc.h" 9 * Copyright (C) 1994 Linus Torvalds 10 */ 11 12 #ifndef _S390_PGALLOC_H 13 #define _S390_PGALLOC_H 14 15 #include <linux/threads.h> 16 #include <linux/string.h> 17 #include <linux/gfp.h> 18 #include <linux/mm.h> 19 20 #define CRST_ALLOC_ORDER 2 21 22 unsigned long *crst_table_alloc_noprof(struct mm_struct *); 23 #define crst_table_alloc(...) alloc_hooks(crst_table_alloc_noprof(__VA_ARGS__)) 24 void crst_table_free(struct mm_struct *, unsigned long *); 25 26 unsigned long *page_table_alloc_noprof(struct mm_struct *); 27 #define page_table_alloc(...) alloc_hooks(page_table_alloc_noprof(__VA_ARGS__)) 28 void page_table_free(struct mm_struct *, unsigned long *); 29 30 struct ptdesc *page_table_alloc_pgste_noprof(struct mm_struct *mm); 31 #define page_table_alloc_pgste(...) alloc_hooks(page_table_alloc_pgste_noprof(__VA_ARGS__)) 32 void page_table_free_pgste(struct ptdesc *ptdesc); 33 34 static inline void crst_table_init(unsigned long *crst, unsigned long entry) 35 { 36 memset64((u64 *)crst, entry, _CRST_ENTRIES); 37 } 38 39 int crst_table_upgrade(struct mm_struct *mm, unsigned long limit); 40 41 static inline unsigned long check_asce_limit(struct mm_struct *mm, unsigned long addr, 42 unsigned long len) 43 { 44 int rc; 45 46 if (addr + len > mm->context.asce_limit && 47 addr + len <= TASK_SIZE) { 48 rc = crst_table_upgrade(mm, addr + len); 49 if (rc) 50 return (unsigned long) rc; 51 } 52 return addr; 53 } 54 55 static inline p4d_t *p4d_alloc_one_noprof(struct mm_struct *mm, unsigned long address) 56 { 57 unsigned long *table = crst_table_alloc_noprof(mm); 58 59 if (!table) 60 return NULL; 61 crst_table_init(table, _REGION2_ENTRY_EMPTY); 62 pagetable_p4d_ctor(virt_to_ptdesc(table)); 63 64 return (p4d_t *) table; 65 } 66 #define p4d_alloc_one(...) alloc_hooks(p4d_alloc_one_noprof(__VA_ARGS__)) 67 68 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) 69 { 70 if (mm_p4d_folded(mm)) 71 return; 72 73 pagetable_dtor(virt_to_ptdesc(p4d)); 74 crst_table_free(mm, (unsigned long *) p4d); 75 } 76 77 static inline pud_t *pud_alloc_one_noprof(struct mm_struct *mm, unsigned long address) 78 { 79 unsigned long *table = crst_table_alloc_noprof(mm); 80 81 if (!table) 82 return NULL; 83 crst_table_init(table, _REGION3_ENTRY_EMPTY); 84 pagetable_pud_ctor(virt_to_ptdesc(table)); 85 86 return (pud_t *) table; 87 } 88 #define pud_alloc_one(...) alloc_hooks(pud_alloc_one_noprof(__VA_ARGS__)) 89 90 static inline void pud_free(struct mm_struct *mm, pud_t *pud) 91 { 92 if (mm_pud_folded(mm)) 93 return; 94 95 pagetable_dtor(virt_to_ptdesc(pud)); 96 crst_table_free(mm, (unsigned long *) pud); 97 } 98 99 static inline pmd_t *pmd_alloc_one_noprof(struct mm_struct *mm, unsigned long vmaddr) 100 { 101 unsigned long *table = crst_table_alloc_noprof(mm); 102 103 if (!table) 104 return NULL; 105 crst_table_init(table, _SEGMENT_ENTRY_EMPTY); 106 if (!pagetable_pmd_ctor(mm, virt_to_ptdesc(table))) { 107 crst_table_free(mm, table); 108 return NULL; 109 } 110 return (pmd_t *) table; 111 } 112 #define pmd_alloc_one(...) alloc_hooks(pmd_alloc_one_noprof(__VA_ARGS__)) 113 114 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) 115 { 116 if (mm_pmd_folded(mm)) 117 return; 118 pagetable_dtor(virt_to_ptdesc(pmd)); 119 crst_table_free(mm, (unsigned long *) pmd); 120 } 121 122 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) 123 { 124 set_pgd(pgd, __pgd(_REGION1_ENTRY | __pa(p4d))); 125 } 126 127 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) 128 { 129 set_p4d(p4d, __p4d(_REGION2_ENTRY | __pa(pud))); 130 } 131 132 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) 133 { 134 set_pud(pud, __pud(_REGION3_ENTRY | __pa(pmd))); 135 } 136 137 static inline pgd_t *pgd_alloc_noprof(struct mm_struct *mm) 138 { 139 unsigned long *table = crst_table_alloc_noprof(mm); 140 141 if (!table) 142 return NULL; 143 pagetable_pgd_ctor(virt_to_ptdesc(table)); 144 145 return (pgd_t *) table; 146 } 147 #define pgd_alloc(...) alloc_hooks(pgd_alloc_noprof(__VA_ARGS__)) 148 149 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) 150 { 151 pagetable_dtor(virt_to_ptdesc(pgd)); 152 crst_table_free(mm, (unsigned long *) pgd); 153 } 154 155 static inline void pmd_populate(struct mm_struct *mm, 156 pmd_t *pmd, pgtable_t pte) 157 { 158 set_pmd(pmd, __pmd(_SEGMENT_ENTRY | __pa(pte))); 159 } 160 161 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) 162 163 /* 164 * page table entry allocation/free routines. 165 */ 166 #define pte_alloc_one_kernel(mm) ((pte_t *)page_table_alloc(mm)) 167 #define pte_alloc_one(mm) ((pte_t *)page_table_alloc(mm)) 168 169 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) 170 #define pte_free(mm, pte) page_table_free(mm, (unsigned long *) pte) 171 172 /* arch use pte_free_defer() implementation in arch/s390/mm/pgalloc.c */ 173 #define pte_free_defer pte_free_defer 174 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable); 175 176 void vmem_map_init(void); 177 void *vmem_crst_alloc(unsigned long val); 178 pte_t *vmem_pte_alloc(void); 179 180 unsigned long base_asce_alloc(unsigned long addr, unsigned long num_pages); 181 void base_asce_free(unsigned long asce); 182 183 #endif /* _S390_PGALLOC_H */ 184