1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited 4 */ 5 #ifndef _ASM_PGALLOC_H 6 #define _ASM_PGALLOC_H 7 8 #include <linux/mm.h> 9 #include <linux/sched.h> 10 11 #define __HAVE_ARCH_PMD_ALLOC_ONE 12 #define __HAVE_ARCH_PUD_ALLOC_ONE 13 #define __HAVE_ARCH_PTE_ALLOC_ONE_KERNEL 14 #include <asm-generic/pgalloc.h> 15 16 static inline void pmd_populate_kernel(struct mm_struct *mm, 17 pmd_t *pmd, pte_t *pte) 18 { 19 set_pmd(pmd, __pmd((unsigned long)pte)); 20 } 21 22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t pte) 23 { 24 set_pmd(pmd, __pmd((unsigned long)page_address(pte))); 25 } 26 27 #ifndef __PAGETABLE_PMD_FOLDED 28 29 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) 30 { 31 set_pud(pud, __pud((unsigned long)pmd)); 32 } 33 #endif 34 35 #ifndef __PAGETABLE_PUD_FOLDED 36 37 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) 38 { 39 set_p4d(p4d, __p4d((unsigned long)pud)); 40 } 41 42 #endif /* __PAGETABLE_PUD_FOLDED */ 43 44 extern void pagetable_init(void); 45 46 extern pgd_t *pgd_alloc(struct mm_struct *mm); 47 48 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) 49 { 50 pte_t *pte = __pte_alloc_one_kernel(mm); 51 52 if (pte) 53 kernel_pte_init(pte); 54 55 return pte; 56 } 57 58 #define __pte_free_tlb(tlb, pte, address) \ 59 do { \ 60 pagetable_pte_dtor(page_ptdesc(pte)); \ 61 tlb_remove_page_ptdesc((tlb), page_ptdesc(pte)); \ 62 } while (0) 63 64 #ifndef __PAGETABLE_PMD_FOLDED 65 66 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) 67 { 68 pmd_t *pmd; 69 struct ptdesc *ptdesc; 70 71 ptdesc = pagetable_alloc(GFP_KERNEL_ACCOUNT, 0); 72 if (!ptdesc) 73 return NULL; 74 75 if (!pagetable_pmd_ctor(ptdesc)) { 76 pagetable_free(ptdesc); 77 return NULL; 78 } 79 80 pmd = ptdesc_address(ptdesc); 81 pmd_init(pmd); 82 return pmd; 83 } 84 85 #define __pmd_free_tlb(tlb, x, addr) pmd_free((tlb)->mm, x) 86 87 #endif 88 89 #ifndef __PAGETABLE_PUD_FOLDED 90 91 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) 92 { 93 pud_t *pud; 94 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0); 95 96 if (!ptdesc) 97 return NULL; 98 pagetable_pud_ctor(ptdesc); 99 pud = ptdesc_address(ptdesc); 100 101 pud_init(pud); 102 return pud; 103 } 104 105 #define __pud_free_tlb(tlb, x, addr) pud_free((tlb)->mm, x) 106 107 #endif /* __PAGETABLE_PUD_FOLDED */ 108 109 extern pte_t * __init populate_kernel_pte(unsigned long addr); 110 #endif /* _ASM_PGALLOC_H */ 111