1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_POWERPC_NOHASH_PGALLOC_H 3 #define _ASM_POWERPC_NOHASH_PGALLOC_H 4 5 #include <linux/mm.h> 6 #include <linux/slab.h> 7 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table); 9 #ifdef CONFIG_PPC64 10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address); 11 #else 12 /* 44x etc which is BOOKE not BOOK3E */ 13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, 14 unsigned long address) 15 { 16 17 } 18 #endif /* !CONFIG_PPC_BOOK3E_64 */ 19 20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) 21 { 22 return kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE), 23 pgtable_gfp_flags(mm, GFP_KERNEL)); 24 } 25 26 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) 27 { 28 kmem_cache_free(PGT_CACHE(PGD_INDEX_SIZE), pgd); 29 } 30 31 #ifdef CONFIG_PPC64 32 #include <asm/nohash/64/pgalloc.h> 33 #else 34 #include <asm/nohash/32/pgalloc.h> 35 #endif 36 37 static inline void pgtable_free(void *table, int shift) 38 { 39 if (!shift) { 40 pte_fragment_free((unsigned long *)table, 0); 41 } else { 42 BUG_ON(shift > MAX_PGTABLE_INDEX_SIZE); 43 kmem_cache_free(PGT_CACHE(shift), table); 44 } 45 } 46 47 #define get_hugepd_cache_index(x) (x) 48 49 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) 50 { 51 unsigned long pgf = (unsigned long)table; 52 53 BUG_ON(shift > MAX_PGTABLE_INDEX_SIZE); 54 pgf |= shift; 55 tlb_remove_table(tlb, (void *)pgf); 56 } 57 58 static inline void __tlb_remove_table(void *_table) 59 { 60 void *table = (void *)((unsigned long)_table & ~MAX_PGTABLE_INDEX_SIZE); 61 unsigned shift = (unsigned long)_table & MAX_PGTABLE_INDEX_SIZE; 62 63 pgtable_free(table, shift); 64 } 65 66 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, 67 unsigned long address) 68 { 69 tlb_flush_pgtable(tlb, address); 70 pgtable_free_tlb(tlb, table, 0); 71 } 72 #endif /* _ASM_POWERPC_NOHASH_PGALLOC_H */ 73