| /linux/include/asm-generic/ |
| H A D | pgalloc.h | 21 struct ptdesc *ptdesc = pagetable_alloc_noprof(GFP_PGTABLE_KERNEL, 0); in __pte_alloc_one_kernel_noprof() local
74 struct ptdesc *ptdesc; in __pte_alloc_one_noprof() local
116 struct ptdesc *ptdesc = page_ptdesc(pte_page); in pte_free() local
138 struct ptdesc *ptdesc; in pmd_alloc_one_noprof() local
162 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_free() local
176 struct ptdesc *ptdesc; in __pud_alloc_one_noprof() local
213 struct ptdesc *ptdesc = virt_to_ptdesc(pud); in __pud_free() local
233 struct ptdesc *ptdesc; in __p4d_alloc_one_noprof() local
261 struct ptdesc *ptdesc = virt_to_ptdesc(p4d); in __p4d_free() local
280 struct ptdesc *ptdesc; in __pgd_alloc_noprof() local
[all …]
|
| H A D | tlb.h | 219 struct ptdesc *ptdesc = (struct ptdesc *)table; in __tlb_remove_table() local
236 struct ptdesc *ptdesc = (struct ptdesc *)table; in tlb_remove_table() local
|
| /linux/arch/m68k/include/asm/ |
| H A D | mcf_pgalloc.h | 17 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_ZERO) & in pte_alloc_one_kernel() local
42 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() local
50 struct ptdesc *ptdesc = pagetable_alloc(GFP_DMA | __GFP_ZERO, 0); in pte_alloc_one() local
66 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free() local
86 struct ptdesc *ptdesc = pagetable_alloc((GFP_DMA | __GFP_NOWARN) & in pgd_alloc() local
|
| /linux/arch/powerpc/mm/ |
| H A D | pgtable-frag.c | 21 struct ptdesc *ptdesc; in pte_frag_destroy() local
58 struct ptdesc *ptdesc; in __alloc_for_ptecache() local
109 struct ptdesc *ptdesc; in pte_free_now() local
118 struct ptdesc *ptdesc = virt_to_ptdesc(table); in pte_fragment_free() local
|
| /linux/arch/mips/include/asm/ |
| H A D | pgalloc.h | 59 struct ptdesc *ptdesc; in pmd_alloc_one() local
84 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, PUD_TABLE_ORDER); in pud_alloc_one() local
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgalloc.h | 66 struct ptdesc *ptdesc; in pmd_alloc_one() local
91 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in pud_alloc_one() local
|
| /linux/include/linux/ |
| H A D | mm_types.h | 572 struct ptdesc { struct
573 memdesc_flags_t pt_flags;
575 union {
583 unsigned long __page_mapping;
585 union {
610 static_assert(offsetof(struct page, pg) == offsetof(struct ptdesc, pt)) argument
638 static inline void ptdesc_pmd_pts_init(struct ptdesc *ptdesc) in ptdesc_pmd_pts_init()
643 static inline void ptdesc_pmd_pts_inc(struct ptdesc *ptdesc) in ptdesc_pmd_pts_inc()
648 static inline void ptdesc_pmd_pts_dec(struct ptdesc *ptdesc) in ptdesc_pmd_pts_dec()
653 static inline int ptdesc_pmd_pts_count(const struct ptdesc *ptdesc) in ptdesc_pmd_pts_count()
[all …]
|
| H A D | mm.h | 3149 static inline void ptdesc_set_kernel(struct ptdesc *ptdesc) in ptdesc_set_kernel()
3161 static inline void ptdesc_clear_kernel(struct ptdesc *ptdesc) in ptdesc_clear_kernel()
3177 static inline bool ptdesc_test_kernel(const struct ptdesc *ptdesc) in ptdesc_test_kernel()
3238 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr()
3247 static inline bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc()
3252 static inline void ptlock_free(struct ptdesc *ptdesc) in ptlock_free()
3256 static inline spinlock_t *ptlock_ptr(struct ptdesc *ptdesc) in ptlock_ptr()
3274 static inline bool ptlock_init(struct ptdesc *ptdesc) in ptlock_init()
3303 static inline bool ptlock_init(struct ptdesc *ptdesc) { return true; } in ptlock_init()
3304 static inline void ptlock_free(struct ptdesc *ptdesc) {} in ptlock_free()
[all …]
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 60 struct ptdesc *ptdesc = virt_to_ptdesc(pgd); in pgd_list_add() local
67 struct ptdesc *ptdesc = virt_to_ptdesc(pgd); in pgd_list_del() local
164 struct ptdesc *ptdesc; in free_pmds() local
188 struct ptdesc *ptdesc = pagetable_alloc(gfp, 0); in preallocate_pmds() local
|
| /linux/arch/m68k/mm/ |
| H A D | motorola.c | 106 #define PD_PTABLE(ptdesc) ((ptable_desc *)&(virt_to_ptdesc((void *)(ptdesc))->pt_list)) argument
155 struct ptdesc *ptdesc; in get_pointer_table() local
|
| /linux/mm/ |
| H A D | mmu_gather.c | 326 struct ptdesc *ptdesc; in __tlb_remove_table_one_rcu() local
334 struct ptdesc *ptdesc; in __tlb_remove_table_one() local
|
| H A D | memory.c | 7376 bool ptlock_alloc(struct ptdesc *ptdesc) in ptlock_alloc()
7387 void ptlock_free(struct ptdesc *ptdesc) in ptlock_free()
|
| /linux/arch/parisc/include/asm/ |
| H A D | pgalloc.h | 34 struct ptdesc *ptdesc; in pmd_alloc_one() local
|
| /linux/arch/riscv/mm/ |
| H A D | init.c | 444 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_pte_late() local
529 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_pmd_late() local
594 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_pud_late() local
632 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL, 0); in alloc_p4d_late() local
1578 struct ptdesc *ptdesc = page_ptdesc(page); in free_pte_table() local
1599 struct ptdesc *ptdesc = page_ptdesc(page); in free_pmd_table() local
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | mmu_context.c | 247 struct ptdesc *ptdesc; in pmd_frag_destroy() local
|
| H A D | pgtable.c | 410 struct ptdesc *ptdesc; in __alloc_for_pmdcache() local
461 struct ptdesc *ptdesc = virt_to_ptdesc(pmd); in pmd_fragment_free() local
|
| /linux/arch/s390/mm/ |
| H A D | gmap.c | 1198 struct ptdesc *ptdesc; in gmap_unshadow_pgt() local
1226 struct ptdesc *ptdesc; in __gmap_unshadow_sgt() local
1694 static void gmap_pgste_set_pgt_addr(struct ptdesc *ptdesc, unsigned long pgt_addr) in gmap_pgste_set_pgt_addr()
1729 struct ptdesc *ptdesc; in gmap_shadow_pgt() local
|
| /linux/arch/sparc/mm/ |
| H A D | init_64.c | 2883 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL | __GFP_ZERO, 0); in __pte_alloc_one() local
2906 struct ptdesc *ptdesc = virt_to_ptdesc(pte); in __pte_free() local
|
| /linux/arch/arm/mm/ |
| H A D | mmu.c | 735 void *ptdesc = pagetable_alloc(GFP_PGTABLE_KERNEL & ~__GFP_HIGHMEM, in late_alloc() local
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 534 struct ptdesc *ptdesc = pagetable_alloc(gfp & ~__GFP_ZERO, 0); in __pgd_pgtable_alloc() local
|
| /linux/arch/x86/mm/pat/ |
| H A D | set_memory.c | 407 struct ptdesc *ptdesc, *tmp; in cpa_collapse_large_pages() local
|