| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 56 } pud_t; typedef
59 #define __pud(x) ((pud_t) { (x) })
60 #define PTRS_PER_PUD (PAGE_SIZE / sizeof(pud_t))
177 static inline int pud_present(pud_t pud) in pud_present()
182 static inline int pud_none(pud_t pud) in pud_none()
187 static inline int pud_bad(pud_t pud) in pud_bad()
193 static inline bool pud_leaf(pud_t pud) in pud_leaf()
198 static inline int pud_user(pud_t pud) in pud_user()
203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
208 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| H A D | pgalloc.h | 35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
52 pud_t *pud) in p4d_populate_safe()
83 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | radix.h | 138 #define RADIX_PUD_TABLE_SIZE (sizeof(pud_t) << RADIX_PUD_INDEX_SIZE)
248 static inline int radix__pud_bad(pud_t pud) in radix__pud_bad()
253 static inline int radix__pud_same(pud_t pud_a, pud_t pud_b) in radix__pud_same()
275 static inline int radix__pud_trans_huge(pud_t pud) in radix__pud_trans_huge()
280 static inline pud_t radix__pud_mkhuge(pud_t pud) in radix__pud_mkhuge()
289 pud_t *pudp, unsigned long clr,
298 pud_t radix__pudp_huge_get_and_clear(struct mm_struct *mm,
299 unsigned long addr, pud_t *pudp);
|
| H A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
95 pud_t *pud; in pud_alloc_one()
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable_64.h | 21 extern pud_t level3_kernel_pgt[512];
59 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
113 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
118 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
123 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
131 pud_t ret = *xp; in native_pudp_get_and_clear()
|
| H A D | pgalloc.h | 95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
97 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
103 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
|
| H A D | pgtable-3level.h | 53 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
81 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
85 static inline void pud_clear(pud_t *pudp) in pud_clear()
113 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-be-types.h | 37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| H A D | pgtable-types.h | 43 typedef struct { unsigned long pud; } pud_t; typedef
44 #define __pud(x) ((pud_t) { (x) })
45 static inline unsigned long pud_val(pud_t x) in pud_val()
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
23 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| H A D | pgtable-4k.h | 20 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 155 typedef struct { unsigned long pud; } pud_t; typedef
157 #define __pud(x) ((pud_t) { (x) })
159 extern pud_t invalid_pud_table[PTRS_PER_PUD];
179 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
181 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
210 static inline int pud_none(pud_t pud) in pud_none()
215 static inline int pud_bad(pud_t pud) in pud_bad()
220 static inline int pud_present(pud_t pud) in pud_present()
225 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
230 static inline void set_pud(pud_t *pud, pud_t pudval) in set_pud()
[all …]
|
| /linux/arch/riscv/kernel/ |
| H A D | hibernate.c | 195 static int temp_pgtable_map_pmd(pud_t *dst_pudp, pud_t *src_pudp, unsigned long start, in temp_pgtable_map_pmd()
239 pud_t *dst_pudp; in temp_pgtable_map_pud()
240 pud_t *src_pudp; in temp_pgtable_map_pud()
243 dst_pudp = (pud_t *)get_safe_page(GFP_ATOMIC); in temp_pgtable_map_pud()
254 pud_t pud = READ_ONCE(*src_pudp); in temp_pgtable_map_pud()
|
| /linux/arch/riscv/mm/ |
| H A D | init.c | 457 static pud_t trampoline_pud[PTRS_PER_PUD] __page_aligned_bss;
458 static pud_t fixmap_pud[PTRS_PER_PUD] __page_aligned_bss;
459 static pud_t early_pud[PTRS_PER_PUD] __initdata __aligned(PAGE_SIZE);
526 static pud_t *__init get_pud_virt_early(phys_addr_t pa) in get_pud_virt_early()
528 return (pud_t *)((uintptr_t)pa); in get_pud_virt_early()
531 static pud_t *__init get_pud_virt_fixmap(phys_addr_t pa) in get_pud_virt_fixmap()
534 return (pud_t *)set_fixmap_offset(FIX_PUD, pa); in get_pud_virt_fixmap()
537 static pud_t *__meminit get_pud_virt_late(phys_addr_t pa) in get_pud_virt_late()
539 return (pud_t *)__va(pa); in get_pud_virt_late()
561 return __pa((pud_t *)ptdesc_address(ptdesc)); in alloc_pud_late()
[all …]
|
| /linux/arch/csky/mm/ |
| H A D | highmem.c | 25 pud_t *pud; in kmap_init()
32 pud = (pud_t *)pgd; in kmap_init()
|
| H A D | fault.c | 118 pud_t *pud, *pud_k; in vmalloc_fault()
147 pud = (pud_t *)pgd; in vmalloc_fault()
148 pud_k = (pud_t *)pgd_k; in vmalloc_fault()
|
| /linux/arch/loongarch/mm/ |
| H A D | init.c | 67 pud_t *pud; in fixrange_init()
82 pud = (pud_t *)pgd; in fixrange_init()
164 pud_t *pud; in populate_kernel_pte()
229 pud_t invalid_pud_table[PTRS_PER_PUD] __page_aligned_bss;
|
| H A D | hugetlbpage.c | 21 pud_t *pud; in huge_pte_alloc()
38 pud_t *pud; in huge_pte_offset()
|
| H A D | pageattr.c | 54 static int pageattr_pud_entry(pud_t *pud, unsigned long addr, in pageattr_pud_entry()
57 pud_t val = pudp_get(pud); in pageattr_pud_entry()
165 pud_t *pud; in kernel_page_present()
|
| /linux/include/linux/ |
| H A D | ptdump.h | 16 void (*note_page_pud)(struct ptdump_state *st, unsigned long addr, pud_t pud);
22 void (*effective_prot_pud)(struct ptdump_state *st, pud_t pud);
|
| /linux/arch/arm64/mm/ |
| H A D | mmu.c | 304 static int alloc_init_cont_pmd(pud_t *pudp, unsigned long addr, in alloc_init_cont_pmd()
312 pud_t pud = READ_ONCE(*pudp); in alloc_init_cont_pmd()
371 pud_t *pudp; in alloc_init_pud()
393 pud_t old_pud = READ_ONCE(*pudp); in alloc_init_pud()
650 static int split_pud(pud_t *pudp, pud_t pud, gfp_t gfp, bool to_cont) in split_pud()
692 pud_t *pudp, pud; in split_kernel_leaf_mapping_locked()
872 static int split_to_ptes_pud_entry(pud_t *pudp, unsigned long addr, in split_to_ptes_pud_entry()
876 pud_t pud = pudp_get(pudp); in split_to_ptes_pud_entry()
1546 static void unmap_hotplug_pmd_range(pud_t *pudp, unsigned long addr, in unmap_hotplug_pmd_range()
1589 pud_t *pudp, pud; in unmap_hotplug_pud_range()
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pte-e500.h | 120 static inline int pud_leaf(pud_t pud) in pud_leaf()
129 static inline unsigned long pud_leaf_size(pud_t pud) in pud_leaf_size()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-4level.h | 84 static inline void pud_clear (pud_t *pud) in pud_clear()
98 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & PAGE_MASK))
|