| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 56 } pud_t; typedef
59 #define __pud(x) ((pud_t) { (x) })
60 #define PTRS_PER_PUD (PAGE_SIZE / sizeof(pud_t))
177 static inline int pud_present(pud_t pud) in pud_present()
182 static inline int pud_none(pud_t pud) in pud_none()
187 static inline int pud_bad(pud_t pud) in pud_bad()
193 static inline bool pud_leaf(pud_t pud) in pud_leaf()
198 static inline int pud_user(pud_t pud) in pud_user()
203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
208 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| H A D | pgalloc.h | 35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
52 pud_t *pud) in p4d_populate_safe()
83 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 134 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
141 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
192 static inline bool pud_dirty(pud_t pud) in pud_dirty()
197 static inline int pud_young(pud_t pud) in pud_young()
202 static inline bool pud_shstk(pud_t pud) in pud_shstk()
229 static inline int pud_write(pud_t pud) in pud_write()
275 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
307 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
332 static inline bool pud_special(pud_t pud) in pud_special()
337 static inline pud_t pud_mkspecial(pud_t pud) in pud_mkspecial()
[all …]
|
| H A D | pgtable_64.h | 21 extern pud_t level3_kernel_pgt[512];
59 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
113 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
118 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
123 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
131 pud_t ret = *xp; in native_pudp_get_and_clear()
|
| H A D | pgalloc.h | 95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
97 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
103 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
|
| H A D | pgtable-3level.h | 53 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
81 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
85 static inline void pud_clear(pud_t *pudp) in pud_clear()
113 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | radix.h | 138 #define RADIX_PUD_TABLE_SIZE (sizeof(pud_t) << RADIX_PUD_INDEX_SIZE)
248 static inline int radix__pud_bad(pud_t pud) in radix__pud_bad()
253 static inline int radix__pud_same(pud_t pud_a, pud_t pud_b) in radix__pud_same()
275 static inline int radix__pud_trans_huge(pud_t pud) in radix__pud_trans_huge()
280 static inline pud_t radix__pud_mkhuge(pud_t pud) in radix__pud_mkhuge()
289 pud_t *pudp, unsigned long clr,
298 pud_t radix__pudp_huge_get_and_clear(struct mm_struct *mm,
299 unsigned long addr, pud_t *pudp);
|
| H A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
95 pud_t *pud; in pud_alloc_one()
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-be-types.h | 37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| H A D | pgtable-types.h | 43 typedef struct { unsigned long pud; } pud_t; typedef
44 #define __pud(x) ((pud_t) { (x) })
45 static inline unsigned long pud_val(pud_t x) in pud_val()
|
| /linux/arch/x86/mm/ |
| H A D | pgtable.c | 42 void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud) in ___pud_free_tlb()
126 void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd) in pud_populate()
245 pud_t *pud; in pgd_prepopulate_pmd()
269 pud_t *u_pud; in pgd_prepopulate_user_pmd()
415 pud_t *pudp, pud_t entry, int dirty) in pudp_set_access_flags()
463 unsigned long addr, pud_t *pudp) in pudp_test_and_clear_young()
524 pud_t pudp_invalidate(struct vm_area_struct *vma, unsigned long address, in pudp_invalidate()
525 pud_t *pudp) in pudp_invalidate()
528 pud_t old = pudp_establish(vma, address, pudp, pud_mkinvalid(*pudp)); in pudp_invalidate()
624 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
[all …]
|
| H A D | init_64.c | 278 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
281 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
290 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
313 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr()
330 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d()
335 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
337 pud_t *pud = pud_page + pud_index(vaddr); in set_pte_vaddr_pud()
364 pud_t *pud; in populate_extra_pmd()
388 pud_t *pud; in __init_extra_mapping()
404 pud = (pud_t *) spp_getpage(); in __init_extra_mapping()
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
23 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| H A D | pgtable-4k.h | 20 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
|
| /linux/arch/s390/mm/ |
| H A D | pgtable.c | 266 unsigned long addr, pud_t *pudp) in pudp_idte_local()
276 unsigned long addr, pud_t *pudp) in pudp_idte_global()
285 static inline pud_t pudp_flush_direct(struct mm_struct *mm, in pudp_flush_direct()
286 unsigned long addr, pud_t *pudp) in pudp_flush_direct()
288 pud_t old; in pudp_flush_direct()
303 pud_t pudp_xchg_direct(struct mm_struct *mm, unsigned long addr, in pudp_xchg_direct()
304 pud_t *pudp, pud_t new) in pudp_xchg_direct()
306 pud_t old; in pudp_xchg_direct()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 155 typedef struct { unsigned long pud; } pud_t; typedef
157 #define __pud(x) ((pud_t) { (x) })
159 extern pud_t invalid_pud_table[PTRS_PER_PUD];
179 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
181 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
210 static inline int pud_none(pud_t pud) in pud_none()
215 static inline int pud_bad(pud_t pud) in pud_bad()
220 static inline int pud_present(pud_t pud) in pud_present()
225 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
230 static inline void set_pud(pud_t *pud, pud_t pudval) in set_pud()
[all …]
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /linux/arch/alpha/include/asm/ |
| H A D | pgtable.h | 220 extern inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set()
237 extern inline pmd_t *pud_pgtable(pud_t pgd) in pud_pgtable()
254 extern inline int pud_none(pud_t pud) { return !pud_val(pud); } in pud_none()
255 extern inline int pud_bad(pud_t pud) { return (pud_val(pud) & ~_PFN_MASK) != _PAGE_TABLE; } in pud_bad()
256 extern inline int pud_present(pud_t pud) { return pud_val(pud) & _PAGE_VALID; } in pud_present()
257 extern inline void pud_clear(pud_t * pudp) { pud_val(*pudp) = 0; } in pud_clear()
281 unsigned long addr, pud_t pud) in pud_user_accessible_page()
327 extern inline pmd_t * pmd_offset(pud_t * dir, unsigned long address) in pmd_offset()
|
| /linux/arch/riscv/kernel/ |
| H A D | hibernate.c | 195 static int temp_pgtable_map_pmd(pud_t *dst_pudp, pud_t *src_pudp, unsigned long start, in temp_pgtable_map_pmd()
239 pud_t *dst_pudp; in temp_pgtable_map_pud()
240 pud_t *src_pudp; in temp_pgtable_map_pud()
243 dst_pudp = (pud_t *)get_safe_page(GFP_ATOMIC); in temp_pgtable_map_pud()
254 pud_t pud = READ_ONCE(*src_pudp); in temp_pgtable_map_pud()
|
| /linux/arch/riscv/mm/ |
| H A D | init.c | 457 static pud_t trampoline_pud[PTRS_PER_PUD] __page_aligned_bss;
458 static pud_t fixmap_pud[PTRS_PER_PUD] __page_aligned_bss;
459 static pud_t early_pud[PTRS_PER_PUD] __initdata __aligned(PAGE_SIZE);
526 static pud_t *__init get_pud_virt_early(phys_addr_t pa) in get_pud_virt_early()
528 return (pud_t *)((uintptr_t)pa); in get_pud_virt_early()
531 static pud_t *__init get_pud_virt_fixmap(phys_addr_t pa) in get_pud_virt_fixmap()
534 return (pud_t *)set_fixmap_offset(FIX_PUD, pa); in get_pud_virt_fixmap()
537 static pud_t *__meminit get_pud_virt_late(phys_addr_t pa) in get_pud_virt_late()
539 return (pud_t *)__va(pa); in get_pud_virt_late()
561 return __pa((pud_t *)ptdesc_address(ptdesc)); in alloc_pud_late()
[all …]
|
| /linux/arch/csky/mm/ |
| H A D | highmem.c | 25 pud_t *pud; in kmap_init()
32 pud = (pud_t *)pgd; in kmap_init()
|
| /linux/arch/loongarch/mm/ |
| H A D | init.c | 67 pud_t *pud; in fixrange_init()
82 pud = (pud_t *)pgd; in fixrange_init()
164 pud_t *pud; in populate_kernel_pte()
229 pud_t invalid_pud_table[PTRS_PER_PUD] __page_aligned_bss;
|
| /linux/mm/ |
| H A D | mremap.c | 75 static pud_t *get_old_pud(struct mm_struct *mm, unsigned long addr) in get_old_pud()
79 pud_t *pud; in get_old_pud()
98 pud_t *pud; in get_old_pmd()
112 static pud_t *alloc_new_pud(struct mm_struct *mm, unsigned long addr) in alloc_new_pud()
127 pud_t *pud; in alloc_new_pmd()
437 pud_t *old_pud, pud_t *new_pud) in move_normal_pud()
442 pud_t pud; in move_normal_pud()
480 pud_t *old_pud, pud_t *new_pud) in move_normal_pud()
488 pud_t *old_pud, pud_t *new_pud) in move_huge_pud()
493 pud_t pud; in move_huge_pud()
[all …]
|
| /linux/include/linux/ |
| H A D | ptdump.h | 16 void (*note_page_pud)(struct ptdump_state *st, unsigned long addr, pud_t pud);
22 void (*effective_prot_pud)(struct ptdump_state *st, pud_t pud);
|