| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 56 } pud_t; typedef
59 #define __pud(x) ((pud_t) { (x) })
60 #define PTRS_PER_PUD (PAGE_SIZE / sizeof(pud_t))
177 static inline int pud_present(pud_t pud) in pud_present()
182 static inline int pud_none(pud_t pud) in pud_none()
187 static inline int pud_bad(pud_t pud) in pud_bad()
193 static inline bool pud_leaf(pud_t pud) in pud_leaf()
198 static inline int pud_user(pud_t pud) in pud_user()
203 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
208 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| H A D | pgtable.h | 143 pud_t *(*get_pud_virt)(phys_addr_t pa);
269 static inline pte_t pud_pte(pud_t pud) in pud_pte()
753 static inline pud_t pte_pud(pte_t pte) in pte_pud()
778 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
790 static inline pgprot_t pud_pgprot(pud_t pud) in pud_pgprot()
807 static inline int pud_write(pud_t pud) in pud_write()
880 static inline bool pud_special(pud_t pud) in pud_special()
885 static inline pud_t pud_mkspecial(pud_t pud) in pud_mkspecial()
965 pud_t *pudp, pud_t pud) in set_pud_at()
982 static inline bool pud_user_accessible_page(struct mm_struct *mm, unsigned long addr, pud_t pud) in pud_user_accessible_page()
[all …]
|
| H A D | pgalloc.h | 35 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
52 pud_t *pud) in p4d_populate_safe()
83 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
89 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 130 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
137 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
188 static inline bool pud_dirty(pud_t pud) in pud_dirty()
193 static inline int pud_young(pud_t pud) in pud_young()
198 static inline bool pud_shstk(pud_t pud) in pud_shstk()
225 static inline int pud_write(pud_t pud) in pud_write()
271 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
303 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
328 static inline bool pud_special(pud_t pud) in pud_special()
333 static inline pud_t pud_mkspecial(pud_t pud) in pud_mkspecial()
[all …]
|
| H A D | pgtable_64.h | 21 extern pud_t level3_kernel_pgt[512];
59 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
113 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
118 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
123 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
131 pud_t ret = *xp; in native_pudp_get_and_clear()
|
| H A D | pgalloc.h | 95 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
97 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
103 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
123 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
125 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
|
| H A D | pgtable-3level.h | 53 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
81 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
85 static inline void pud_clear(pud_t *pudp) in pud_clear()
113 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
|
| /linux/include/asm-generic/ |
| H A D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t; typedef
40 #define set_p4d(p4dptr, p4dval) set_pud((pud_t *)(p4dptr), (pud_t) { p4dval })
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
44 return (pud_t *)p4d; in pud_offset()
49 #define __pud(x) ((pud_t) { __p4d(x) })
51 #define p4d_page(p4d) (pud_page((pud_t){ p4d }))
52 #define p4d_pgtable(p4d) ((pud_t *)(pud_pgtable((pud_t){ p4d })))
|
| H A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t;
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline int pud_user(pud_t pud) { return 0; } in pud_user()
34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf()
35 static inline void pud_clear(pud_t *pud) { } in pud_clear()
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgtable.h | 274 static inline bool pud_leaf(pud_t pud) in pud_leaf()
289 static inline unsigned long pud_leaf_size(pud_t pud) in pud_leaf_size()
858 static inline void pud_clear(pud_t *pudp) in pud_clear()
870 static inline int pud_none(pud_t pud) in pud_none()
875 static inline int pud_present(pud_t pud) in pud_present()
880 extern struct page *pud_page(pud_t pud);
882 static inline pte_t pud_pte(pud_t pud) in pud_pte()
887 static inline pud_t pte_pud(pte_t pte) in pte_pud()
892 static inline pte_t *pudp_ptep(pud_t *pud) in pudp_ptep()
914 static inline int pud_bad(pud_t pud) in pud_bad()
[all …]
|
| H A D | radix.h | 138 #define RADIX_PUD_TABLE_SIZE (sizeof(pud_t) << RADIX_PUD_INDEX_SIZE)
248 static inline int radix__pud_bad(pud_t pud) in radix__pud_bad()
253 static inline int radix__pud_same(pud_t pud_a, pud_t pud_b) in radix__pud_same()
275 static inline int radix__pud_trans_huge(pud_t pud) in radix__pud_trans_huge()
280 static inline pud_t radix__pud_mkhuge(pud_t pud) in radix__pud_mkhuge()
289 pud_t *pudp, unsigned long clr,
298 pud_t radix__pudp_huge_get_and_clear(struct mm_struct *mm,
299 unsigned long addr, pud_t *pudp);
|
| H A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
95 pud_t *pud; in pud_alloc_one()
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 578 static inline pud_t clear_pud_bit(pud_t pud, pgprot_t prot) in clear_pud_bit()
583 static inline pud_t set_pud_bit(pud_t pud, pgprot_t prot) in set_pud_bit()
719 static inline int pud_folded(pud_t pud) in pud_folded()
724 static inline int pud_present(pud_t pud) in pud_present()
731 static inline int pud_none(pud_t pud) in pud_none()
739 static inline bool pud_leaf(pud_t pud) in pud_leaf()
764 static inline int pud_bad(pud_t pud) in pud_bad()
798 static inline int pud_write(pud_t pud) in pud_write()
971 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
998 static inline void pud_clear(pud_t *pud) in pud_clear()
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-be-types.h | 37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| H A D | pgtable-types.h | 43 typedef struct { unsigned long pud; } pud_t; typedef
44 #define __pud(x) ((pud_t) { (x) })
45 static inline unsigned long pud_val(pud_t x) in pud_val()
|
| /linux/arch/arm64/mm/ |
| H A D | kasan_init.c | 76 static pmd_t *__init kasan_pmd_offset(pud_t *pudp, unsigned long addr, int node, in kasan_pmd_offset()
89 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, in kasan_pud_offset()
132 static void __init kasan_pmd_populate(pud_t *pudp, unsigned long addr, in kasan_pmd_populate()
148 pud_t *pudp = kasan_pud_offset(p4dp, addr, node, early); in kasan_pud_populate()
256 static void __init clone_next_level(u64 addr, pgd_t *tmp_pg_dir, pud_t *pud) in clone_next_level()
260 pud_t *pudp = (pud_t *)__phys_to_kimg(__pgd_to_phys(pgd)); in clone_next_level()
284 pud_t *pudp = (pud_t *)__phys_to_kimg(__pgd_to_phys(pgd)); in clear_next_level()
286 memset(&pudp[start], 0, (end - start) * sizeof(pud_t)); in clear_next_level()
302 static pud_t pud[2][PTRS_PER_PUD] __initdata __aligned(PAGE_SIZE); in kasan_init_shadow()
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
23 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| H A D | pgtable-4k.h | 20 #define PUD_TABLE_SIZE (sizeof(pud_t) << PUD_INDEX_SIZE)
62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 148 typedef struct { unsigned long pud; } pud_t; typedef
150 #define __pud(x) ((pud_t) { (x) })
152 extern pud_t invalid_pud_table[PTRS_PER_PUD];
172 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
174 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
203 static inline int pud_none(pud_t pud) in pud_none()
208 static inline int pud_bad(pud_t pud) in pud_bad()
213 static inline int pud_present(pud_t pud) in pud_present()
218 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
223 static inline void set_pud(pud_t *pud, pud_t pudval) in set_pud()
[all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 489 static inline pte_t pud_pte(pud_t pud) in pud_pte()
494 static inline pud_t pte_pud(pte_t pte) in pte_pud()
499 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
639 static inline pud_t pud_mkhuge(pud_t pud) in pud_mkhuge()
666 static inline pgprot_t pud_pgprot(pud_t pud) in pud_pgprot()
689 page_table_check_puds_set(mm, addr, (pud_t *)ptep, in __set_ptes_anysz()
725 pud_t *pudp, pud_t pud, unsigned int nr) in __set_puds()
805 static inline bool pud_table(pud_t pud) { return true; } in pud_table()
877 static inline bool pud_leaf(pud_t pud) in pud_leaf()
890 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
[all …]
|
| /linux/arch/riscv/mm/ |
| H A D | kasan_init.c | 27 static pud_t tmp_pud[PTRS_PER_PUD] __page_aligned_bss;
50 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end) in kasan_populate_pmd()
84 pud_t *pudp, *p; in kasan_populate_pud()
88 p = memblock_alloc_or_panic(PTRS_PER_PUD * sizeof(pud_t), PAGE_SIZE); in kasan_populate_pud()
168 pud_t *pudp, *base_pud; in kasan_early_clear_pud()
172 pudp = (pud_t *)p4dp; in kasan_early_clear_pud()
238 pud_t *pudp, *base_pud; in kasan_early_populate_pud()
243 pudp = (pud_t *)p4dp; in kasan_early_populate_pud()
382 pud_t *pud_k = pud_offset(p4d, vaddr); in kasan_shallow_populate_pud()
476 ptr = (pud_t *)p4d_page_vaddr(p4dp_get(base_p4d + p4d_index(KASAN_SHADOW_END))); in create_tmp_mapping()
[all …]
|
| H A D | init.c | 449 static pud_t trampoline_pud[PTRS_PER_PUD] __page_aligned_bss;
450 static pud_t fixmap_pud[PTRS_PER_PUD] __page_aligned_bss;
451 static pud_t early_pud[PTRS_PER_PUD] __initdata __aligned(PAGE_SIZE);
518 static pud_t *__init get_pud_virt_early(phys_addr_t pa) in get_pud_virt_early()
520 return (pud_t *)((uintptr_t)pa); in get_pud_virt_early()
523 static pud_t *__init get_pud_virt_fixmap(phys_addr_t pa) in get_pud_virt_fixmap()
526 return (pud_t *)set_fixmap_offset(FIX_PUD, pa); in get_pud_virt_fixmap()
529 static pud_t *__meminit get_pud_virt_late(phys_addr_t pa) in get_pud_virt_late()
531 return (pud_t *)__va(pa); in get_pud_virt_late()
553 return __pa((pud_t *)ptdesc_address(ptdesc)); in alloc_pud_late()
[all …]
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /linux/arch/riscv/kernel/ |
| H A D | hibernate.c | 195 static int temp_pgtable_map_pmd(pud_t *dst_pudp, pud_t *src_pudp, unsigned long start, in temp_pgtable_map_pmd()
239 pud_t *dst_pudp; in temp_pgtable_map_pud()
240 pud_t *src_pudp; in temp_pgtable_map_pud()
243 dst_pudp = (pud_t *)get_safe_page(GFP_ATOMIC); in temp_pgtable_map_pud()
254 pud_t pud = READ_ONCE(*src_pudp); in temp_pgtable_map_pud()
|