| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 47 } p4d_t; typedef
50 #define __p4d(x) ((p4d_t) { (x) })
51 #define PTRS_PER_P4D (PAGE_SIZE / sizeof(p4d_t))
276 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
284 static inline int p4d_none(p4d_t p4d) in p4d_none()
292 static inline int p4d_present(p4d_t p4d) in p4d_present()
300 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
308 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
314 static inline p4d_t pfn_p4d(unsigned long pfn, pgprot_t prot) in pfn_p4d()
319 static inline unsigned long _p4d_pfn(p4d_t p4d) in _p4d_pfn()
[all …]
|
| H A D | pgalloc.h | 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
72 p4d_t *p4d) in pgd_populate_safe()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /linux/include/asm-generic/ |
| H A D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; typedef
33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
37 return (p4d_t *)pgd; in p4d_offset()
41 #define __p4d(x) ((p4d_t) { __pgd(x) })
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
|
| H A D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t;
28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
|
| H A D | pgalloc.h | 230 static inline p4d_t *__p4d_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in __p4d_alloc_one_noprof()
252 static inline p4d_t *p4d_alloc_one_noprof(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one_noprof()
259 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free()
268 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
|
| /linux/arch/riscv/mm/ |
| H A D | kasan_init.c | 26 static p4d_t tmp_p4d[PTRS_PER_P4D] __page_aligned_bss;
80 static void __init kasan_populate_pud(p4d_t *p4d, in kasan_populate_pud()
115 p4d_t *p4dp, *p; in kasan_populate_p4d()
119 p = memblock_alloc_or_panic(PTRS_PER_P4D * sizeof(p4d_t), PAGE_SIZE); in kasan_populate_p4d()
165 static void __init kasan_early_clear_pud(p4d_t *p4dp, in kasan_early_clear_pud()
193 p4d_t *p4dp, *base_p4d; in kasan_early_clear_p4d()
197 p4dp = (p4d_t *)pgdp; in kasan_early_clear_p4d()
234 static void __init kasan_early_populate_pud(p4d_t *p4dp, in kasan_early_populate_pud()
267 p4d_t *p4dp, *base_p4d; in kasan_early_populate_p4d()
281 p4dp = (p4d_t *)pgdp; in kasan_early_populate_p4d()
[all …]
|
| H A D | init.c | 445 static p4d_t trampoline_p4d[PTRS_PER_P4D] __page_aligned_bss;
446 static p4d_t fixmap_p4d[PTRS_PER_P4D] __page_aligned_bss;
447 static p4d_t early_p4d[PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
556 static p4d_t *__init get_p4d_virt_early(phys_addr_t pa) in get_p4d_virt_early()
558 return (p4d_t *)((uintptr_t)pa); in get_p4d_virt_early()
561 static p4d_t *__init get_p4d_virt_fixmap(phys_addr_t pa) in get_p4d_virt_fixmap()
564 return (p4d_t *)set_fixmap_offset(FIX_P4D, pa); in get_p4d_virt_fixmap()
567 static p4d_t *__meminit get_p4d_virt_late(phys_addr_t pa) in get_p4d_virt_late()
569 return (p4d_t *)__va(pa); in get_p4d_virt_late()
591 return __pa((p4d_t *)ptdesc_address(ptdesc)); in alloc_p4d_late()
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable-4k.h | 62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
81 extern struct page *p4d_page(p4d_t p4d);
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
132 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
140 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| H A D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
58 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
138 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
153 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
| H A D | pgtable.h | 278 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
1071 static inline int p4d_none(p4d_t p4d) in p4d_none()
1076 static inline int p4d_present(p4d_t p4d) in p4d_present()
1081 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
1092 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
1128 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
1131 return (p4d_t *)pgd; in p4d_offset()
1132 return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); in p4d_offset()
1437 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp()
1442 static inline p4d_t *user_to_kernel_p4dp(p4d_t *p4dp) in user_to_kernel_p4dp()
|
| /linux/arch/x86/mm/ |
| H A D | kasan_init_64.c | 23 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
102 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
126 p4d_t *p4d; in kasan_populate_pgd()
191 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
196 return (p4d_t *)pgd; in early_p4d_offset()
200 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
208 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
248 p4d_t *p4d; in kasan_shallow_populate_p4ds()
|
| H A D | pti.c | 183 static p4d_t *pti_user_pagetable_walk_p4d(unsigned long address) in pti_user_pagetable_walk_p4d()
214 p4d_t *p4d; in pti_user_pagetable_walk_pmd()
333 p4d_t *p4d; in pti_clone_pgtable()
436 p4d_t *kernel_p4d, *user_p4d; in pti_clone_p4d()
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable.h | 484 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
971 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
982 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
988 static inline phys_addr_t p4d_page_paddr(p4d_t p4d) in p4d_page_paddr()
995 static inline pud_t *p4d_to_folded_pud(p4d_t *p4dp, unsigned long addr) in p4d_to_folded_pud()
1003 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
1008 static inline phys_addr_t pud_offset_phys(p4d_t *p4dp, unsigned long addr) in pud_offset_phys()
1016 pud_t *pud_offset_lockless(p4d_t *p4dp, p4d_t p4d, unsigned long addr) in pud_offset_lockless()
1024 static inline pud_t *pud_offset(p4d_t *p4dp, unsigned long addr) in pud_offset()
1037 static inline pud_t *pud_set_fixmap_offset(p4d_t *p4dp, unsigned long addr) in pud_set_fixmap_offset()
[all …]
|
| H A D | pgtable-types.h | 48 typedef struct { p4dval_t p4d; } p4d_t; typedef
50 #define __p4d(x) ((p4d_t) { (x) } )
|
| H A D | ptdump.h | 68 void note_page_p4d(struct ptdump_state *st, unsigned long addr, p4d_t p4d);
84 static inline void note_page_p4d(struct ptdump_state *st, unsigned long addr, p4d_t p4d) { } in note_page_p4d()
|
| /linux/arch/riscv/kernel/ |
| H A D | hibernate.c | 234 static int temp_pgtable_map_pud(p4d_t *dst_p4dp, p4d_t *src_p4dp, unsigned long start, in temp_pgtable_map_pud()
278 p4d_t *dst_p4dp; in temp_pgtable_map_p4d()
279 p4d_t *src_p4dp; in temp_pgtable_map_p4d()
282 dst_p4dp = (p4d_t *)get_safe_page(GFP_ATOMIC); in temp_pgtable_map_p4d()
293 p4d_t p4d = READ_ONCE(*src_p4dp); in temp_pgtable_map_p4d()
|
| /linux/arch/s390/boot/ |
| H A D | vmem.c | 81 #define kasan_early_shadow_p4d ((p4d_t *)vmlinux.kasan_early_shadow_p4d_off)
100 p4d_t p4d_z = __p4d(__pa(kasan_early_shadow_pud) | _REGION2_ENTRY); in kasan_populate_shadow()
148 static bool kasan_p4d_populate_zero_shadow(p4d_t *p4d, unsigned long addr, in kasan_p4d_populate_zero_shadow()
201 static inline bool kasan_p4d_populate_zero_shadow(p4d_t *p4d, unsigned long addr, in kasan_p4d_populate_zero_shadow()
386 static void pgtable_pud_populate(p4d_t *p4d, unsigned long addr, unsigned long end, in pgtable_pud_populate()
422 p4d_t *p4d; in pgtable_p4d_populate()
442 p4d_t *p4d; in pgtable_populate()
|
| /linux/mm/ |
| H A D | pgalloc-track.h | 6 static inline p4d_t *p4d_alloc_track(struct mm_struct *mm, pgd_t *pgd, in p4d_alloc_track()
19 static inline pud_t *pud_alloc_track(struct mm_struct *mm, p4d_t *p4d, in pud_alloc_track()
|
| /linux/include/linux/ |
| H A D | ptdump.h | 17 void (*note_page_p4d)(struct ptdump_state *st, unsigned long addr, p4d_t p4d);
23 void (*effective_prot_p4d)(struct ptdump_state *st, p4d_t p4d);
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 157 static inline int p4d_none(p4d_t p4d) in p4d_none()
162 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
167 static inline int p4d_present(p4d_t p4d) in p4d_present()
172 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
177 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
182 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 20 p4d_t *p4d; in huge_pte_alloc()
37 p4d_t *p4d; in huge_pte_offset()
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 692 static inline int p4d_folded(p4d_t p4d) in p4d_folded()
697 static inline int p4d_present(p4d_t p4d) in p4d_present()
704 static inline int p4d_none(p4d_t p4d) in p4d_none()
711 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
775 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
966 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
992 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
1424 static inline p4d_t *p4d_offset_lockless(pgd_t *pgdp, pgd_t pgd, unsigned long address) in p4d_offset_lockless()
1427 return (p4d_t *) pgd_deref(pgd) + p4d_index(address); in p4d_offset_lockless()
1428 return (p4d_t *) pgdp; in p4d_offset_lockless()
[all …]
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgtable.h | 933 #define __p4d_raw(x) ((p4d_t) { __pgd_raw(x) })
934 static inline __be64 p4d_raw(p4d_t x) in p4d_raw()
941 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
946 static inline int p4d_none(p4d_t p4d) in p4d_none()
951 static inline int p4d_present(p4d_t p4d) in p4d_present()
956 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
961 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
966 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
974 static inline bool p4d_access_permitted(p4d_t p4d, bool write) in p4d_access_permitted()
979 extern struct page *p4d_page(p4d_t p4d);
[all …]
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 315 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end, in modify_pud_table()
371 static void try_free_pud_table(p4d_t *p4d, unsigned long start) in try_free_pud_table()
390 p4d_t *p4d; in modify_p4d_table()
418 p4d_t *p4d; in try_free_p4d_table()
436 p4d_t *p4d; in modify_pagetable()
579 p4d_t *p4d; in vmem_get_alloc_pte()
|