| /linux/include/asm-generic/ |
| H A D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t; member 28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none() 29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad() 30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present() 31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear() 34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument 35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument 42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset() 51 #define p4d_page(p4d) (pud_page((pud_t){ p4d })) argument 52 #define p4d_pgtable(p4d) ((pud_t *)(pud_pgtable((pud_t){ p4d }))) argument
|
| H A D | pgtable-nop4d.h | 25 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd)) argument 27 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument 28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
|
| H A D | pgalloc.h | 259 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free() 268 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable-4k.h | 56 #define p4d_none(p4d) (!p4d_val(p4d)) argument 57 #define p4d_bad(p4d) (p4d_val(p4d) == 0) argument 58 #define p4d_present(p4d) (p4d_val(p4d) != 0) argument 62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 46 unsigned long p4d; member 276 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() 284 static inline int p4d_none(p4d_t p4d) in p4d_none() 292 static inline int p4d_present(p4d_t p4d) in p4d_present() 300 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 308 static inline void p4d_clear(p4d_t *p4d) in p4d_clear() 319 static inline unsigned long _p4d_pfn(p4d_t p4d) in _p4d_pfn() 324 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 331 #define p4d_page_vaddr(p4d) ((unsigned long)p4d_pgtable(p4d)) argument 333 static inline struct page *p4d_page(p4d_t p4d) in p4d_page()
|
| H A D | pgalloc.h | 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe() 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 72 p4d_t *p4d) in pgd_populate_safe() 96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate() 117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe() 132 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate() 140 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe() 150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| H A D | pgtable.h | 73 # define set_p4d(p4dp, p4d) native_set_p4d(p4dp, p4d) argument 77 #define p4d_clear(p4d) native_p4d_clear(p4d) argument 278 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn() 1071 static inline int p4d_none(p4d_t p4d) in p4d_none() 1076 static inline int p4d_present(p4d_t p4d) in p4d_present() 1081 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 1090 #define p4d_page(p4d) pfn_to_page(p4d_pfn(p4d)) argument 1092 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 1725 #define set_p4d_safe(p4dp, p4d) \ argument
|
| H A D | pgtable_64.h | 138 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() 153 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-4level.h | 69 #define p4d_populate(mm, p4d, pud) \ argument 89 static inline void p4d_clear (p4d_t *p4d) in p4d_clear() 97 #define p4d_page(p4d) phys_to_page(p4d_val(p4d) & PAGE_MASK) argument 98 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & PAGE_MASK)) argument
|
| /linux/arch/x86/mm/ |
| H A D | kasan_init_64.c | 102 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d() 126 p4d_t *p4d; in kasan_populate_pgd() local 193 unsigned long p4d; in early_p4d_offset() local 208 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate() local 248 p4d_t *p4d; in kasan_shallow_populate_p4ds() local
|
| H A D | fault.c | 179 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local 298 p4d_t *p4d; in dump_pagetable() local 354 p4d_t *p4d; in dump_pagetable() local 983 p4d_t *p4d; in spurious_kernel_fault() local
|
| H A D | pgtable_32.c | 30 p4d_t *p4d; in set_pte_vaddr() local
|
| /linux/include/linux/ |
| H A D | pgalloc.h | 15 #define pgd_populate_kernel(addr, pgd, p4d) \ argument 22 #define p4d_populate_kernel(addr, p4d, pud) \ argument
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 315 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end, in modify_pud_table() 371 static void try_free_pud_table(p4d_t *p4d, unsigned long start) in try_free_pud_table() 390 p4d_t *p4d; in modify_p4d_table() local 418 p4d_t *p4d; in try_free_p4d_table() local 436 p4d_t *p4d; in modify_pagetable() local 579 p4d_t *p4d; in vmem_get_alloc_pte() local
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 20 p4d_t *p4d; in huge_pte_alloc() local 37 p4d_t *p4d; in huge_pte_offset() local
|
| /linux/arch/s390/boot/ |
| H A D | vmem.c | 148 static bool kasan_p4d_populate_zero_shadow(p4d_t *p4d, unsigned long addr, in kasan_p4d_populate_zero_shadow() 201 static inline bool kasan_p4d_populate_zero_shadow(p4d_t *p4d, unsigned long addr, in kasan_p4d_populate_zero_shadow() 386 static void pgtable_pud_populate(p4d_t *p4d, unsigned long addr, unsigned long end, in pgtable_pud_populate() 422 p4d_t *p4d; in pgtable_p4d_populate() local 442 p4d_t *p4d; in pgtable_populate() local
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 157 static inline int p4d_none(p4d_t p4d) in p4d_none() 162 static inline int p4d_bad(p4d_t p4d) in p4d_bad() 167 static inline int p4d_present(p4d_t p4d) in p4d_present() 172 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable() 177 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d() 187 #define p4d_phys(p4d) PHYSADDR(p4d_val(p4d)) argument 188 #define p4d_page(p4d) (pfn_to_page(p4d_phys(p4d) >> PAGE_SHIFT)) argument
|
| /linux/arch/arc/include/asm/ |
| H A D | pgtable-levels.h | 111 #define p4d_pgtable(p4d) ((pud_t *)(p4d_val(p4d) & PAGE_MASK)) argument 112 #define p4d_page(p4d) virt_to_page(p4d_pgtable(p4d)) argument 113 #define set_p4d(p4dp, p4d) (*(p4dp) = p4d) argument
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 30 p4d_t *p4d; in huge_pte_alloc() local 57 p4d_t *p4d; in huge_pte_offset() local
|
| H A D | fixmap.c | 17 p4d_t *p4d = p4d_offset(pgd, vaddr); in set_fixmap() local
|
| /linux/arch/microblaze/mm/ |
| H A D | pgtable.c | 139 p4d_t *p4d; in map_page() local 198 p4d_t *p4d; in get_pteptr() local
|
| /linux/arch/sh/mm/ |
| H A D | tlbex_32.c | 27 p4d_t *p4d; in handle_tlbmiss() local
|
| H A D | fault.c | 56 p4d_t *p4d; in show_pte() local 124 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local
|
| /linux/arch/x86/hyperv/ |
| H A D | hv_crash.c | 118 p4d_t *p4d; in hv_crash_clear_kernpt() local 229 p4d_t *p4d; in hv_crash_fixup_kernpt() local 509 p4d_t *p4d; in hv_crash_build_tramp_pt() local
|