| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable-4k.h | 56 #define p4d_none(p4d) (!p4d_val(p4d)) 57 #define p4d_bad(p4d) (p4d_val(p4d) == 0) 58 #define p4d_present(p4d) (p4d_val(p4d) != 0) 64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable() 74 return __pte(p4d_val(p4d)); in p4d_pte()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 49 #define p4d_val(x) ((x).p4d) macro 274 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e)) 281 set_pud((pud_t *)p4dp, (pud_t){ p4d_val(p4d) }); in set_p4d() 287 return (p4d_val(p4d) == 0); in p4d_none() 295 return (p4d_val(p4d) & _PAGE_PRESENT); in p4d_present() 321 return __page_val_to_pfn(p4d_val(p4d)); in _p4d_pfn() 327 return (pud_t *)pfn_to_virt(__page_val_to_pfn(p4d_val(p4d))); in p4d_pgtable() 329 return (pud_t *)pud_pgtable((pud_t) { p4d_val(p4d) }); in p4d_pgtable() 335 return pfn_to_page(__page_val_to_pfn(p4d_val(p4d))); in p4d_page()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-4level.h | 66 #define p4d_none(x) (!(p4d_val(x) & ~_PAGE_NEEDSYNC)) 67 #define p4d_bad(x) ((p4d_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 68 #define p4d_present(x) (p4d_val(x) & _PAGE_PRESENT) 97 #define p4d_page(p4d) phys_to_page(p4d_val(p4d) & PAGE_MASK) 98 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & PAGE_MASK))
|
| H A D | pgtable.h | 97 #define p4d_needsync(x) (p4d_val(x) & _PAGE_NEEDSYNC) 98 #define p4d_mkuptodate(x) (p4d_val(x) &= ~_PAGE_NEEDSYNC)
|
| /linux/arch/arc/include/asm/ |
| H A D | pgtable-levels.h | 107 #define p4d_none(x) (!p4d_val(x)) 108 #define p4d_bad(x) ((p4d_val(x) & ~PAGE_MASK)) 109 #define p4d_present(x) (p4d_val(x)) 110 #define p4d_clear(xp) do { p4d_val(*(xp)) = 0; } while (0) 111 #define p4d_pgtable(p4d) ((pud_t *)(p4d_val(p4d) & PAGE_MASK))
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 155 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none() 160 return p4d_val(p4d) & ~PAGE_MASK; in p4d_bad() 165 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present() 170 return (pud_t *)p4d_val(p4d); in p4d_pgtable() 183 #define p4d_phys(p4d) PHYSADDR(p4d_val(p4d))
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgtable_64.h | 812 #define p4d_none(p4d) (!p4d_val(p4d)) 814 #define p4d_bad(p4d) (p4d_val(p4d) & ~PAGE_MASK) 862 ((pud_t *) __va(p4d_val(p4d))) 863 #define p4d_present(p4d) (p4d_val(p4d) != 0U) 864 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL) 889 (p4d_val(*(p4dp)) = (__pa((unsigned long) (pudp))))
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 76 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e)) 742 return (p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R2; in p4d_folded() 749 return (p4d_val(p4d) & _REGION_ENTRY_ORIGIN) != 0UL; in p4d_present() 756 return p4d_val(p4d) == _REGION2_ENTRY_EMPTY; in p4d_none() 764 return (p4d_val(p4d) & origin_mask) >> PAGE_SHIFT; in p4d_pfn() 825 unsigned long type = p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK; in p4d_bad() 831 return (p4d_val(p4d) & ~_REGION_ENTRY_BITS) != 0; in p4d_bad() 1042 if ((p4d_val(*p4d) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R2) in p4d_clear() 1447 #define p4d_deref(pud) ((unsigned long)__va(p4d_val(pud) & _REGION_ENTRY_ORIGIN)) 1521 if ((p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) >= _REGION_ENTRY_TYPE_R2) in pud_offset_lockless()
|
| /linux/include/asm-generic/ |
| H A D | pgtable-nopud.h | 48 #define pud_val(x) (p4d_val((x).p4d))
|
| H A D | pgtable-nop4d.h | 40 #define p4d_val(x) (pgd_val((x).pgd)) macro
|
| /linux/arch/arm64/include/asm/ |
| H A D | pgtable-types.h | 49 #define p4d_val(x) ((x).p4d) macro
|
| H A D | pgtable.h | 527 return __pte(p4d_val(p4d)); in p4d_pte() 999 #define p4d_none(p4d) (pgtable_l4_enabled() && !p4d_val(p4d)) 1001 ((p4d_val(p4d) & P4D_TYPE_MASK) != \ 1008 set_swapper_pgd((pgd_t *)p4dp, __pgd(p4d_val(p4d))); in set_p4d() 1125 pr_err("%s:%d: bad p4d %016llx.\n", __FILE__, __LINE__, p4d_val(e))
|
| /linux/arch/x86/mm/ |
| H A D | kasan_init_64.c | 294 p4dval_t p4d_val = __pa_nodebug(kasan_early_shadow_pud) | _KERNPG_TABLE; in kasan_early_init() local 300 p4d_val &= __default_kernel_pte_mask; in kasan_early_init() 312 kasan_early_shadow_p4d[i] = __p4d(p4d_val); in kasan_early_init()
|
| /linux/arch/x86/power/ |
| H A D | hibernate.c | 173 set_p4d(p4d, __p4d(p4d_val(*p4d) & ~_PAGE_NX)); in relocate_restore_code()
|
| /linux/arch/loongarch/mm/ |
| H A D | kasan_init.c | 26 #define __p4d_none(early, p4d) (early ? (p4d_val(p4d) == 0) : \ 27 (__pa(p4d_val(p4d)) == (unsigned long)__pa(kasan_early_shadow_pud)))
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | hash.h | 154 return (p4d_val(p4d) == 0); in hash__p4d_bad()
|
| H A D | radix.h | 260 return !!(p4d_val(p4d) & RADIX_P4D_BAD_BITS); in radix__p4d_bad()
|
| /linux/arch/sh/mm/ |
| H A D | fault.c | 72 (u64)p4d_val(*p4d)); in show_pte()
|
| /linux/arch/riscv/kernel/ |
| H A D | hibernate.c | 301 set_p4d(dst_p4dp, __p4d(p4d_val(p4d) | pgprot_val(prot))); in temp_pgtable_map_p4d()
|
| /linux/arch/riscv/mm/ |
| H A D | fault.c | 52 pr_cont(", p4d=%016lx", p4d_val(p4d)); in show_pte()
|
| H A D | ptdump.c | 337 note_page(pt_st, addr, 1, p4d_val(p4d)); in note_page_p4d()
|
| /linux/arch/s390/mm/ |
| H A D | dump_pagetables.c | 167 note_page(pt_st, addr, 1, p4d_val(p4d)); in note_page_p4d()
|
| /linux/arch/powerpc/mm/ptdump/ |
| H A D | ptdump.c | 319 note_page(pt_st, addr, 1, p4d_val(p4d)); in note_page_p4d()
|
| /linux/arch/arm64/mm/ |
| H A D | ptdump.c | 271 note_page(pt_st, addr, 1, p4d_val(p4d)); in note_page_p4d()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 103 #define p4d_val(x) native_p4d_val(x) macro 287 return (p4d_val(p4d) & p4d_pfn_mask(p4d)) >> PAGE_SHIFT; in p4d_pfn() 1090 return (pud_t *)__va(p4d_val(p4d) & p4d_pfn_mask(p4d)); in p4d_pgtable()
|