Home
last modified time | relevance | path

Searched refs:p4d_t (Results 1 – 25 of 71) sorted by relevance

123

/linux/arch/riscv/include/asm/
H A Dpgtable-64.h47 } p4d_t; typedef
50 #define __p4d(x) ((p4d_t) { (x) })
51 #define PTRS_PER_P4D (PAGE_SIZE / sizeof(p4d_t))
276 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
284 static inline int p4d_none(p4d_t p4d) in p4d_none()
292 static inline int p4d_present(p4d_t p4d) in p4d_present()
300 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
308 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
314 static inline p4d_t pfn_p4d(unsigned long pfn, pgprot_t prot) in pfn_p4d()
319 static inline unsigned long _p4d_pfn(p4d_t p4d) in _p4d_pfn()
[all …]
H A Dpgalloc.h42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
72 p4d_t *p4d) in pgd_populate_safe()
96 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
81 extern struct page *p4d_page(p4d_t p4d);
H A Dpgalloc.h18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
/linux/arch/x86/include/asm/
H A Dpgalloc.h111 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
117 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
132 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
140 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
148 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
150 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
H A Dpgtable_64.h19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
58 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
138 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
153 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
/linux/arch/x86/mm/
H A Dkasan_init_64.c23 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
102 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
126 p4d_t *p4d; in kasan_populate_pgd()
191 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
196 return (p4d_t *)pgd; in early_p4d_offset()
200 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
208 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
248 p4d_t *p4d; in kasan_shallow_populate_p4ds()
H A Dpgtable_32.c30 p4d_t *p4d; in set_pte_vaddr()
/linux/arch/riscv/kernel/
H A Dhibernate.c234 static int temp_pgtable_map_pud(p4d_t *dst_p4dp, p4d_t *src_p4dp, unsigned long start, in temp_pgtable_map_pud()
278 p4d_t *dst_p4dp; in temp_pgtable_map_p4d()
279 p4d_t *src_p4dp; in temp_pgtable_map_p4d()
282 dst_p4dp = (p4d_t *)get_safe_page(GFP_ATOMIC); in temp_pgtable_map_p4d()
293 p4d_t p4d = READ_ONCE(*src_p4dp); in temp_pgtable_map_p4d()
/linux/include/linux/
H A Dptdump.h17 void (*note_page_p4d)(struct ptdump_state *st, unsigned long addr, p4d_t p4d);
23 void (*effective_prot_p4d)(struct ptdump_state *st, p4d_t p4d);
/linux/arch/riscv/mm/
H A Dinit.c453 static p4d_t trampoline_p4d[PTRS_PER_P4D] __page_aligned_bss;
454 static p4d_t fixmap_p4d[PTRS_PER_P4D] __page_aligned_bss;
455 static p4d_t early_p4d[PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
564 static p4d_t *__init get_p4d_virt_early(phys_addr_t pa) in get_p4d_virt_early()
566 return (p4d_t *)((uintptr_t)pa); in get_p4d_virt_early()
569 static p4d_t *__init get_p4d_virt_fixmap(phys_addr_t pa) in get_p4d_virt_fixmap()
572 return (p4d_t *)set_fixmap_offset(FIX_P4D, pa); in get_p4d_virt_fixmap()
575 static p4d_t *__meminit get_p4d_virt_late(phys_addr_t pa) in get_p4d_virt_late()
577 return (p4d_t *)__va(pa); in get_p4d_virt_late()
599 return __pa((p4d_t *)ptdesc_address(ptdesc)); in alloc_p4d_late()
[all …]
/linux/arch/loongarch/mm/
H A Dhugetlbpage.c20 p4d_t *p4d; in huge_pte_alloc()
37 p4d_t *p4d; in huge_pte_offset()
H A Dpageattr.c41 static int pageattr_p4d_entry(p4d_t *p4d, unsigned long addr, in pageattr_p4d_entry()
44 p4d_t val = p4dp_get(p4d); in pageattr_p4d_entry()
164 p4d_t *p4d; in kernel_page_present()
/linux/arch/loongarch/include/asm/
H A Dpgtable.h164 static inline int p4d_none(p4d_t p4d) in p4d_none()
169 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
174 static inline int p4d_present(p4d_t p4d) in p4d_present()
179 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
184 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
189 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
/linux/arch/parisc/mm/
H A Dhugetlbpage.c30 p4d_t *p4d; in huge_pte_alloc()
57 p4d_t *p4d; in huge_pte_offset()
H A Dfixmap.c17 p4d_t *p4d = p4d_offset(pgd, vaddr); in set_fixmap()
/linux/arch/m68k/mm/
H A Dkmap.c63 p4d_t *p4d_dir; in __free_io_area()
164 p4d_t *p4d_dir; in __ioremap()
328 p4d_t *p4d_dir; in kernel_set_cachemode()
/linux/arch/x86/xen/
H A Dmmu_pv.c103 p4dval_t xen_p4d_val(p4d_t p4d);
108 p4d_t xen_make_p4d(p4dval_t p4d);
536 static void __xen_set_p4d_hyper(p4d_t *ptr, p4d_t val) in __xen_set_p4d_hyper()
552 static void __init xen_set_p4d_hyper(p4d_t *ptr, p4d_t val) in xen_set_p4d_hyper()
565 static void xen_set_p4d(p4d_t *ptr, p4d_t val) in xen_set_p4d()
570 trace_xen_mmu_set_p4d(ptr, (p4d_t *)user_ptr, val); in xen_set_p4d()
590 __xen_set_p4d_hyper((p4d_t *)user_ptr, val); in xen_set_p4d()
595 __visible p4dval_t xen_p4d_val(p4d_t p4d) in xen_p4d_val()
601 __visible p4d_t xen_make_p4d(p4dval_t p4d) in xen_make_p4d()
644 static void xen_p4d_walk(struct mm_struct *mm, p4d_t *p4d, in xen_p4d_walk()
[all …]
/linux/arch/arm/mm/
H A Dpgd.c33 p4d_t *new_p4d, *init_p4d; in pgd_alloc()
143 p4d_t *p4d; in pgd_free()
/linux/arch/microblaze/mm/
H A Dpgtable.c139 p4d_t *p4d; in map_page()
198 p4d_t *p4d; in get_pteptr()
/linux/arch/x86/hyperv/
H A Dhv_crash.c118 p4d_t *p4d; in hv_crash_clear_kernpt()
229 p4d_t *p4d; in hv_crash_fixup_kernpt()
509 p4d_t *p4d; in hv_crash_build_tramp_pt()
/linux/arch/arm64/mm/
H A Dmmu.c363 static int alloc_init_pud(p4d_t *p4dp, unsigned long addr, unsigned long end, in alloc_init_pud()
370 p4d_t p4d = READ_ONCE(*p4dp); in alloc_init_pud()
438 p4d_t *p4dp; in alloc_init_p4d()
460 p4d_t old_p4d = READ_ONCE(*p4dp); in alloc_init_p4d()
691 p4d_t *p4dp, p4d; in split_kernel_leaf_mapping_locked()
1584 static void unmap_hotplug_pud_range(p4d_t *p4dp, unsigned long addr, in unmap_hotplug_pud_range()
1620 p4d_t *p4dp, p4d; in unmap_hotplug_p4d_range()
1741 static void free_empty_pud_table(p4d_t *p4dp, unsigned long addr, in free_empty_pud_table()
1785 p4d_t *p4dp, p4d; in free_empty_p4d_table()
1894 void p4d_clear_huge(p4d_t *p4dp) in p4d_clear_huge()
[all …]
/linux/arch/sh/mm/
H A Dtlbex_32.c27 p4d_t *p4d; in handle_tlbmiss()
/linux/arch/x86/boot/compressed/
H A Dident_map_64.c143 if (p4d_offset((pgd_t *)top_level_pgt, 0) == (p4d_t *)_pgtable) { in initialize_identity_maps()
260 p4d_t *p4dp; in set_clr_page_flags()
/linux/arch/sparc/mm/
H A Dsrmmu.c271 p4d_t *p4d; in srmmu_nocache_init()
490 p4d_t *p4dp; in srmmu_mapioaddr()
529 p4d_t *p4dp; in srmmu_unmapioaddr()
647 p4d_t *p4dp; in srmmu_early_allocate_ptable_skeleton()
682 p4d_t *p4dp; in srmmu_allocate_ptable_skeleton()
741 p4d_t *p4dp; in srmmu_inherit_prom_mappings()
871 p4d_t *p4d; in srmmu_paging_init()

123