| /linux/include/asm-generic/ |
| H A D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; member
21 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
22 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
23 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
24 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
27 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
28 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd })) argument
44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd }))) argument
|
| /linux/arch/x86/mm/ |
| H A D | kasan_init_64.c | 122 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, in kasan_populate_pgd()
144 pgd_t *pgd; in kasan_populate_shadow() local
170 pgd_t *pgd; in clear_pgds() local
191 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
203 static void __init kasan_early_p4d_populate(pgd_t *pgd, in kasan_early_p4d_populate()
230 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
244 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd, in kasan_shallow_populate_p4ds()
266 pgd_t *pgd; in kasan_shallow_populate_pgds() local
|
| H A D | fault.c | 175 vmalloc_sync_one(pgd_t * pgd,unsigned long address) vmalloc_sync_one() argument
297 pgd_t *pgd = &base[pgd_index(address)]; dump_pagetable() local
353 pgd_t *pgd = base + pgd_index(address); dump_pagetable() local
517 pgd_t *pgd; show_fault_oops() local
982 pgd_t *pgd; spurious_kernel_fault() local
[all...] |
| H A D | pti.c | 136 __pti_set_user_pgtbl(pgd_t * pgdp,pgd_t pgd) __pti_set_user_pgtbl() argument
185 pgd_t *pgd = kernel_to_user_pgdp(pgd_offset_k(address)); pti_user_pagetable_walk_p4d() local
332 pgd_t *pgd; pti_clone_pgtable() local
[all...] |
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 343 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd()
351 static inline int pgd_none(pgd_t pgd) in pgd_none()
359 static inline int pgd_present(pgd_t pgd) in pgd_present()
367 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
375 static inline void pgd_clear(pgd_t *pgd) in pgd_clear()
381 static inline p4d_t *pgd_pgtable(pgd_t pgd) in pgd_pgtable()
388 #define pgd_page_vaddr(pgd) ((unsigned long)pgd_pgtable(pgd)) argument
390 static inline struct page *pgd_page(pgd_t pgd) in pgd_page()
394 #define pgd_page(pgd) pgd_page(pgd) argument
|
| H A D | pgalloc.h | 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe()
104 static inline void sync_kernel_mappings(pgd_t *pgd) in sync_kernel_mappings()
113 pgd_t *pgd; in pgd_alloc() local
|
| /linux/arch/x86/power/ |
| H A D | hibernate_32.c | 30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
84 pgd_t *pgd; in resume_physical_mapping_init() local
147 pgd_t *pgd; in set_up_temporary_text_mapping() local
|
| /linux/arch/arm/mm/ |
| H A D | pgd.c | 21 #define _pgd_free(mm, pgd) kfree(pgd) argument
24 #define _pgd_free(mm, pgd) __pgd_free(mm, pgd) argument
142 pgd_t *pgd; in pgd_free() local
|
| H A D | idmap.c | 68 idmap_add_pud(pgd_t * pgd,unsigned long addr,unsigned long end,unsigned long prot) idmap_add_pud() argument
81 identity_mapping_add(pgd_t * pgd,const char * text_start,const char * text_end,unsigned long prot) identity_mapping_add() argument
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
50 pgd_t *pgd; in pgd_alloc() local
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-nommu.h | 20 #define pgd_present(pgd) (1) argument
21 #define pgd_none(pgd) (0) argument
22 #define pgd_bad(pgd) (0) argument
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 19 pgd_t *pgd; in huge_pte_alloc() local
36 pgd_t *pgd; in huge_pte_offset() local
|
| /linux/arch/sh/mm/ |
| H A D | pgtable.c | 14 pgd_t *pgd = x; in pgd_ctor() local
39 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-2level.h | 34 static inline int pgd_needsync(pgd_t pgd) { return 0; } in pgd_needsync()
35 static inline void pgd_mkuptodate(pgd_t pgd) { } in pgd_mkuptodate()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgalloc.h | 22 pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE), in pgd_alloc() local
32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/mm/ |
| H A D | pagewalk.c | 250 static int walk_p4d_range(pgd_t *pgd, unsigned long addr, unsigned long end, in walk_p4d_range()
291 pgd_t *pgd; in walk_pgd_range() local
626 const struct mm_walk_ops *ops, pgd_t *pgd, void *private) in walk_kernel_page_table_range()
649 const struct mm_walk_ops *ops, pgd_t *pgd, void *private) in walk_kernel_page_table_range_lockless()
684 pgd_t *pgd, void *private) in walk_page_range_debug()
|
| /linux/arch/m68k/include/asm/ |
| H A D | mcf_pgalloc.h | 30 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
78 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgalloc.h | 10 pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE), in pgd_alloc() local
20 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 21 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
132 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
140 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
|
| H A D | pgtable_64.h | 140 pgd_t pgd; in native_set_p4d() local
158 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd()
163 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
|
| H A D | pgtable.h | 68 #define set_pgd(pgdp, pgd) native_set_pgd(pgdp, pgd) argument
69 #define pgd_clear(pgd) (pgtable_l5_enabled() ? native_pgd_clear(pgd) : 0) argument
283 static inline unsigned long pgd_pfn(pgd_t pgd) in pgd_pfn() argument
912 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl() argument
919 pti_set_user_pgtbl(pgd_t * pgdp,pgd_t pgd) pti_set_user_pgtbl() argument
1109 pgd_present(pgd_t pgd) pgd_present() argument
1116 pgd_page_vaddr(pgd_t pgd) pgd_page_vaddr() argument
1125 pgd_page(pgd) global() argument
1128 p4d_offset(pgd_t * pgd,unsigned long address) p4d_offset() argument
1135 pgd_bad(pgd_t pgd) pgd_bad() argument
1148 pgd_none(pgd_t pgd) pgd_none() argument
1731 set_pgd_safe(pgdp,pgd) global() argument
[all...] |
| /linux/arch/x86/xen/ |
| H A D | mmu_pv.c | 429 xen_pgd_val(pgd_t pgd) xen_pgd_val() argument
443 xen_make_pgd(pgdval_t pgd) xen_make_pgd() argument
509 xen_get_user_pgd(pgd_t * pgd) xen_get_user_pgd() argument
665 __xen_pgd_walk(struct mm_struct * mm,pgd_t * pgd,void (* func)(struct mm_struct * mm,struct page *,enum pt_level),unsigned long limit) __xen_pgd_walk() argument
793 __xen_pgd_pin(struct mm_struct * mm,pgd_t * pgd) __xen_pgd_pin() argument
910 __xen_pgd_unpin(struct mm_struct * mm,pgd_t * pgd) __xen_pgd_unpin() argument
1185 pgd_t *pgd; xen_cleanmfnmap() local
1460 pgd_t *pgd = mm->pgd; xen_pgd_alloc() local
1484 xen_pgd_free(struct mm_struct * mm,pgd_t * pgd) xen_pgd_free() argument
1760 xen_setup_kernel_pagetable(pgd_t * pgd,unsigned long max_pfn) xen_setup_kernel_pagetable() argument
1912 pgd_t pgd; xen_early_virt_to_phys() local
1961 pgd_t *pgd; xen_relocate_p2m() local
[all...] |
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_32.h | 21 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
26 #define pgd_free(mm, pgd) free_pgd_fast(pgd) argument
|
| /linux/arch/mips/include/asm/ |
| H A D | mmu_context.h | 28 #define htw_set_pwbase(pgd) \ argument
40 #define TLBMISS_HANDLER_SETUP_PGD(pgd) \ argument
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 385 modify_p4d_table(pgd_t * pgd,unsigned long addr,unsigned long end,bool add,bool direct,struct vmem_altmap * altmap) modify_p4d_table() argument
416 try_free_p4d_table(pgd_t * pgd,unsigned long start) try_free_p4d_table() argument
435 pgd_t *pgd; modify_pagetable() local
578 pgd_t *pgd; vmem_get_alloc_pte() local
[all...] |