| /linux/arch/x86/power/ |
| H A D | hibernate_32.c | 19 pgd_t *resume_pg_dir;
30 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
81 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
84 pgd_t *pgd; in resume_physical_mapping_init()
133 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
145 static int set_up_temporary_text_mapping(pgd_t *pgd_base) in set_up_temporary_text_mapping()
147 pgd_t *pgd; in set_up_temporary_text_mapping()
175 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| /linux/arch/openrisc/include/asm/ |
| H A D | pgalloc.h | 42 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
44 pgd_t *ret = __pgd_alloc(mm, 0); in pgd_alloc()
49 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
59 extern inline pgd_t *pgd_alloc(struct mm_struct *mm)
61 return (pgd_t *)get_zeroed_page(GFP_KERNEL);
|
| /linux/arch/sh/mm/ |
| H A D | pgtable.c | 14 pgd_t *pgd = x; in pgd_ctor()
16 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_ctor()
19 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
34 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
39 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc()
28 return (pgd_t *)__get_free_page(pgtable_gfp_flags(mm, PGALLOC_GFP)); in radix__pgd_alloc()
35 return (pgd_t *) page_address(page); in radix__pgd_alloc()
39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
50 pgd_t *pgd; in pgd_alloc()
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | pgtable-types.h | 53 typedef struct { unsigned long long pgd; } pgd_t; typedef
55 static inline unsigned long long pgd_val(pgd_t x) in pgd_val()
60 typedef struct { unsigned long pgd; } pgd_t; typedef
62 static inline unsigned long pgd_val(pgd_t x) in pgd_val()
67 #define __pgd(x) ((pgd_t) { (x) })
|
| H A D | pgtable-be-types.h | 53 typedef struct { __be64 pgd; } pgd_t; typedef
54 #define __pgd(x) ((pgd_t) { cpu_to_be64(x) })
55 #define __pgd_raw(x) ((pgd_t) { (x) })
56 static inline unsigned long pgd_val(pgd_t x) in pgd_val()
61 static inline __be64 pgd_raw(pgd_t x) in pgd_raw()
|
| H A D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte()
31 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgalloc.h | 62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
71 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, in pgd_populate_safe()
104 static inline void sync_kernel_mappings(pgd_t *pgd) in sync_kernel_mappings()
108 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in sync_kernel_mappings()
111 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
113 pgd_t *pgd; in pgd_alloc()
|
| H A D | pgtable-64.h | 343 static inline void set_pgd(pgd_t *pgdp, pgd_t pgd) in set_pgd()
351 static inline int pgd_none(pgd_t pgd) in pgd_none()
359 static inline int pgd_present(pgd_t pgd) in pgd_present()
367 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
375 static inline void pgd_clear(pgd_t *pgd) in pgd_clear()
381 static inline p4d_t *pgd_pgtable(pgd_t pgd) in pgd_pgtable()
390 static inline struct page *pgd_page(pgd_t pgd) in pgd_page()
399 p4d_t *p4d_offset(pgd_t *pgd, unsigned long address);
|
| /linux/arch/arm/mm/ |
| H A D | pgd.c | 20 #define _pgd_alloc(mm) kmalloc_objs(pgd_t, PTRS_PER_PGD, GFP_KERNEL | __GFP_ZERO)
30 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
32 pgd_t *new_pgd, *init_pgd; in pgd_alloc()
47 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
49 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
140 void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) in pgd_free()
142 pgd_t *pgd; in pgd_free()
|
| /linux/arch/m68k/include/asm/ |
| H A D | mcf_pgalloc.h | 30 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
78 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
83 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
85 pgd_t *new_pgd; in pgd_alloc()
94 memcpy(new_pgd, swapper_pg_dir, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
|
| /linux/include/linux/ |
| H A D | ptdump.h | 18 void (*note_page_pgd)(struct ptdump_state *st, unsigned long addr, pgd_t pgd);
24 void (*effective_prot_pgd)(struct ptdump_state *st, pgd_t pgd);
29 struct mm_struct *mm, pgd_t *pgd,
31 void ptdump_walk_pgd(struct ptdump_state *st, struct mm_struct *mm, pgd_t *pgd);
|
| /linux/arch/hexagon/include/asm/ |
| H A D | pgalloc.h | 21 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
23 pgd_t *pgd; in pgd_alloc()
35 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t)); in pgd_alloc()
83 pmdindex = (pgd_t *)pmd - mm->pgd; in pmd_populate_kernel()
|
| /linux/arch/csky/include/asm/ |
| H A D | pgalloc.h | 42 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
44 pgd_t *ret; in pgd_alloc()
45 pgd_t *init; in pgd_alloc()
52 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /linux/arch/powerpc/include/asm/nohash/ |
| H A D | pgalloc.h | 20 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
22 pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE), in pgd_alloc()
27 (MAX_PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/powerpc/include/asm/book3s/32/ |
| H A D | pgalloc.h | 8 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
10 pgd_t *pgd = kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE), in pgd_alloc()
15 (MAX_PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
20 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /linux/arch/riscv/kernel/ |
| H A D | hibernate.c | 32 static pgd_t *resume_pg_dir;
273 static int temp_pgtable_map_p4d(pgd_t *dst_pgdp, pgd_t *src_pgdp, unsigned long start, in temp_pgtable_map_p4d()
312 static int temp_pgtable_mapping(pgd_t *pgdp, unsigned long start, unsigned long end, pgprot_t prot) in temp_pgtable_mapping()
314 pgd_t *dst_pgdp = pgd_offset_pgd(pgdp, start); in temp_pgtable_mapping()
315 pgd_t *src_pgdp = pgd_offset_k(start); in temp_pgtable_mapping()
320 pgd_t pgd = READ_ONCE(*src_pgdp); in temp_pgtable_mapping()
364 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| /linux/arch/sh/include/asm/ |
| H A D | mmu_context_32.h | 42 static inline void set_TTB(pgd_t *pgd) in set_TTB()
47 static inline pgd_t *get_TTB(void) in get_TTB()
49 return (pgd_t *)__raw_readl(MMU_TTB); in get_TTB()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable_64.h | 25 extern pgd_t init_top_pgt[];
140 pgd_t pgd; in native_set_p4d()
149 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d()
158 static inline void native_set_pgd(pgd_t *pgdp, pgd_t pgd) in native_set_pgd()
163 static inline void native_pgd_clear(pgd_t *pgd) in native_pgd_clear()
|
| H A D | pgtable.h | 27 extern pgd_t early_top_pgt[PTRS_PER_PGD];
283 static inline unsigned long pgd_pfn(pgd_t pgd) in pgd_pfn()
905 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd);
912 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl()
919 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl()
1105 static inline int pgd_present(pgd_t pgd) in pgd_present()
1112 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
1124 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
1131 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
1144 static inline int pgd_none(pgd_t pgd) in pgd_none()
[all …]
|
| H A D | pgalloc.h | 21 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
49 extern pgd_t *pgd_alloc(struct mm_struct *);
50 extern void pgd_free(struct mm_struct *mm, pgd_t *pgd);
132 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
140 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
|
| /linux/arch/x86/mm/ |
| H A D | kasan_init_64.c | 122 static void __init kasan_populate_pgd(pgd_t *pgd, unsigned long addr, in kasan_populate_pgd()
144 pgd_t *pgd; in kasan_populate_shadow()
170 pgd_t *pgd; in clear_pgds()
191 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
203 static void __init kasan_early_p4d_populate(pgd_t *pgd, in kasan_early_p4d_populate()
207 pgd_t pgd_entry; in kasan_early_p4d_populate()
230 static void __init kasan_map_early_shadow(pgd_t *pgd) in kasan_map_early_shadow()
244 static void __init kasan_shallow_populate_p4ds(pgd_t *pgd, in kasan_shallow_populate_p4ds()
266 pgd_t *pgd; in kasan_shallow_populate_pgds()
|
| /linux/arch/arm/include/asm/ |
| H A D | pgtable-3level-types.h | 26 typedef struct { pgdval_t pgd; } pgd_t; typedef
36 #define __pgd(x) ((pgd_t) { (x) } )
43 typedef pgdval_t pgd_t; typedef
|
| /linux/arch/x86/xen/ |
| H A D | mmu_pv.c | 100 pgdval_t xen_pgd_val(pgd_t pgd);
105 pgd_t xen_make_pgd(pgdval_t pgd);
437 __visible pgdval_t xen_pgd_val(pgd_t pgd) in xen_pgd_val()
451 __visible pgd_t xen_make_pgd(pgdval_t pgd) in xen_make_pgd()
517 static pgd_t *xen_get_user_pgd(pgd_t *pgd) in xen_get_user_pgd()
519 pgd_t *pgd_page = (pgd_t *)(((unsigned long)pgd) & PAGE_MASK); in xen_get_user_pgd()
521 pgd_t *user_ptr = NULL; in xen_get_user_pgd()
528 user_ptr = (pgd_t *)page->private; in xen_get_user_pgd()
567 pgd_t *user_ptr = xen_get_user_pgd((pgd_t *)ptr); in xen_set_p4d()
568 pgd_t pgd_val; in xen_set_p4d()
[all …]
|
| /linux/arch/loongarch/mm/ |
| H A D | pgtable.c | 25 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
27 pgd_t *init, *ret; in pgd_alloc()
34 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
150 pgd_t *pgd; in pagetable_init()
|