| /linux/include/asm-generic/ |
| H A D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline int pud_user(pud_t pud) { return 0; } in pud_user()
34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf()
35 static inline void pud_clear(pud_t *pud) { } in pud_clear()
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
55 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
56 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud }))) argument
|
| H A D | pgtable-nopud.h | 32 #define pud_ERROR(pud) (p4d_ERROR((pud).p4d)) argument
34 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
35 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
|
| /linux/mm/kasan/ |
| H A D | init.c | 57 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
149 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
197 pud_t *pud; in zero_p4d_populate() local
249 pud_t *pud; in kasan_populate_early_shadow() local
307 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
324 pud_t *pud; in kasan_free_pud() local
400 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
433 pud_t *pud; in kasan_remove_p4d_table() local
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
95 pud_t *pud; in pud_alloc_one() local
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| H A D | radix.h | 248 static inline int radix__pud_bad(pud_t pud) in radix__pud_bad()
275 static inline int radix__pud_trans_huge(pud_t pud) in radix__pud_trans_huge()
280 static inline pud_t radix__pud_mkhuge(pud_t pud) in radix__pud_mkhuge()
323 static inline pud_t radix__pud_mkdevmap(pud_t pud) in radix__pud_mkdevmap()
|
| /linux/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 55 unsigned long pud; member
175 static inline int pud_present(pud_t pud) in pud_present()
180 static inline int pud_none(pud_t pud) in pud_none()
185 static inline int pud_bad(pud_t pud) in pud_bad()
191 static inline bool pud_leaf(pud_t pud) in pud_leaf()
196 static inline int pud_user(pud_t pud) in pud_user()
201 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
216 static inline unsigned long _pud_pfn(pud_t pud) in _pud_pfn()
221 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
226 static inline struct page *pud_page(pud_t pud) in pud_page()
[all …]
|
| /linux/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable.h | 119 #define pud_none(pud) (!pud_val(pud)) argument
120 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ argument
122 #define pud_present(pud) (pud_val(pud) != 0) argument
124 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
131 static inline pte_t pud_pte(pud_t pud) in pud_pte()
140 #define pud_write(pud) pte_write(pud_pte(pud)) argument
|
| H A D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
64 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /linux/arch/x86/mm/ |
| H A D | init_64.c | 73 DEFINE_POPULATE(p4d_populate, p4d, pud, init) in DEFINE_POPULATE() argument
264 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local
273 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
296 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr()
313 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d() local
320 pud_t *pud = pud_page + pud_index(vaddr); in set_pte_vaddr_pud() local
347 pud_t *pud; in populate_extra_pmd() local
371 pud_t *pud; in __init_extra_mapping() local
605 pud_t *pud; in phys_pud_init() local
696 pud_t *pud; in phys_p4d_init() local
[all …]
|
| /linux/arch/um/include/asm/ |
| H A D | pgtable-3level.h | 58 #define pud_populate(mm, pud, pmd) \ argument
72 static inline void pud_clear (pud_t *pud) in pud_clear()
77 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
78 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK)) argument
|
| /linux/include/linux/ |
| H A D | page_table_check.h | 60 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
87 pud_t pud) in page_table_check_pud_set()
123 static inline void page_table_check_pud_clear(struct mm_struct *mm, pud_t pud) in page_table_check_pud_clear()
138 pud_t pud) in page_table_check_pud_set()
|
| /linux/arch/sparc/include/asm/ |
| H A D | pgalloc_64.h | 19 static inline void __p4d_populate(p4d_t *p4d, pud_t *pud) in __p4d_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
115 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| H A D | pgtable_32.h | 138 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
188 static inline int pud_none(pud_t pud) in pud_none()
193 static inline int pud_bad(pud_t pud) in pud_bad()
198 static inline int pud_present(pud_t pud) in pud_present()
309 #define pud_page(pud) NULL argument
|
| /linux/arch/x86/include/asm/ |
| H A D | pgalloc.h | 99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
105 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /linux/arch/arm/mm/ |
| H A D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
72 pud_t *pud = pud_offset(p4d, addr); in idmap_add_pud() local
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgalloc.h | 28 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
36 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
82 pud_t *pud; in pud_alloc_one() local
|
| /linux/arch/mips/include/asm/ |
| H A D | pgalloc.h | 40 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
92 pud_t *pud; in pud_alloc_one() local
105 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /linux/arch/m68k/include/asm/ |
| H A D | motorola_pgtable.h | 108 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) argument
134 #define pud_none(pud) (!pud_val(pud)) argument
135 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) argument
136 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) argument
138 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT)) argument
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 223 static int __ref modify_pmd_table(pud_t *pud, unsigned long addr, in modify_pmd_table()
305 static void try_free_pmd_table(pud_t *pud, unsigned long start) in try_free_pmd_table()
323 pud_t *pud; in modify_pud_table() local
374 pud_t *pud; in try_free_pud_table() local
392 pud_t *pud; in modify_p4d_table() local
575 pud_t *pud; in vmem_get_alloc_pte() local
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 21 pud_t *pud; in huge_pte_alloc() local
38 pud_t *pud; in huge_pte_offset() local
|
| /linux/arch/s390/include/asm/ |
| H A D | pgalloc.h | 75 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
108 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
113 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_pgtable.c | 719 static void free_pmd_table(pmd_t *pmd_start, pud_t *pud) in free_pmd_table()
736 pud_t *pud; in free_pud_table() local
877 pud_t *pud; in remove_pud_table() local
1076 pud_t *pud; in vmemmap_pud_alloc() local
1131 pud_t *pud; in radix__vmemmap_populate() local
1216 pud_t *pud; in radix__vmemmap_populate_address() local
1248 pud_t *pud; in vmemmap_compound_tail_page() local
1311 pud_t *pud; in vmemmap_populate_compound_pages() local
1604 int pud_set_huge(pud_t *pud, phys_addr_t addr, pgprot_t prot) in pud_set_huge()
1617 int pud_clear_huge(pud_t *pud) in pud_clear_huge()
[all …]
|
| /linux/mm/ |
| H A D | debug_vm_pgtable.c | 303 pud_t pud; pud_basic_tests() local
344 pud_t pud; pud_advanced_tests() local
414 pud_t pud; pud_leaf_tests() local
464 pud_t pud; pud_huge_tests() local
507 pud_t pud = READ_ONCE(*args->pudp); pud_clear_tests() local
522 pud_t pud; pud_populate_tests() local
741 pud_t pud; pud_devmap_tests() local
990 pud_t pud; pud_thp_tests() local
[all...] |
| /linux/arch/s390/boot/ |
| H A D | vmem.c | 131 static bool kasan_pud_populate_zero_shadow(pud_t *pud, unsigned long addr, in kasan_pud_populate_zero_shadow()
179 static inline bool kasan_pud_populate_zero_shadow(pud_t *pud, unsigned long addr, in kasan_pud_populate_zero_shadow()
313 static void pgtable_pmd_populate(pud_t *pud, unsigned long addr, unsigned long end, in pgtable_pmd_populate()
350 pud_t *pud, entry; in pgtable_pud_populate() local
384 pud_t *pud; in pgtable_p4d_populate() local
|
| /linux/arch/sh/include/asm/ |
| H A D | pgtable-3level.h | 41 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
47 #define pud_page(pud) NULL argument
|